From 721a0033e4d9f1d2cb13885febc9a28b69ea632b Mon Sep 17 00:00:00 2001 From: Nicholas Karlson Date: Thu, 30 Jul 2026 12:48:05 -0700 Subject: [PATCH 1/5] Drop-in 034 stage 1: freeze Ubuntu release proof and WSL kit --- Makefile | 23 + ...PSYCH_DESIGN_CLEAN_READER_RELEASE_PROOF.md | 43 + .../psych_design_v0_1/CANDIDATE_FREEZE.json | 26 + release_proofs/psych_design_v0_1/README.md | 16 + .../RELEASE_PROOF_CONTRACT.json | 142 + .../evidence/PSYCH_DESIGN_ASSET_IDENTITY.json | 12 + .../PSYCH_DESIGN_RELEASE_READINESS.json | 16 + .../PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json | 3318 +++++++++++++++++ .../evidence/PSYCH_DESIGN_WHEEL_IDENTITY.json | 36 + .../run_wsl_release_proof.sh | 85 + tests/test_psych_design_release_proof.py | 307 ++ tools/build_psych_design_release_proof_kit.py | 225 ++ tools/check_psych_design_release_proof.py | 271 ++ tools/compare_psych_design_release_proofs.py | 182 + tools/run_psych_design_clean_reader_proof.py | 534 +++ 15 files changed, 5236 insertions(+) create mode 100644 docs/PYSTATSV1_DROPIN_034_PSYCH_DESIGN_CLEAN_READER_RELEASE_PROOF.md create mode 100644 release_proofs/psych_design_v0_1/CANDIDATE_FREEZE.json create mode 100644 release_proofs/psych_design_v0_1/README.md create mode 100644 release_proofs/psych_design_v0_1/RELEASE_PROOF_CONTRACT.json create mode 100644 release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_ASSET_IDENTITY.json create mode 100644 release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json create mode 100644 release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json create mode 100644 release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WHEEL_IDENTITY.json create mode 100755 release_proofs/psych_design_v0_1/run_wsl_release_proof.sh create mode 100644 tests/test_psych_design_release_proof.py create mode 100755 tools/build_psych_design_release_proof_kit.py create mode 100755 tools/check_psych_design_release_proof.py create mode 100755 tools/compare_psych_design_release_proofs.py create mode 100755 tools/run_psych_design_clean_reader_proof.py diff --git a/Makefile b/Makefile index 7681bfd..e19fb92 100644 --- a/Makefile +++ b/Makefile @@ -43,6 +43,8 @@ help: @echo " psych-design-swl-s08-s10-verify - verify the private SWL-S08-S10 final source candidate" @echo " psych-design-swl-s08-s10-r-verify - run independent R verification for the final batch" @echo " psych-design-release-contract-verify - verify the advanced-book companion audit and command contract" + @echo " psych-design-release-proof-check - verify the Drop-in 034 candidate freeze and proof contract" + @echo " psych-design-release-proof-compare - compare committed Ubuntu and WSL proof receipts" @echo " local-r-verify - run all governed R parity checks locally (never in GitHub Actions)" @echo " release-verify - require an annotated v tag matching pyproject.toml" @echo " lint - ruff check" @@ -532,6 +534,27 @@ psych-design-companion-python-proof: psych-design-companion-build $(PYTHON) -m pytest -q $(PSYCH_DESIGN_SOURCE)/tests/test_companion_contract.py rm -rf $(PSYCH_DESIGN_SOURCE)/outputs +# --- Psychological Statistics by Design clean-reader release proof --- +PSYCH_DESIGN_RELEASE_PROOF := release_proofs/psych_design_v0_1 +PSYCH_DESIGN_RELEASE_EVIDENCE := $(PSYCH_DESIGN_RELEASE_PROOF)/evidence + +.PHONY: psych-design-release-proof-check +psych-design-release-proof-check: + $(PYTHON) tools/check_psych_design_release_proof.py --phase source + +.PHONY: psych-design-release-proof-ubuntu-check +psych-design-release-proof-ubuntu-check: + $(PYTHON) tools/check_psych_design_release_proof.py --phase ubuntu + +.PHONY: psych-design-release-proof-compare +psych-design-release-proof-compare: + $(PYTHON) tools/compare_psych_design_release_proofs.py \ + --ubuntu $(PSYCH_DESIGN_RELEASE_EVIDENCE)/PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json \ + --wsl $(PSYCH_DESIGN_RELEASE_EVIDENCE)/PSYCH_DESIGN_WSL_RELEASE_PROOF.json \ + --comparison $(PSYCH_DESIGN_RELEASE_EVIDENCE)/PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json \ + --readiness $(PSYCH_DESIGN_RELEASE_EVIDENCE)/PSYCH_DESIGN_RELEASE_READINESS.json + $(PYTHON) tools/check_psych_design_release_proof.py --phase complete + # --- Quality gates --- .PHONY: lint lint: diff --git a/docs/PYSTATSV1_DROPIN_034_PSYCH_DESIGN_CLEAN_READER_RELEASE_PROOF.md b/docs/PYSTATSV1_DROPIN_034_PSYCH_DESIGN_CLEAN_READER_RELEASE_PROOF.md new file mode 100644 index 0000000..c12310d --- /dev/null +++ b/docs/PYSTATSV1_DROPIN_034_PSYCH_DESIGN_CLEAN_READER_RELEASE_PROOF.md @@ -0,0 +1,43 @@ +# PyStatsV1 Drop-in 034 — Clean Ubuntu/WSL Reader Proof and Final Release Freeze + +## Boundary + +This PyStatsV1-only unit starts from `58d92f85b865cb657bf49c731fefc381970c8bda` and the candidate tag +`psych-design-companion-v0-1-candidate`. It adds proof contracts, portable clean-reader runners, +machine-readable receipts, cross-platform comparison, and publication-gate +tests. It does not change the governed companion source or asset, create +`v0.26.0`, publish to PyPI, edit the portal or book, or authorize real data. + +## Two-stage closure + +Stage 1 runs a fresh native-Ubuntu proof from the canonical wheel, confirms the +candidate source remains byte-frozen, builds the same source wheel twice as a +clean regeneration check, commits the Ubuntu evidence, and exports a WSL kit. +It deliberately stops before opening a pull request. + +The WSL kit must be unpacked inside the WSL Linux home rather than `/mnt/c`. +It requires Windows 11 WSL2 rather than WSL1, records Windows, WSL, Ubuntu, +kernel, Python, pip, R, Rscript, R session, `nlme`, package, companion, +manifest, study and output facts, and stores only Linux-home-relative workspace +information in committed receipts. It runs SWL-S01 +through SWL-S10 in Python and independent R paths. + +Stage 2 validates the WSL result, compares exact scientific evidence with the +Ubuntu receipt, allows only explicitly recorded PNG renderer differences, and +sets `technical_release_ready` only when every required comparison passes. The +publication, portal, book-binding and real-data authorization fields remain +false. + +## Frozen artifact identities + +- canonical wheel: `pystatsv1-0.26.0-py3-none-any.whl` +- canonical wheel SHA-256: `62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05` +- packaged companion asset SHA-256: `bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1` +- immutable source files: 151 +- companion version: `v0.1` +- package version: `0.26.0` + +## Final proof tag + +A successful Drop-in 034 may create `psych-design-companion-v0-1-release-proof`. The public release tag +`v0.26.0` remains reserved for a later explicitly authorized PyPI release. diff --git a/release_proofs/psych_design_v0_1/CANDIDATE_FREEZE.json b/release_proofs/psych_design_v0_1/CANDIDATE_FREEZE.json new file mode 100644 index 0000000..e8ddb43 --- /dev/null +++ b/release_proofs/psych_design_v0_1/CANDIDATE_FREEZE.json @@ -0,0 +1,26 @@ +{ + "asset_bytes": 136801, + "asset_manifest_sha256": "24f496631758a955a91d53193868b3c02ce9d62bb218fd59d3bb52ea9305e52f", + "asset_path": "src/pystatsv1/assets/psychological_statistics_by_design_companion_v0_1.zip", + "asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "candidate_scientific_changes_permitted": false, + "candidate_tag": "psych-design-companion-v0-1-candidate", + "companion_version": "v0.1", + "immutable_source_file_count": 151, + "package_version": "0.26.0", + "protected_file_records_source": "COMPANION_MANIFEST.json inside the exact candidate asset", + "protected_scientific_prefixes": [ + "data/", + "design/", + "measurement/", + "scripts/python/analysis_batches/", + "scripts/r/", + "scripts/verification/", + "reference/", + "figures/specs/" + ], + "protected_source_root": "psych_design_companion/psychological_statistics_by_design_companion_v0_1", + "schema_version": "pystatsv1-psych-design-candidate-freeze-v0.1", + "study_index_sha256": "1c2525fa1ef4b720d758a32f5e3ad987264e8dfeb28f3967201efca575ef6df7" +} diff --git a/release_proofs/psych_design_v0_1/README.md b/release_proofs/psych_design_v0_1/README.md new file mode 100644 index 0000000..4f4eafe --- /dev/null +++ b/release_proofs/psych_design_v0_1/README.md @@ -0,0 +1,16 @@ +# Psych-design companion v0.1 release proof + +This directory governs the two-platform clean-reader proof for the unchanged +PyStatsV1 0.26.0 release candidate. Stage 1 runs the native Ubuntu proof from a +canonical wheel, commits its machine-readable evidence, and exports a WSL proof +kit. Stage 2 accepts only a validated WSL result package, compares the two +receipts, and may then open and merge the Drop-in 034 pull request. + +The WSL route rejects native Linux and WSL1, requires Windows interop for environment facts, and avoids persisting absolute user-home paths in committed receipts. + +The proof does not alter the ten datasets, analyses, R implementations, +verification policies, figures, APA bindings, or matched limitations. It does +not create `v0.26.0`, publish to PyPI, edit the portal or book, or authorize real +data. PNG bytes may differ because of renderer/font details; their registered +specifications, dimensions, roles, source bindings, labels, and statistical +content may not drift. diff --git a/release_proofs/psych_design_v0_1/RELEASE_PROOF_CONTRACT.json b/release_proofs/psych_design_v0_1/RELEASE_PROOF_CONTRACT.json new file mode 100644 index 0000000..f35047a --- /dev/null +++ b/release_proofs/psych_design_v0_1/RELEASE_PROOF_CONTRACT.json @@ -0,0 +1,142 @@ +{ + "baseline": { + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "candidate_tag": "psych-design-companion-v0-1-candidate", + "feature_branch": "feat/psych-design-companion-v0-1-release-proof", + "proof_tag": "psych-design-companion-v0-1-release-proof", + "reserved_final_release_tag": "v0.26.0" + }, + "cross_platform_comparison": { + "exact": [ + "canonical wheel SHA-256", + "packaged companion asset SHA-256", + "immutable source manifest SHA-256", + "study registry SHA-256", + "dataset hashes", + "design-contract hashes", + "measurement-map hashes", + "V2 canonical numerical fields", + "declared V3 comparisons", + "V4 documented-not-equal field list", + "reviewer-packet membership", + "APA source bindings", + "matched limitations" + ], + "renderer_tolerance": { + "difference_policy": "PNG byte differences may be recorded only as renderer/font variation; scientific content may not drift.", + "png_byte_identity_required": false, + "required_exact": "figure specification hashes, output roles, DPI, grayscale flag, labels/source binding and pixel dimensions" + } + }, + "dropin": "034", + "expected_success_markers": [ + "PYSTATSV1_PSYCH_DESIGN_VERIFY_OK", + "PYSTATSV1_PSYCH_DESIGN_DOCTOR_OK", + "PYSTATSV1_PSYCH_DESIGN_FIRST_RESULT_OK", + "PYSTATSV1_PSYCH_DESIGN_ALL_PYTHON_OK", + "PYSTATSV1_PSYCH_DESIGN_ALL_R_OK", + "PYSTATSV1_PSYCH_DESIGN_ALL_VERIFICATION_OK", + "PYSTATSV1_PSYCH_DESIGN_COMPANION_ALL_OK", + "PYSTATSV1_PSYCH_DESIGN_CLEAN_READER_PROOF_OK" + ], + "lifecycle": { + "book_binding_authorized": false, + "candidate_implementation_passed": true, + "clean_ubuntu_proof": "generated_and_committed_by_stage_1", + "clean_wsl_proof": "required_before_pull_request_and_merge", + "portal_release_authorized": false, + "public_pypi_release_authorized": false, + "real_data_authorized": false + }, + "publication_workflow_policy": { + "candidate_tag_may_not_publish": true, + "final_tag_must_be_absent_during_dropin": true, + "final_tag_must_be_annotated": true, + "final_tag_must_resolve_to_approved_commit": true, + "final_tag_version_must_equal": "0.26.0", + "trusted_publisher_workflow_may_not_be_invoked": true + }, + "reader_command_sequence": [ + "python3 -m venv .venv", + "source .venv/bin/activate", + "python -m pip install --upgrade pip", + "python -m pip install \"./pystatsv1-0.26.0-py3-none-any.whl[psych-design]\"", + "pystatsv1 psych-design info", + "pystatsv1 psych-design init", + "cd psychological_statistics_by_design_companion_v0_1", + "pystatsv1 psych-design verify --dest .", + "python -m pip install -r requirements-psych-design-companion.txt", + "pystatsv1 psych-design doctor --dest .", + "make first-result", + "make all", + "pystatsv1 psych-design verify --dest ." + ], + "release_identity": { + "asset_bytes": 136801, + "asset_manifest_sha256": "24f496631758a955a91d53193868b3c02ce9d62bb218fd59d3bb52ea9305e52f", + "asset_path": "src/pystatsv1/assets/psychological_statistics_by_design_companion_v0_1.zip", + "asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "companion_version": "v0.1", + "immutable_source_file_count": 151, + "package_name": "pystatsv1", + "package_version": "0.26.0", + "study_ids": [ + "SWL-S01", + "SWL-S02", + "SWL-S03", + "SWL-S04", + "SWL-S05", + "SWL-S06", + "SWL-S07", + "SWL-S08", + "SWL-S09", + "SWL-S10" + ], + "study_index_sha256": "1c2525fa1ef4b720d758a32f5e3ad987264e8dfeb28f3967201efca575ef6df7", + "wheel_bytes": 1745654, + "wheel_name": "pystatsv1-0.26.0-py3-none-any.whl", + "wheel_sha256": "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05" + }, + "required_outputs": { + "figure_manifests": 10, + "python_results": 10, + "r_results": 10, + "reviewer_packet_source_files": 12, + "reviewer_packets": 10, + "studies": 10, + "verification_receipts": 10 + }, + "schema_version": "pystatsv1-psych-design-release-proof-contract-v0.1", + "scientific_candidate_policy": { + "analysis_or_dataset_changes_allowed": false, + "drift_consequence": "Return to release-candidate status and repeat the complete proof.", + "protected_source_binding": "packaged COMPANION_MANIFEST.json at the candidate asset hash" + }, + "supported_reader_routes": [ + { + "python": "CPython 3.10.x", + "r": "Rscript available; nlme installed", + "receipt_path_policy": "Record only Linux-home-relative workspace paths; do not persist absolute user home paths.", + "required": true, + "route_id": "ubuntu_native", + "status_source": "PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json", + "workspace_rule": "fresh path under $HOME/projects; never reuse .venv or companion directory" + }, + { + "interop_required": [ + "cmd.exe", + "wsl.exe" + ], + "python": "CPython 3.10.x", + "r": "Rscript available; nlme installed", + "receipt_path_policy": "Record only Linux-home-relative workspace paths; do not persist absolute user home paths.", + "required": true, + "route_id": "windows_11_wsl2_ubuntu", + "status_source": "PSYCH_DESIGN_WSL_RELEASE_PROOF.json", + "windows_host": "Windows 11", + "workspace_rule": "fresh path under the WSL Linux home; paths below /mnt are prohibited", + "wsl_generation": 2 + } + ], + "title": "Psychological Statistics by Design clean Ubuntu/WSL reader proof and final release freeze" +} diff --git a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_ASSET_IDENTITY.json b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_ASSET_IDENTITY.json new file mode 100644 index 0000000..99ba634 --- /dev/null +++ b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_ASSET_IDENTITY.json @@ -0,0 +1,12 @@ +{ + "asset_bytes": 136801, + "asset_manifest_sha256": "24f496631758a955a91d53193868b3c02ce9d62bb218fd59d3bb52ea9305e52f", + "asset_path": "src/pystatsv1/assets/psychological_statistics_by_design_companion_v0_1.zip", + "asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "immutable_source_file_count": 151, + "schema_version": "pystatsv1-psych-design-asset-identity-v0.1", + "status": "pass", + "study_index_sha256": "1c2525fa1ef4b720d758a32f5e3ad987264e8dfeb28f3967201efca575ef6df7", + "wheel_embedded_asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1" +} diff --git a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json new file mode 100644 index 0000000..74545d9 --- /dev/null +++ b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json @@ -0,0 +1,16 @@ +{ + "book_binding_authorized": false, + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "candidate_implementation_passed": true, + "clean_ubuntu_proof_passed": true, + "clean_wsl_proof_passed": false, + "companion_version": "v0.1", + "cross_platform_comparison_passed": false, + "package_version": "0.26.0", + "portal_release_authorized": false, + "pypi_release_authorized": false, + "real_data_authorized": false, + "schema_version": "pystatsv1-psych-design-release-readiness-v0.1", + "status": "ubuntu_passed_wsl_pending", + "technical_release_ready": false +} diff --git a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json new file mode 100644 index 0000000..0b0989b --- /dev/null +++ b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json @@ -0,0 +1,3318 @@ +{ + "artifact_identity": { + "asset_bytes": 136801, + "asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "source_file_count": 151, + "source_manifest_sha256": "24f496631758a955a91d53193868b3c02ce9d62bb218fd59d3bb52ea9305e52f", + "source_manifest_status": "pass", + "study_index_sha256": "1c2525fa1ef4b720d758a32f5e3ad987264e8dfeb28f3967201efca575ef6df7", + "wheel_bytes": 1745654, + "wheel_name": "pystatsv1-0.26.0-py3-none-any.whl", + "wheel_sha256": "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05" + }, + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "candidate_tag": "psych-design-companion-v0-1-candidate", + "command_markers": { + "PYSTATSV1_PSYCH_DESIGN_ALL_PYTHON_OK": true, + "PYSTATSV1_PSYCH_DESIGN_ALL_R_OK": true, + "PYSTATSV1_PSYCH_DESIGN_ALL_VERIFICATION_OK": true, + "PYSTATSV1_PSYCH_DESIGN_COMPANION_ALL_OK": true, + "PYSTATSV1_PSYCH_DESIGN_DOCTOR_OK": true, + "PYSTATSV1_PSYCH_DESIGN_FIRST_RESULT_OK": true, + "PYSTATSV1_PSYCH_DESIGN_VERIFY_OK": true + }, + "companion_version": "v0.1", + "log_files": { + "01_create_venv.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "02_upgrade_pip.log": "b1e95eabe70d9cd4d3f923c1d69a2a46ad26bf74519f76ead945dd6b8d01fe6b", + "03_install_wheel.log": "dfa5db2b9e78decbd491967c56e2214a40ae7a85fc2c26c147f3cdb25d852c77", + "04_info.log": "a1b6570240451167814909d11d9939d4748dfe65452aaafdda31f8876f6bd079", + "05_init.log": "b5c759e91522ee345a607b1a7e102286f56093b90680b946bba847b318fd4df4", + "06_verify_before.log": "479c5cab7cb3f49e5d4f8cbc19546803626ed49cc33ae261ea6670c1b4889d57", + "07_install_companion_requirements.log": "f6e511cb92e9e56de84acf13bb4eb76e0cd896023e4aa535b08a9b3fed3cbcb7", + "08_doctor.log": "e3867951568cefe30a17095d2ff05b98e709a0dd9fcfd27a95c385e346dca816", + "09_first_result.log": "a81aa2ac2580f546c4bd54312c44b87ffd85bee8ba2bd4a7fa244b1bb766c21a", + "10_make_all.log": "410d69fe11d4d72fec0d88d5eb8eafd68f9566867ccc99b5e7c76aeb9f67b429", + "11_verify_after.log": "479c5cab7cb3f49e5d4f8cbc19546803626ed49cc33ae261ea6670c1b4889d57" + }, + "package_version": "0.26.0", + "platform_role": "ubuntu", + "publication_gates": { + "book_binding_authorized": false, + "portal_release_authorized": false, + "pypi_release_authorized": false, + "real_data_authorized": false + }, + "real_data_authorized": false, + "schema_version": "pystatsv1-psych-design-clean-reader-proof-v0.1", + "source_bindings": { + "SWL-S01": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_CORRELATION.json": "805913cb7b91bcab33b76411242a8ff27ec8a1a8abf7c9e1345f5206613d1f75", + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_REGRESSION.json": "9285ebd48883c405876e4bc90ab6df2ed8fc89b0ae25c050695883e34fabf6da" + }, + "dataset": { + "data/swl_s01_student_well_being_survey.csv": "46c4334a443924d27ddcdbf0c5c3f5cf06eeb27323e1aebb0ebc021e4fbbd44d" + }, + "design": { + "design/SWL-S01_DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955" + }, + "figure_specs": { + "figures/specs/SWL-S01/FIGURE_SPEC_CORRELATION.json": "7c17edff0a5bdceef6c4f2ee2a0a4dc01304a47e273f8b77d35f51695a5457d1", + "figures/specs/SWL-S01/FIGURE_SPEC_REGRESSION.json": "d83ebae14f8fc8b0a801c4a12622589d34e30a0d242b01045444d2143f3619e7" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_CORRELATION.json": "7bf6c30de5da0745a78a59f6486f5ae73516977d99b5911972e480cc92db0194", + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_REGRESSION.json": "18ab75ce15b994ded2a95f17eae29c58d88fc9c61595b3348f9d67719a0a85cb" + }, + "measurement": { + "measurement/SWL-S01_MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7" + } + }, + "SWL-S02": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S02/APA_RESULT_SOURCE_MAP.json": "9f384f80e0610d0a13641157f855cc0483bfd63b94695aab0e1e009b7b3450ac" + }, + "dataset": { + "data/swl_s02_structured_study_routine.csv": "42b977f231609300049524d19e64ed6223f50d0cdb1881b857f34b49884dd88d" + }, + "design": { + "design/SWL-S02_DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619" + }, + "figure_specs": { + "figures/specs/SWL-S02/FIGURE_SPEC.json": "30f52f4f0a8261c87eea609b8c46cdfdd7ab7f0a91c045bb57ca8eb6ddaf2b25" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S02/MATCHED_LIMITATION.json": "6bc4acb40c89ee7650c9ba38dca8ea7cadf118974b6b8cedd4a7e2b84831cf28" + }, + "measurement": { + "measurement/SWL-S02_MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d" + } + }, + "SWL-S03": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S03/APA_RESULT_SOURCE_MAP.json": "e3e84a774606a32930b04d09b71f7f898dd868d70fdc9d5462348f0beef9942d" + }, + "dataset": { + "data/swl_s03_skills_workshop_pre_post.csv": "5c1d114eac729358602bd621a5b5c74f3cd073ceeeb794407eb21b88dea08e28" + }, + "design": { + "design/SWL-S03_DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded" + }, + "figure_specs": { + "figures/specs/SWL-S03/FIGURE_SPEC.json": "7731e94fcf13b1de080530ace12ce5e8911475d4d3697268fb22bd1e281e9411" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S03/MATCHED_LIMITATION.json": "0cfe0e5afbddf754125db3c663546e792a04cfaf6f48203cf10757048232a91b" + }, + "measurement": { + "measurement/SWL-S03_MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c" + } + }, + "SWL-S04": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S04/APA_RESULT_SOURCE_MAP.json": "51cc9bbf260a3aff6d8fb1c4e1953552edd4a5fdd8e0898f409641a859df6584" + }, + "dataset": { + "data/swl_s04_three_condition_support.csv": "1584c1f5ebcd4890a0ed5aa35bfbf7a2e685a0f74492a4b4557fd2d49d3a87c8" + }, + "design": { + "design/SWL-S04_DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27" + }, + "figure_specs": { + "figures/specs/SWL-S04/FIGURE_SPEC.json": "d401bd90fddd1db43b8a76f51ed557f296194a51b8fc3e491681a96893cce28a" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S04/MATCHED_LIMITATION.json": "c363e46b0bbff115f5939e925abb0f5f233276d2e1e94775891a2f73871b1a85" + }, + "measurement": { + "measurement/SWL-S04_MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e" + } + }, + "SWL-S05": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S05/APA_RESULT_SOURCE_MAP.json": "075a0ba4bc525e6a840e14eeef25b5457d36418916a58dd95201cdf8f2c92447" + }, + "dataset": { + "data/swl_s05_strategy_feedback.csv": "9100b086a0b569bf2f9258c546e9b56b33e64c028b2e1e3b2888305b3c428445" + }, + "design": { + "design/SWL-S05_DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8" + }, + "figure_specs": { + "figures/specs/SWL-S05/FIGURE_SPEC.json": "ec9311e5c7b158f9e01afd311169699e6e7c2ea9e63a3eeefc1af5e02e084803" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S05/MATCHED_LIMITATION.json": "4145de442fb23f349055e5797e353ff2f20a5d86940946d17fe8e247e0b048a6" + }, + "measurement": { + "measurement/SWL-S05_MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0" + } + }, + "SWL-S06": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S06/APA_RESULT_SOURCE_MAP.json": "f51547c0f6cbc49d216e3525ca1f8518e2e3916ba2f196ddb8f453ace5abe08d" + }, + "dataset": { + "data/swl_s06_confidence_trajectory.csv": "a95ef37c89f3523e59822d6729746d2499ea95acc508ca25824d3e073ed258a2" + }, + "design": { + "design/SWL-S06_DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061" + }, + "figure_specs": { + "figures/specs/SWL-S06/FIGURE_SPEC.json": "8a0f38207a4aec3c8d594a465433ff648051ed5283aac978c01b52891272cc99" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S06/MATCHED_LIMITATION.json": "0b6aa98a7fd16368da163d3f5e61fa9f424d9d64a08fc3e19d862d7f25d31aba" + }, + "measurement": { + "measurement/SWL-S06_MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08" + } + }, + "SWL-S07": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S07/APA_RESULT_SOURCE_MAP.json": "c75b03b5033a80248bb34a6454b08f9dc5883c2f1ffdf98e17c935b80061c31c" + }, + "dataset": { + "data/swl_s07_baseline_adjusted_intervention.csv": "08925df34996fd9f75a4c5bd41f0de82c655b05212f2cd21435ba70349db52fc" + }, + "design": { + "design/SWL-S07_DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048" + }, + "figure_specs": { + "figures/specs/SWL-S07/FIGURE_SPEC.json": "80d11884320d1f0a573aa55640904efe620a64c30346cb49aa956530e31c9e45" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S07/MATCHED_LIMITATION.json": "6e299f3720b6fda79c43bff4f3e6172776e844544a039bd47e7bb1233b3af62b" + }, + "measurement": { + "measurement/SWL-S07_MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40" + } + }, + "SWL-S08": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S08/APA_RESULT_SOURCE_MAP.json": "95e3c8ebb9441baac1e29f977e2489a045c0ad97f6aa1f41604675898ad06cb8" + }, + "dataset": { + "data/swl_s08_longitudinal_treatment.csv": "a37e797a5d67e38d91d7f88d06014bd351559efb22b21edb3cc75ff95db82556" + }, + "design": { + "design/SWL-S08_DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42" + }, + "figure_specs": { + "figures/specs/SWL-S08/FIGURE_SPEC.json": "7c239e87c39da7db03b920e79ed1d7311d70a634ea01015ac0d74463302dbc8f" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S08/MATCHED_LIMITATION.json": "590136b449042cd6a02ddbd19ae2851fb1c28e8c92f6e083163567559429ffc9" + }, + "measurement": { + "measurement/SWL-S08_MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353" + } + }, + "SWL-S09": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_CATEGORICAL.json": "b051538b9bfe4a81ccc6a78ede3f4f2968b665a3fb3746bda7e945c92885a36c", + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_RANK.json": "616e17167e0cc54497d7862c5ebe1841d7ce05ff77e4e5515eaf508ae4648439" + }, + "dataset": { + "data/swl_s09_outcome_distribution_extension.csv": "cacafff8486624e4362629a1b7cf026aa347c7f48620b80029b6a1cfd0d31e16" + }, + "design": { + "design/SWL-S09_DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de" + }, + "figure_specs": { + "figures/specs/SWL-S09/FIGURE_SPEC_CATEGORICAL.json": "441e6d2eac6d05e823df34fbe920666d5d1b65d6b21f0edd8fb3881a2adc3b5f", + "figures/specs/SWL-S09/FIGURE_SPEC_RANK.json": "5e2fde3fa6462fe4e6d29d26bf85250a631d4a0be9302daf11a0604643a51347" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_CATEGORICAL.json": "c5e18f780d5b6533ac09dc0897598764ce5f1f9c0d4dc6433969a4f46b003d2d", + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_RANK.json": "046f2ec5286350e1271ff1909d466ba68198d79b0b78cb55c92d0d055fb686fa" + }, + "measurement": { + "measurement/SWL-S09_MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31" + } + }, + "SWL-S10": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_META.json": "ad6e058f02ca3f23701ef1ce5e8e0cb63d85e7d9351fdd7a13f5fa0acfe83b51", + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_POWER.json": "872a7bc5e795d90b0f685a983842894c0866e915d9228b1be28e936bf3059690" + }, + "dataset": { + "data/swl_s10_replication_program.csv": "4cb8239f978975c10191cbcdf47d17c62944e45dc2540cbc76ef5d4ccd366e36" + }, + "design": { + "design/SWL-S10_DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7" + }, + "figure_specs": { + "figures/specs/SWL-S10/FIGURE_SPEC.json": "85ae8c25deda6dc2430cfac861a1ecbddad071437dc5ec58cdb2c5ad0724b494" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_META.json": "00d1f88daf94d7bbd0f2a9ec711985597fd7eda5a9bfcd457566ce32071b7d3d", + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_POWER.json": "f2f799a82216564314af7b544666807ca48cdabcd7af946c1bb6a2faf0d25e0c" + }, + "measurement": { + "measurement/SWL-S10_MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765" + } + } + }, + "status": "pass", + "study_evidence": { + "SWL-S01": { + "apa_runtime_binding_sha256": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_correlation.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "correlation" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_regression_residuals.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "regression" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S01", + "synthetic_only": true + }, + "png_hashes": { + "swl_s01_correlation.png": "41dd8deb2958ee5fcb30428ef9258788f9dfccd9ac9d66978c5de770dd3c3f26", + "swl_s01_regression_residuals.png": "3c2baafd95809cfb4a125434e77f1c5950170bb34ebc624635a2fcd7c401fc26" + } + }, + "matched_limitation_runtime_sha256": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9", + "python_reported_fields": { + "academic_confidence_max": "64.21", + "academic_confidence_min": "52.95", + "confidence_b": "0.7085751186", + "confidence_ci_95_high": "0.901166929", + "confidence_ci_95_low": "0.5159833082", + "confidence_p": "4.036651011e-11", + "confidence_se": "0.09724660754", + "confidence_t": "7.286373648", + "cooks_distance_above_4_over_n": "0", + "correlation_ci_95_high": "0.8196737896", + "correlation_ci_95_low": "0.6603449449", + "correlation_df": "118", + "correlation_p_two_sided": "5.50013758e-23", + "correlation_r_sleep_confidence": "0.7507291472", + "correlation_t": "12.34465766", + "intercept_b": "11.94837374", + "intercept_ci_95_high": "23.52600109", + "intercept_ci_95_low": "0.3707463941", + "intercept_p": "0.04321189514", + "intercept_se": "5.845965002", + "intercept_t": "2.043866794", + "max_abs_standardized_residual": "1.944940883", + "max_cooks_distance": "0.03179090813", + "n": "120", + "regression_adjusted_r_squared": "0.6465941067", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.8616519", + "regression_p": "1.391208533e-27", + "regression_r_squared": "0.6525337016", + "regression_rmse": "3.079234956", + "sleep_quality_max": "60.16", + "sleep_quality_min": "37.78", + "study_hours_b": "2.053588004", + "study_hours_ci_95_high": "2.363537858", + "study_hours_ci_95_low": "1.74363815", + "study_hours_max": "10.09", + "study_hours_min": "3.91", + "study_hours_p": "9.728012917e-25", + "study_hours_se": "0.1565049507", + "study_hours_t": "13.12155299" + }, + "python_result_sha256": "fc2d94ec0626a165711db4a256608aa8ef1a4383a5c069a4ce3390a6f8b65f60", + "r_metrics": { + "confidence_b": "0.708575118578", + "confidence_ci_95_high": "0.901166928963", + "confidence_ci_95_low": "0.515983308194", + "confidence_p": "4.0366510106e-11", + "confidence_se": "0.097246607541", + "confidence_t": "7.28637364835", + "correlation_ci_95_high": "0.819673789617", + "correlation_ci_95_low": "0.660344944885", + "correlation_df": "118", + "correlation_p_two_sided": "5.5001375799e-23", + "correlation_r_sleep_confidence": "0.750729147165", + "correlation_t": "12.3446576562", + "intercept_b": "11.9483737439", + "intercept_ci_95_high": "23.526001094", + "intercept_ci_95_low": "0.370746393867", + "intercept_p": "0.0432118951434", + "intercept_se": "5.84596500194", + "intercept_t": "2.04386679359", + "n": "120", + "regression_adjusted_r_squared": "0.646594106718", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.861651945", + "regression_p": "1.39120853286e-27", + "regression_r_squared": "0.652533701563", + "regression_rmse": "3.07923495555", + "study_hours_b": "2.05358800429", + "study_hours_ci_95_high": "2.36353785812", + "study_hours_ci_95_low": "1.74363815045", + "study_hours_p": "9.72801291748e-25", + "study_hours_se": "0.15650495072", + "study_hours_t": "13.1215529914" + }, + "r_result_sha256": "767cb4341629986a0b0f08421450c2726edd5c1565fafa8f63143161f92c0ac7", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1", + "DATA_LAYOUT_AUDIT.json": "49de085384b492a583c3098d7dad3bdf545d1e5bf7583927ac3954412aab6895", + "DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955", + "FIGURE_SPECS.json": "efa55ab2d53b8d3a104f5ea1a3edd6ddf1a9b6ce443fee2122e96a606ee8c58d", + "MATCHED_LIMITATION.md": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9", + "MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7", + "PYTHON_RESULT.json": "fc2d94ec0626a165711db4a256608aa8ef1a4383a5c069a4ce3390a6f8b65f60", + "R_RESULT.csv": "767cb4341629986a0b0f08421450c2726edd5c1565fafa8f63143161f92c0ac7", + "SOURCE_MANIFEST_RECORD.json": "08e761f58c6b3f150d850dec55b896f1b42ebb15f0fe8fc7470b9b381084ea77", + "STUDY_INDEX_RECORD.json": "98c8753930be1b78e5237ee1b8b53b9e76dd1a92af431405cc7d9b951e3a27f1", + "VERIFICATION_RECEIPT.json": "d342f595048800bee6ef3033907f288540986979f943fbc71ed95621fb19ddc1" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n", + "python": "120", + "r": "120", + "status": "pass" + }, + { + "absolute_difference": "3.54719587037e-11", + "allowed_absolute_difference": "1e-07", + "field": "correlation_r_sleep_confidence", + "python": "0.7507291472", + "r": "0.750729147165", + "status": "pass" + }, + { + "absolute_difference": "3.81279896544e-09", + "allowed_absolute_difference": "1e-07", + "field": "correlation_t", + "python": "12.34465766", + "r": "12.3446576562", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "correlation_df", + "python": "118", + "r": "118", + "status": "pass" + }, + { + "absolute_difference": "1.04620172718e-33", + "allowed_absolute_difference": "1e-07", + "field": "correlation_p_two_sided", + "python": "5.50013758e-23", + "r": "5.5001375799e-23", + "status": "pass" + }, + { + "absolute_difference": "1.54829482568e-11", + "allowed_absolute_difference": "1e-07", + "field": "correlation_ci_95_low", + "python": "0.6603449449", + "r": "0.660344944885", + "status": "pass" + }, + { + "absolute_difference": "1.66079372477e-11", + "allowed_absolute_difference": "1e-07", + "field": "correlation_ci_95_high", + "python": "0.8196737896", + "r": "0.819673789617", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "regression_df_model", + "python": "2", + "r": "2", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "regression_df_residual", + "python": "117", + "r": "117", + "status": "pass" + }, + { + "absolute_difference": "4.48240058404e-08", + "allowed_absolute_difference": "1e-07", + "field": "regression_f", + "python": "109.8616519", + "r": "109.861651945", + "status": "pass" + }, + { + "absolute_difference": "1.38529899898e-37", + "allowed_absolute_difference": "1e-07", + "field": "regression_p", + "python": "1.391208533e-27", + "r": "1.39120853286e-27", + "status": "pass" + }, + { + "absolute_difference": "3.69609898243e-11", + "allowed_absolute_difference": "1e-07", + "field": "regression_r_squared", + "python": "0.6525337016", + "r": "0.652533701563", + "status": "pass" + }, + { + "absolute_difference": "1.79620762708e-11", + "allowed_absolute_difference": "1e-07", + "field": "regression_adjusted_r_squared", + "python": "0.6465941067", + "r": "0.646594106718", + "status": "pass" + }, + { + "absolute_difference": "4.52129889084e-10", + "allowed_absolute_difference": "1e-07", + "field": "regression_rmse", + "python": "3.079234956", + "r": "3.07923495555", + "status": "pass" + }, + { + "absolute_difference": "3.94260091241e-09", + "allowed_absolute_difference": "1e-07", + "field": "intercept_b", + "python": "11.94837374", + "r": "11.9483737439", + "status": "pass" + }, + { + "absolute_difference": "6.20294926534e-11", + "allowed_absolute_difference": "1e-07", + "field": "intercept_se", + "python": "5.845965002", + "r": "5.84596500194", + "status": "pass" + }, + { + "absolute_difference": "4.11310097093e-10", + "allowed_absolute_difference": "1e-07", + "field": "intercept_t", + "python": "2.043866794", + "r": "2.04386679359", + "status": "pass" + }, + { + "absolute_difference": "3.43380185397e-12", + "allowed_absolute_difference": "1e-07", + "field": "intercept_p", + "python": "0.04321189514", + "r": "0.0432118951434", + "status": "pass" + }, + { + "absolute_difference": "2.32619978835e-10", + "allowed_absolute_difference": "1e-07", + "field": "intercept_ci_95_low", + "python": "0.3707463941", + "r": "0.370746393867", + "status": "pass" + }, + { + "absolute_difference": "4.01789890248e-09", + "allowed_absolute_difference": "1e-07", + "field": "intercept_ci_95_high", + "python": "23.52600109", + "r": "23.526001094", + "status": "pass" + }, + { + "absolute_difference": "2.87310175651e-10", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_b", + "python": "2.053588004", + "r": "2.05358800429", + "status": "pass" + }, + { + "absolute_difference": "1.9913987126e-11", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_se", + "python": "0.1565049507", + "r": "0.15650495072", + "status": "pass" + }, + { + "absolute_difference": "1.39690037315e-09", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_t", + "python": "13.12155299", + "r": "13.1215529914", + "status": "pass" + }, + { + "absolute_difference": "4.80959023769e-35", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_p", + "python": "9.728012917e-25", + "r": "9.72801291748e-25", + "status": "pass" + }, + { + "absolute_difference": "4.5199999299e-10", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_ci_95_low", + "python": "1.74363815", + "r": "1.74363815045", + "status": "pass" + }, + { + "absolute_difference": "1.2262990623e-10", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_ci_95_high", + "python": "2.363537858", + "r": "2.36353785812", + "status": "pass" + }, + { + "absolute_difference": "2.15529816217e-11", + "allowed_absolute_difference": "1e-07", + "field": "confidence_b", + "python": "0.7085751186", + "r": "0.708575118578", + "status": "pass" + }, + { + "absolute_difference": "1.02559627457e-12", + "allowed_absolute_difference": "1e-07", + "field": "confidence_se", + "python": "0.09724660754", + "r": "0.097246607541", + "status": "pass" + }, + { + "absolute_difference": "3.5087044381e-10", + "allowed_absolute_difference": "1e-07", + "field": "confidence_t", + "python": "7.286373648", + "r": "7.28637364835", + "status": "pass" + }, + { + "absolute_difference": "4.03320341984e-21", + "allowed_absolute_difference": "1e-07", + "field": "confidence_p", + "python": "4.036651011e-11", + "r": "4.0366510106e-11", + "status": "pass" + }, + { + "absolute_difference": "6.28408436398e-12", + "allowed_absolute_difference": "1e-07", + "field": "confidence_ci_95_low", + "python": "0.5159833082", + "r": "0.515983308194", + "status": "pass" + }, + { + "absolute_difference": "3.68209907009e-11", + "allowed_absolute_difference": "1e-07", + "field": "confidence_ci_95_high", + "python": "0.901166929", + "r": "0.901166928963", + "status": "pass" + } + ], + "verification_receipt_sha256": "d342f595048800bee6ef3033907f288540986979f943fbc71ed95621fb19ddc1", + "verification_status": "pass" + }, + "SWL-S02": { + "apa_runtime_binding_sha256": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s02.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S02", + "synthetic_only": true + }, + "png_hashes": { + "swl_s02.png": "0804d824ad342d0da40c7e804f1a086e3034f7b1dbf6b0f40ca60aa327279c4d" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "ci_95_high": "7.615616474", + "ci_95_low": "4.384383526", + "cohen_d_pooled": "1.855921454", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.962227572e-10", + "sd_standard": "3.232895436", + "sd_structured": "3.232895436", + "welch_df": "62", + "welch_t": "7.423685817" + }, + "python_result_sha256": "d9c5d3e8307769b50422e6b96dfa042867d037db1ff3404a1bf65a42fddcaffd", + "r_metrics": { + "ci_95_high": "7.61561647377", + "ci_95_low": "4.38438352623", + "cohen_d_pooled": "1.85592145428", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.96222757178e-10", + "sd_standard": "3.23289543648", + "sd_structured": "3.23289543648", + "welch_df": "62", + "welch_t": "7.42368581711" + }, + "r_result_sha256": "d37820aeea7bf141bf3ea888c217170d1a38840d0c807d1a1c4a9c43ab64600a", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2", + "DATA_LAYOUT_AUDIT.json": "9ba1d6b700f2999a5a6329ee900a01d856701c09728fec205572c87307f8c4c7", + "DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619", + "FIGURE_SPECS.json": "ab6973774d508888f76849732aa132ced573ab0067a1d45e314d9b1bbd66e126", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d", + "PYTHON_RESULT.json": "d9c5d3e8307769b50422e6b96dfa042867d037db1ff3404a1bf65a42fddcaffd", + "R_RESULT.csv": "d37820aeea7bf141bf3ea888c217170d1a38840d0c807d1a1c4a9c43ab64600a", + "SOURCE_MANIFEST_RECORD.json": "9156912aa531dc7d4be7c46c6145a758f29604ba12f29091faeb28c3ca64da53", + "STUDY_INDEX_RECORD.json": "5fa20e38a1adad7a412c422457e629318a8b55462f807d887aaae4f837bb1c50", + "VERIFICATION_RECEIPT.json": "ce7334c49fc5f092166dc2bb4883a0483ce0377b38458f4c3c7adc848f08824f" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "2.31350050228e-10", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_high", + "python": "7.615616474", + "r": "7.61561647377", + "status": "pass" + }, + { + "absolute_difference": "2.31350050228e-10", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_low", + "python": "4.384383526", + "r": "4.38438352623", + "status": "pass" + }, + { + "absolute_difference": "2.76670020227e-10", + "allowed_absolute_difference": "1e-07", + "field": "cohen_d_pooled", + "python": "1.855921454", + "r": "1.85592145428", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_difference_structured_minus_standard", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_standard", + "python": "68", + "r": "68", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_structured", + "python": "74", + "r": "74", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_standard", + "python": "32", + "r": "32", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_structured", + "python": "32", + "r": "32", + "status": "pass" + }, + { + "absolute_difference": "2.20109659073e-20", + "allowed_absolute_difference": "1e-07", + "field": "p_value_two_sided", + "python": "3.962227572e-10", + "r": "3.96222757178e-10", + "status": "pass" + }, + { + "absolute_difference": "4.81950035436e-10", + "allowed_absolute_difference": "1e-07", + "field": "sd_standard", + "python": "3.232895436", + "r": "3.23289543648", + "status": "pass" + }, + { + "absolute_difference": "4.81950035436e-10", + "allowed_absolute_difference": "1e-07", + "field": "sd_structured", + "python": "3.232895436", + "r": "3.23289543648", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "welch_df", + "python": "62", + "r": "62", + "status": "pass" + }, + { + "absolute_difference": "1.06700426272e-10", + "allowed_absolute_difference": "1e-07", + "field": "welch_t", + "python": "7.423685817", + "r": "7.42368581711", + "status": "pass" + } + ], + "verification_receipt_sha256": "ce7334c49fc5f092166dc2bb4883a0483ce0377b38458f4c3c7adc848f08824f", + "verification_status": "pass" + }, + "SWL-S03": { + "apa_runtime_binding_sha256": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s03.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S03", + "synthetic_only": true + }, + "png_hashes": { + "swl_s03.png": "0b9652ea6185760ee18539f8486d6cad1cecc8200cd1f4c8138cb530b0cbcd79" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "ci_95_high": "5.06979397", + "ci_95_low": "3.263539363", + "cohen_dz": "1.339649325", + "df": "47", + "mean_change_post_minus_pre": "4.166666667", + "mean_post": "58.58333333", + "mean_pre": "54.41666667", + "n_paired": "48", + "p_value_two_sided": "3.358781243e-12", + "paired_t": "9.281362778", + "sd_change": "3.110266687" + }, + "python_result_sha256": "43454633e5900d4a8a71cbc97f4b4c766fea44d1b49c5bfc90c65350bf1e467f", + "r_metrics": { + "ci_95_high": "5.0697939704", + "ci_95_low": "3.26353936294", + "cohen_dz": "1.33964932456", + "df": "47", + "mean_change_post_minus_pre": "4.16666666667", + "mean_post": "58.5833333333", + "mean_pre": "54.4166666667", + "n_paired": "48", + "p_value_two_sided": "3.35878124299e-12", + "paired_t": "9.28136277788", + "sd_change": "3.11026668716" + }, + "r_result_sha256": "ce557c898e1a9fdebdb40221924290bb6b2babccd402f0172fc651ba39dcdb2d", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7", + "DATA_LAYOUT_AUDIT.json": "b66f6108a23bd8a11d4500c2435a71e59f56bed9af46a3cb6e8323a0c91a3f7c", + "DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded", + "FIGURE_SPECS.json": "4ec0d7fc5df3f2ed2db74e1cdb950c8c9bd55c15b1539f045a3a11427306f3d7", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c", + "PYTHON_RESULT.json": "43454633e5900d4a8a71cbc97f4b4c766fea44d1b49c5bfc90c65350bf1e467f", + "R_RESULT.csv": "ce557c898e1a9fdebdb40221924290bb6b2babccd402f0172fc651ba39dcdb2d", + "SOURCE_MANIFEST_RECORD.json": "5ae79d6302102506916e4ea257b8a51012d2c00b580aaeb672231e61fb12637c", + "STUDY_INDEX_RECORD.json": "6eea8312ba9db97d20df35956a27bb8e479966ba620af44c860896779402a81c", + "VERIFICATION_RECEIPT.json": "4f220ce3f6f3c5d2b32807a7117c61c5daef4fa411cbab55eabc30a906d4bd91" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "3.979296892e-10", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_high", + "python": "5.06979397", + "r": "5.0697939704", + "status": "pass" + }, + { + "absolute_difference": "6.45901110374e-11", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_low", + "python": "3.263539363", + "r": "3.26353936294", + "status": "pass" + }, + { + "absolute_difference": "4.35739888616e-10", + "allowed_absolute_difference": "1e-07", + "field": "cohen_dz", + "python": "1.339649325", + "r": "1.33964932456", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df", + "python": "47", + "r": "47", + "status": "pass" + }, + { + "absolute_difference": "3.33330696378e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_change_post_minus_pre", + "python": "4.166666667", + "r": "4.16666666667", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_post", + "python": "58.58333333", + "r": "58.5833333333", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_pre", + "python": "54.41666667", + "r": "54.4166666667", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_paired", + "python": "48", + "r": "48", + "status": "pass" + }, + { + "absolute_difference": "1.2799892965e-23", + "allowed_absolute_difference": "1e-07", + "field": "p_value_two_sided", + "python": "3.358781243e-12", + "r": "3.35878124299e-12", + "status": "pass" + }, + { + "absolute_difference": "1.17500675856e-10", + "allowed_absolute_difference": "1e-07", + "field": "paired_t", + "python": "9.281362778", + "r": "9.28136277788", + "status": "pass" + }, + { + "absolute_difference": "1.58549617879e-10", + "allowed_absolute_difference": "1e-07", + "field": "sd_change", + "python": "3.110266687", + "r": "3.11026668716", + "status": "pass" + } + ], + "verification_receipt_sha256": "4f220ce3f6f3c5d2b32807a7117c61c5daef4fa411cbab55eabc30a906d4bd91", + "verification_status": "pass" + }, + "SWL-S04": { + "apa_runtime_binding_sha256": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s04.png", + "pixel_dimensions": [ + 1920, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S04", + "synthetic_only": true + }, + "png_hashes": { + "swl_s04.png": "b09ade831a7d04302b195a6c324936ccf6ed29774cb4a25f5738c64a25fcfcd5" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "anova_f": "65.02135348", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.746753975e-08", + "contrast_feedback_increment_p_holm": "1.746753975e-08", + "contrast_feedback_increment_t": "6.211610087", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.153323301e-15", + "contrast_guided_average_minus_standard_p_holm": "6.306646602e-15", + "contrast_guided_average_minus_standard_t": "9.563399348", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.5991572294", + "mean_guided_practice": "71.93333333", + "mean_guided_practice_plus_feedback": "77.93333333", + "mean_standard_support": "66.93333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.362550627e-18" + }, + "python_result_sha256": "b7fecca83148defa7bdb2bdcba47c2a771c3e85b91cc672279819a5e9682a131", + "r_metrics": { + "anova_f": "65.0213534823", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.74675397492e-08", + "contrast_feedback_increment_p_holm": "1.74675397492e-08", + "contrast_feedback_increment_t": "6.21161008665", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.15332330089e-15", + "contrast_guided_average_minus_standard_p_holm": "6.30664660177e-15", + "contrast_guided_average_minus_standard_t": "9.56339934835", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.599157229392", + "mean_guided_practice": "71.9333333333", + "mean_guided_practice_plus_feedback": "77.9333333333", + "mean_standard_support": "66.9333333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.36255062705e-18" + }, + "r_result_sha256": "c4aedbbbe9d48e7cb83140a16bae30e4ebf31a1dd9b7ab55cd6eb2c49554b487", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323", + "DATA_LAYOUT_AUDIT.json": "e32923910b06a85281692ec2e913dc386af8ac74dbbf0ba787756e0103f97646", + "DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27", + "FIGURE_SPECS.json": "ecd35c1d99c11f19a4c53936878d193a3c461e36d74dabc596d27fc1a11ba65b", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e", + "PYTHON_RESULT.json": "b7fecca83148defa7bdb2bdcba47c2a771c3e85b91cc672279819a5e9682a131", + "R_RESULT.csv": "c4aedbbbe9d48e7cb83140a16bae30e4ebf31a1dd9b7ab55cd6eb2c49554b487", + "SOURCE_MANIFEST_RECORD.json": "c6f1f4631f5c027176c2809622365773d699edec743cce7dbeb325b99fd98104", + "STUDY_INDEX_RECORD.json": "36d2973cc7f2c7151fd514bf36f4452ce91f011cde48ff4a0d3d7185b1ab4348", + "VERIFICATION_RECEIPT.json": "23bb045bf4097b7e42d7ee1e3d3d5ad14d90739a11061084ba72f62b85c03e94" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "2.26019380989e-09", + "allowed_absolute_difference": "1e-07", + "field": "anova_f", + "python": "65.02135348", + "r": "65.0213534823", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_estimate", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "8.40398958742e-19", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_p", + "python": "1.746753975e-08", + "r": "1.74675397492e-08", + "status": "pass" + }, + { + "absolute_difference": "8.40398958742e-19", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_p_holm", + "python": "1.746753975e-08", + "r": "1.74675397492e-08", + "status": "pass" + }, + { + "absolute_difference": "3.48230777547e-10", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_t", + "python": "6.211610087", + "r": "6.21161008665", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_estimate", + "python": "8", + "r": "8", + "status": "pass" + }, + { + "absolute_difference": "1.14359982139e-25", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_p", + "python": "3.153323301e-15", + "r": "3.15332330089e-15", + "status": "pass" + }, + { + "absolute_difference": "2.28719964277e-25", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_p_holm", + "python": "6.306646602e-15", + "r": "6.30664660177e-15", + "status": "pass" + }, + { + "absolute_difference": "3.45039552485e-10", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_t", + "python": "9.563399348", + "r": "9.56339934835", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_between", + "python": "2", + "r": "2", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_within", + "python": "87", + "r": "87", + "status": "pass" + }, + { + "absolute_difference": "8.37507840856e-12", + "allowed_absolute_difference": "1e-07", + "field": "eta_squared", + "python": "0.5991572294", + "r": "0.599157229392", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_guided_practice", + "python": "71.93333333", + "r": "71.9333333333", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_guided_practice_plus_feedback", + "python": "77.93333333", + "r": "77.9333333333", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_standard_support", + "python": "66.93333333", + "r": "66.9333333333", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_guided_practice", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_guided_practice_plus_feedback", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_standard_support", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "90", + "r": "90", + "status": "pass" + }, + { + "absolute_difference": "4.50498125152e-29", + "allowed_absolute_difference": "1e-07", + "field": "p_value", + "python": "5.362550627e-18", + "r": "5.36255062705e-18", + "status": "pass" + } + ], + "verification_receipt_sha256": "23bb045bf4097b7e42d7ee1e3d3d5ad14d90739a11061084ba72f62b85c03e94", + "verification_status": "pass" + }, + "SWL-S05": { + "apa_runtime_binding_sha256": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s05.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S05", + "synthetic_only": true + }, + "png_hashes": { + "swl_s05.png": "b11a56a64aa33fafccd8c244b338d274ac23c9f5523c4de42ad6d27132ab110d" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132954", + "feedback_p": "2.968853127e-11", + "feedback_partial_eta_squared": "0.3830194702", + "interaction_difference_in_differences": "6", + "interaction_f": "20.56078634", + "interaction_p": "1.736937155e-05", + "interaction_partial_eta_squared": "0.1826638478", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.277399851e-18", + "simple_strategy_explanatory_feedback_t": "10.68768407", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.660540101e-05", + "simple_strategy_no_feedback_t": "4.275073628", + "strategy_f": "111.942059", + "strategy_p": "1.387812305e-17", + "strategy_partial_eta_squared": "0.5488914819" + }, + "python_result_sha256": "f0ecebba30993bb74051d70aa5322a84da223fa8011059d7c00a597bd29a99fa", + "r_metrics": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132953958", + "feedback_p": "2.96885312713e-11", + "feedback_partial_eta_squared": "0.383019470156", + "interaction_difference_in_differences": "6", + "interaction_f": "20.5607863425", + "interaction_p": "1.73693715545e-05", + "interaction_partial_eta_squared": "0.18266384778", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.27739985086e-18", + "simple_strategy_explanatory_feedback_t": "10.6876840705", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.66054010066e-05", + "simple_strategy_no_feedback_t": "4.27507362821", + "strategy_f": "111.942058976", + "strategy_p": "1.38781230504e-17", + "strategy_partial_eta_squared": "0.548891481914" + }, + "r_result_sha256": "69d821fe47fbf3e80a8dd9acc3c26b122d4796f89c6f1f92220983d6b220894f", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6", + "DATA_LAYOUT_AUDIT.json": "3f4cfa4f1f3f1d9437a8106b334c3441ee840e40fe2b1a0a2a86102835b622fa", + "DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8", + "FIGURE_SPECS.json": "b875b80b3ae7afb42fa85b7b0b0737f4a54439a0e19c5db9005083b28623ba1a", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0", + "PYTHON_RESULT.json": "f0ecebba30993bb74051d70aa5322a84da223fa8011059d7c00a597bd29a99fa", + "R_RESULT.csv": "69d821fe47fbf3e80a8dd9acc3c26b122d4796f89c6f1f92220983d6b220894f", + "SOURCE_MANIFEST_RECORD.json": "d6cbbb462f7a8b86ba03af43074e0a513935620e42b2a7d33a55da2468779461", + "STUDY_INDEX_RECORD.json": "a4b5e9a5f725c9aa965cadd941bdb51dd995e46de30256a1c66e2c76d6b35e78", + "VERIFICATION_RECEIPT.json": "8c6acc1935964ed3c1b0c253a16b721234e869a19deb9de5002387b587d3b270" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_effect", + "python": "1", + "r": "1", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_within", + "python": "92", + "r": "92", + "status": "pass" + }, + { + "absolute_difference": "4.24209645189e-09", + "allowed_absolute_difference": "1e-07", + "field": "feedback_f", + "python": "57.1132954", + "r": "57.1132953958", + "status": "pass" + }, + { + "absolute_difference": "1.2771022423e-21", + "allowed_absolute_difference": "1e-07", + "field": "feedback_p", + "python": "2.968853127e-11", + "r": "2.96885312713e-11", + "status": "pass" + }, + { + "absolute_difference": "4.36000124893e-11", + "allowed_absolute_difference": "1e-07", + "field": "feedback_partial_eta_squared", + "python": "0.3830194702", + "r": "0.383019470156", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "interaction_difference_in_differences", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "2.47279885457e-09", + "allowed_absolute_difference": "1e-07", + "field": "interaction_f", + "python": "20.56078634", + "r": "20.5607863425", + "status": "pass" + }, + { + "absolute_difference": "4.49449911967e-15", + "allowed_absolute_difference": "1e-07", + "field": "interaction_p", + "python": "1.736937155e-05", + "r": "1.73693715545e-05", + "status": "pass" + }, + { + "absolute_difference": "1.98729921408e-11", + "allowed_absolute_difference": "1e-07", + "field": "interaction_partial_eta_squared", + "python": "0.1826638478", + "r": "0.18266384778", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_rereading_explanatory_feedback", + "python": "69.375", + "r": "69.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_rereading_no_feedback", + "python": "67.375", + "r": "67.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_retrieval_explanatory_feedback", + "python": "79.375", + "r": "79.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_retrieval_no_feedback", + "python": "71.375", + "r": "71.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_per_cell", + "python": "24", + "r": "24", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "96", + "r": "96", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_explanatory_feedback_estimate", + "python": "10", + "r": "10", + "status": "pass" + }, + { + "absolute_difference": "1.38821030391e-28", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_explanatory_feedback_p", + "python": "8.277399851e-18", + "r": "8.27739985086e-18", + "status": "pass" + }, + { + "absolute_difference": "5.32599742087e-10", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_explanatory_feedback_t", + "python": "10.68768407", + "r": "10.6876840705", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_no_feedback_estimate", + "python": "4", + "r": "4", + "status": "pass" + }, + { + "absolute_difference": "3.4408985535e-15", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_no_feedback_p", + "python": "4.660540101e-05", + "r": "4.66054010066e-05", + "status": "pass" + }, + { + "absolute_difference": "2.13029593965e-10", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_no_feedback_t", + "python": "4.275073628", + "r": "4.27507362821", + "status": "pass" + }, + { + "absolute_difference": "2.43149997914e-08", + "allowed_absolute_difference": "1e-07", + "field": "strategy_f", + "python": "111.942059", + "r": "111.942058976", + "status": "pass" + }, + { + "absolute_difference": "4.3779931347e-28", + "allowed_absolute_difference": "1e-07", + "field": "strategy_p", + "python": "1.387812305e-17", + "r": "1.38781230504e-17", + "status": "pass" + }, + { + "absolute_difference": "1.36519684446e-11", + "allowed_absolute_difference": "1e-07", + "field": "strategy_partial_eta_squared", + "python": "0.5488914819", + "r": "0.548891481914", + "status": "pass" + } + ], + "verification_receipt_sha256": "8c6acc1935964ed3c1b0c253a16b721234e869a19deb9de5002387b587d3b270", + "verification_status": "pass" + }, + "SWL-S06": { + "apa_runtime_binding_sha256": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s06.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S06", + "synthetic_only": true + }, + "png_hashes": { + "swl_s06.png": "7c9fde47cca33c339abb0adfdf38d71717a4a9093938885c77b6d138f9fe7633" + } + }, + "matched_limitation_runtime_sha256": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8", + "python_reported_fields": { + "greenhouse_geisser_df_error": "69.98984053", + "greenhouse_geisser_df_occasion": "1.320563029", + "greenhouse_geisser_epsilon": "0.6602815145", + "greenhouse_geisser_p": "5.918791808e-29", + "mean_baseline_complete_case": "49.50462963", + "mean_change_follow_up_minus_baseline": "5.981481481", + "mean_change_post_minus_baseline": "4.11037037", + "mean_follow_up_complete_case": "55.48611111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.8372410924", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.6350191", + "rm_anova_p": "1.628818229e-42", + "scheduled_rows": "180" + }, + "python_result_sha256": "34ba364dc80a3dbc922dcb3e7e4988ac6dab4e3b2c17851747eff564b65d9e0e", + "r_metrics": { + "greenhouse_geisser_df_error": "69.9898405337", + "greenhouse_geisser_df_occasion": "1.32056302894", + "greenhouse_geisser_epsilon": "0.660281514469", + "greenhouse_geisser_p": "5.91879180765e-29", + "mean_baseline_complete_case": "49.5046296296", + "mean_change_follow_up_minus_baseline": "5.98148148148", + "mean_change_post_minus_baseline": "4.11037037037", + "mean_follow_up_complete_case": "55.4861111111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.837241092351", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.635019094", + "rm_anova_p": "1.62881822926e-42", + "scheduled_rows": "180" + }, + "r_result_sha256": "4395a61019908f3ea2b1e21cab9fbc197e0095ed3799c7d39e9e34b6208949a7", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd", + "DATA_LAYOUT_AUDIT.json": "ffbe22ee7b3cffdad476a42a9a353ea5a1f0a81035db869af60b7a1099d0d38a", + "DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061", + "FIGURE_SPECS.json": "36d4ce2cc15af6ed694d50bd1eb3eb5ed4b7a14859f847d7128feb049d5876df", + "MATCHED_LIMITATION.md": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8", + "MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08", + "PYTHON_RESULT.json": "34ba364dc80a3dbc922dcb3e7e4988ac6dab4e3b2c17851747eff564b65d9e0e", + "R_RESULT.csv": "4395a61019908f3ea2b1e21cab9fbc197e0095ed3799c7d39e9e34b6208949a7", + "SOURCE_MANIFEST_RECORD.json": "152abd66906f00035c183441d75518882d69627eb71212f50ca5d3aa131df487", + "STUDY_INDEX_RECORD.json": "52bd09235341c7ff83aa9ffe7eb365a8e8979c453a5fcc88914432d9728aade9", + "VERIFICATION_RECEIPT.json": "2a482e9808a9f73eed6639b41c38fd4efb8354b7ebab3fbae9e1e900ce52a1e1" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_scheduled_participants", + "python": "60", + "r": "60", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "scheduled_rows", + "python": "180", + "r": "180", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "observed_outcomes", + "python": "174", + "r": "174", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_outcomes", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_baseline", + "python": "0", + "r": "0", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_post", + "python": "3", + "r": "3", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_follow_up", + "python": "3", + "r": "3", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_complete_case", + "python": "54", + "r": "54", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_incomplete_participants", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "3.70398822724e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_baseline_complete_case", + "python": "49.50462963", + "r": "49.5046296296", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_post_complete_case", + "python": "53.615", + "r": "53.615", + "status": "pass" + }, + { + "absolute_difference": "1.11109699219e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_follow_up_complete_case", + "python": "55.48611111", + "r": "55.4861111111", + "status": "pass" + }, + { + "absolute_difference": "3.70369512837e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_change_post_minus_baseline", + "python": "4.11037037", + "r": "4.11037037037", + "status": "pass" + }, + { + "absolute_difference": "4.81479744963e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_change_follow_up_minus_baseline", + "python": "5.981481481", + "r": "5.98148148148", + "status": "pass" + }, + { + "absolute_difference": "5.50102186025e-09", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_f", + "python": "272.6350191", + "r": "272.635019094", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_df_occasion", + "python": "2", + "r": "2", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_df_error", + "python": "106", + "r": "106", + "status": "pass" + }, + { + "absolute_difference": "2.57869964234e-52", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_p", + "python": "1.628818229e-42", + "r": "1.62881822926e-42", + "status": "pass" + }, + { + "absolute_difference": "3.11201064918e-11", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_epsilon", + "python": "0.6602815145", + "r": "0.660281514469", + "status": "pass" + }, + { + "absolute_difference": "6.22402129835e-11", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_df_occasion", + "python": "1.320563029", + "r": "1.32056302894", + "status": "pass" + }, + { + "absolute_difference": "3.7013023757e-09", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_df_error", + "python": "69.98984053", + "r": "69.9898405337", + "status": "pass" + }, + { + "absolute_difference": "3.53489308533e-39", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_p", + "python": "5.918791808e-29", + "r": "5.91879180765e-29", + "status": "pass" + }, + { + "absolute_difference": "4.87490048329e-11", + "allowed_absolute_difference": "1e-07", + "field": "partial_eta_squared", + "python": "0.8372410924", + "r": "0.837241092351", + "status": "pass" + } + ], + "verification_receipt_sha256": "2a482e9808a9f73eed6639b41c38fd4efb8354b7ebab3fbae9e1e900ce52a1e1", + "verification_status": "pass" + }, + "SWL-S07": { + "apa_runtime_binding_sha256": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s07.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S07", + "synthetic_only": true + }, + "png_hashes": { + "swl_s07.png": "c67c57059c67d6d6bda363b8b419ab8c9558b0530c318f14cee9bd21b0c1791a" + } + }, + "matched_limitation_runtime_sha256": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e", + "python_reported_fields": { + "adjusted_group_difference_intervention_minus_comparison": "4.195586604", + "adjusted_mean_comparison_at_overall_baseline": "60.70454003", + "adjusted_mean_intervention_at_overall_baseline": "64.90012664", + "baseline_overall_mean": "50.44633333", + "baseline_slope": "1.158451049", + "baseline_slope_ci_95_high": "1.269132905", + "baseline_slope_ci_95_low": "1.047769194", + "baseline_slope_p": "1.587746358e-35", + "baseline_slope_se": "0.05568595007", + "baseline_slope_t": "20.80329146", + "group_effect_ci_95_high": "5.23809565", + "group_effect_ci_95_low": "3.153077558", + "group_effect_df": "1", + "group_effect_f": "63.98634614", + "group_effect_p": "4.968806886e-12", + "group_effect_se": "0.5245042778", + "group_effect_t": "7.999146588", + "group_partial_eta_squared": "0.4237889569", + "homogeneity_interaction_b": "-0.1136802344", + "homogeneity_interaction_p": "0.3101586282", + "homogeneity_interaction_se": "0.1113514523", + "homogeneity_interaction_t": "-1.020913801", + "model_adjusted_r_squared": "0.8824557827", + "model_df_error": "87", + "model_r_squared": "0.8850972258", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.94266667", + "raw_post_mean_comparison": "58.97111111", + "raw_post_mean_intervention": "66.63355556" + }, + "python_result_sha256": "a2a86233c4f10122bf1f027a53b882329a3a144433fb882b023bae503547574a", + "r_metrics": { + "adjusted_group_difference_intervention_minus_comparison": "4.19558660405", + "adjusted_mean_comparison_at_overall_baseline": "60.7045400313", + "adjusted_mean_intervention_at_overall_baseline": "64.9001266354", + "baseline_overall_mean": "50.4463333333", + "baseline_slope": "1.15845104936", + "baseline_slope_ci_95_high": "1.26913290489", + "baseline_slope_ci_95_low": "1.04776919383", + "baseline_slope_p": "1.58774635813e-35", + "baseline_slope_se": "0.0556859500715", + "baseline_slope_t": "20.8032914564", + "group_effect_ci_95_high": "5.23809565032", + "group_effect_ci_95_low": "3.15307755779", + "group_effect_df": "1", + "group_effect_f": "63.9863461355", + "group_effect_p": "4.96880688616e-12", + "group_effect_se": "0.52450427779", + "group_effect_t": "7.99914658795", + "group_partial_eta_squared": "0.423788956904", + "homogeneity_interaction_b": "-0.113680234436", + "homogeneity_interaction_p": "0.310158628219", + "homogeneity_interaction_se": "0.111351452341", + "homogeneity_interaction_t": "-1.02091380081", + "model_adjusted_r_squared": "0.882455782738", + "model_df_error": "87", + "model_r_squared": "0.885097225822", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.9426666667", + "raw_post_mean_comparison": "58.9711111111", + "raw_post_mean_intervention": "66.6335555556" + }, + "r_result_sha256": "839148e5ce70bc7b6352b36a3db722bff1c307617b4f5a12e4a02c05d5a8a602", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a", + "DATA_LAYOUT_AUDIT.json": "c6c20b03bf3c1ef1a7f1397701ee351566f2011b113be9a7d0d8ffb1824498fd", + "DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048", + "FIGURE_SPECS.json": "027d3fb753caf0f179eea7396b83c9c5e1032d9013673f5de3a3fd4a92f76865", + "MATCHED_LIMITATION.md": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e", + "MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40", + "PYTHON_RESULT.json": "a2a86233c4f10122bf1f027a53b882329a3a144433fb882b023bae503547574a", + "R_RESULT.csv": "839148e5ce70bc7b6352b36a3db722bff1c307617b4f5a12e4a02c05d5a8a602", + "SOURCE_MANIFEST_RECORD.json": "1ef68d054cacd9cd05e10a075d6109fe98a460b486ba0e5cbb8bdb485debcb9f", + "STUDY_INDEX_RECORD.json": "ab8c99be9090d2ed75ed9644be6b031450f527da926ce1ffcecb699877c2f6cb", + "VERIFICATION_RECEIPT.json": "21084aa9145dd8164168733b0eadfa0bf8bab735d0f7c03baabd3c9f8c5bf80c" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "90", + "r": "90", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_comparison", + "python": "45", + "r": "45", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_intervention", + "python": "45", + "r": "45", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "baseline_overall_mean", + "python": "50.44633333", + "r": "50.4463333333", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "raw_baseline_mean_comparison", + "python": "48.95", + "r": "48.95", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "raw_baseline_mean_intervention", + "python": "51.94266667", + "r": "51.9426666667", + "status": "pass" + }, + { + "absolute_difference": "1.11109699219e-09", + "allowed_absolute_difference": "1e-07", + "field": "raw_post_mean_comparison", + "python": "58.97111111", + "r": "58.9711111111", + "status": "pass" + }, + { + "absolute_difference": "4.44440217962e-09", + "allowed_absolute_difference": "1e-07", + "field": "raw_post_mean_intervention", + "python": "66.63355556", + "r": "66.6335555556", + "status": "pass" + }, + { + "absolute_difference": "1.30660282593e-09", + "allowed_absolute_difference": "1e-07", + "field": "adjusted_mean_comparison_at_overall_baseline", + "python": "60.70454003", + "r": "60.7045400313", + "status": "pass" + }, + { + "absolute_difference": "4.63990090793e-09", + "allowed_absolute_difference": "1e-07", + "field": "adjusted_mean_intervention_at_overall_baseline", + "python": "64.90012664", + "r": "64.9001266354", + "status": "pass" + }, + { + "absolute_difference": "5.34905453264e-11", + "allowed_absolute_difference": "1e-07", + "field": "adjusted_group_difference_intervention_minus_comparison", + "python": "4.195586604", + "r": "4.19558660405", + "status": "pass" + }, + { + "absolute_difference": "9.51094758506e-12", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_se", + "python": "0.5245042778", + "r": "0.52450427779", + "status": "pass" + }, + { + "absolute_difference": "4.90105733775e-11", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_t", + "python": "7.999146588", + "r": "7.99914658795", + "status": "pass" + }, + { + "absolute_difference": "1.55110097344e-22", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_p", + "python": "4.968806886e-12", + "r": "4.96880688616e-12", + "status": "pass" + }, + { + "absolute_difference": "2.11779926929e-10", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_ci_95_low", + "python": "3.153077558", + "r": "3.15307755779", + "status": "pass" + }, + { + "absolute_difference": "3.18760129403e-10", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_ci_95_high", + "python": "5.23809565", + "r": "5.23809565032", + "status": "pass" + }, + { + "absolute_difference": "4.47199965947e-09", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_f", + "python": "63.98634614", + "r": "63.9863461355", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_df", + "python": "1", + "r": "1", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "model_df_error", + "python": "87", + "r": "87", + "status": "pass" + }, + { + "absolute_difference": "4.04198896575e-12", + "allowed_absolute_difference": "1e-07", + "field": "group_partial_eta_squared", + "python": "0.4237889569", + "r": "0.423788956904", + "status": "pass" + }, + { + "absolute_difference": "3.62090135653e-10", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope", + "python": "1.158451049", + "r": "1.15845104936", + "status": "pass" + }, + { + "absolute_difference": "1.49590062559e-12", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_se", + "python": "0.05568595007", + "r": "0.0556859500715", + "status": "pass" + }, + { + "absolute_difference": "3.63190011399e-09", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_t", + "python": "20.80329146", + "r": "20.8032914564", + "status": "pass" + }, + { + "absolute_difference": "1.33509942799e-45", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_p", + "python": "1.587746358e-35", + "r": "1.58774635813e-35", + "status": "pass" + }, + { + "absolute_difference": "1.68169922432e-10", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_ci_95_low", + "python": "1.047769194", + "r": "1.04776919383", + "status": "pass" + }, + { + "absolute_difference": "1.07649889003e-10", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_ci_95_high", + "python": "1.269132905", + "r": "1.26913290489", + "status": "pass" + }, + { + "absolute_difference": "2.24699148177e-11", + "allowed_absolute_difference": "1e-07", + "field": "model_r_squared", + "python": "0.8850972258", + "r": "0.885097225822", + "status": "pass" + }, + { + "absolute_difference": "3.79289932795e-11", + "allowed_absolute_difference": "1e-07", + "field": "model_adjusted_r_squared", + "python": "0.8824557827", + "r": "0.882455782738", + "status": "pass" + }, + { + "absolute_difference": "3.55730028767e-11", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_b", + "python": "-0.1136802344", + "r": "-0.113680234436", + "status": "pass" + }, + { + "absolute_difference": "4.11660011634e-11", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_se", + "python": "0.1113514523", + "r": "0.111351452341", + "status": "pass" + }, + { + "absolute_difference": "1.87849957811e-10", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_t", + "python": "-1.020913801", + "r": "-1.02091380081", + "status": "pass" + }, + { + "absolute_difference": "1.89839810538e-11", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_p", + "python": "0.3101586282", + "r": "0.310158628219", + "status": "pass" + } + ], + "verification_receipt_sha256": "21084aa9145dd8164168733b0eadfa0bf8bab735d0f7c03baabd3c9f8c5bf80c", + "verification_status": "pass" + }, + "SWL-S08": { + "apa_runtime_binding_sha256": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s08.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S08", + "synthetic_only": true + }, + "png_hashes": { + "swl_s08.png": "39ba9e86e709156e902de38f4707d266897957dc266202563e7b3cdb413a6a55" + } + }, + "matched_limitation_runtime_sha256": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba", + "python_reported_fields": { + "aic": "901.3262459", + "bic": "926.3179577", + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.00000004", + "converged": "1", + "followup_b": "1.474701992", + "followup_ci_95_high": "2.732255571", + "followup_ci_95_low": "0.2171484134", + "followup_p": "0.02153895904", + "followup_se": "0.6416207588", + "followup_z": "2.29840131", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_ci_95_high": "51.56533349", + "intercept_ci_95_low": "48.43466651", + "intercept_p": "0", + "intercept_se": "0.7986542115", + "intercept_z": "62.60531689", + "log_likelihood": "-442.663123", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.102577378", + "post_ci_95_high": "2.308809272", + "post_ci_95_low": "-0.1036545168", + "post_p": "0.07320677973", + "post_se": "0.6154357448", + "post_z": "1.791539388", + "random_intercept_variance": "13.72877362", + "residual_variance": "5.40668287", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_ci_95_high": "2.613715852", + "treatment_ci_95_low": "-1.813715852", + "treatment_followup_b": "7.78490858", + "treatment_followup_ci_95_high": "9.538639311", + "treatment_followup_ci_95_low": "6.031177849", + "treatment_followup_mean": "59.89999993", + "treatment_followup_p": "0", + "treatment_followup_se": "0.8947770187", + "treatment_followup_z": "8.700389503", + "treatment_p": "0.7232271073", + "treatment_post_b": "5.864929915", + "treatment_post_ci_95_high": "7.570766747", + "treatment_post_ci_95_low": "4.159093083", + "treatment_post_mean": "57.39999996", + "treatment_post_p": "1.598559151e-11", + "treatment_post_se": "0.870340907", + "treatment_post_z": "6.738658229", + "treatment_se": "1.129467618", + "treatment_z": "0.3541491529" + }, + "python_result_sha256": "d8d4bbbe7f4558dca5d80d98c00857487f16e1c6e12a10d221f3bc3bda7428a0", + "r_metrics": { + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.0000000357", + "followup_b": "1.47470191294", + "followup_se": "0.653391526682", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_se": "0.81331198401", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.1025776203", + "post_se": "0.626711697321", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_followup_b": "7.78490809981", + "treatment_followup_mean": "59.8999999259", + "treatment_followup_se": "0.911151096407", + "treatment_post_b": "5.864929613", + "treatment_post_mean": "57.3999999643", + "treatment_post_se": "0.886292305628", + "treatment_se": "1.15019683823" + }, + "r_result_sha256": "a4808c037c370761db1be02024cf675c0451adcde72712d43f13139f424cca60", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff", + "DATA_LAYOUT_AUDIT.json": "0397165ca0603767d18ee3fa2ae129a07296a7480955f936ee7dfd41f82bb5ae", + "DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42", + "FIGURE_SPECS.json": "fa79ce2f4814c69c149b5641413fb3154712fbe8739ebb041bf239f662fbd0fd", + "MATCHED_LIMITATION.md": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba", + "MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353", + "PYTHON_RESULT.json": "d8d4bbbe7f4558dca5d80d98c00857487f16e1c6e12a10d221f3bc3bda7428a0", + "R_RESULT.csv": "a4808c037c370761db1be02024cf675c0451adcde72712d43f13139f424cca60", + "SOURCE_MANIFEST_RECORD.json": "9e23f3b5fb2153f1077094000967fef239a91f213957ea4287031650964e1d6c", + "STUDY_INDEX_RECORD.json": "cd41460ea2a0eaa99987d188d621c8658d5e1988732aa09c2624f5028469746e", + "VERIFICATION_RECEIPT.json": "b8a73deb05946eb0c5198f6be669c4cc0860ea8ac1b8d72c440d59cdff7f77bb" + }, + "v4_documented_not_equal_fields": [ + "test-statistic convention", + "denominator degrees of freedom", + "p values", + "confidence-interval method", + "optimizer details" + ], + "verification_category": "V3_V4", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_participants", + "python": "60", + "r": "60", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_control", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_treatment", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "scheduled_rows", + "python": "180", + "r": "180", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "observed_rows", + "python": "168", + "r": "168", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_visits", + "python": "12", + "r": "12", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "complete_participants", + "python": "48", + "r": "48", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "incomplete_participants", + "python": "12", + "r": "12", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "control_baseline_mean", + "python": "50", + "r": "50", + "status": "pass" + }, + { + "absolute_difference": "4.28571667044e-09", + "allowed_absolute_difference": "1e-07", + "field": "control_post_mean", + "python": "51.00000004", + "r": "51.0000000357", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "control_followup_mean", + "python": "51.50000012", + "r": "51.50000012", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "treatment_baseline_mean", + "python": "50.4", + "r": "50.4", + "status": "pass" + }, + { + "absolute_difference": "4.28570956501e-09", + "allowed_absolute_difference": "1e-07", + "field": "treatment_post_mean", + "python": "57.39999996", + "r": "57.3999999643", + "status": "pass" + }, + { + "absolute_difference": "4.07407441116e-09", + "allowed_absolute_difference": "1e-07", + "field": "treatment_followup_mean", + "python": "59.89999993", + "r": "59.8999999259", + "status": "pass" + }, + { + "absolute_difference": "1.42108547152e-14", + "allowed_absolute_difference": "0.05", + "field": "intercept_b", + "python": "50", + "r": "50", + "status": "pass" + }, + { + "absolute_difference": "0.0146577725097", + "allowed_absolute_difference": "0.15", + "field": "intercept_se", + "python": "0.7986542115", + "r": "0.81331198401", + "status": "pass" + }, + { + "absolute_difference": "2.33146835171e-15", + "allowed_absolute_difference": "0.05", + "field": "treatment_b", + "python": "0.4", + "r": "0.4", + "status": "pass" + }, + { + "absolute_difference": "0.0207292202271", + "allowed_absolute_difference": "0.15", + "field": "treatment_se", + "python": "1.129467618", + "r": "1.15019683823", + "status": "pass" + }, + { + "absolute_difference": "2.4229832607e-07", + "allowed_absolute_difference": "0.05", + "field": "post_b", + "python": "1.102577378", + "r": "1.1025776203", + "status": "pass" + }, + { + "absolute_difference": "0.0112759525214", + "allowed_absolute_difference": "0.15", + "field": "post_se", + "python": "0.6154357448", + "r": "0.626711697321", + "status": "pass" + }, + { + "absolute_difference": "7.90604131051e-08", + "allowed_absolute_difference": "0.05", + "field": "followup_b", + "python": "1.474701992", + "r": "1.47470191294", + "status": "pass" + }, + { + "absolute_difference": "0.0117707678819", + "allowed_absolute_difference": "0.15", + "field": "followup_se", + "python": "0.6416207588", + "r": "0.653391526682", + "status": "pass" + }, + { + "absolute_difference": "3.02000064067e-07", + "allowed_absolute_difference": "0.05", + "field": "treatment_post_b", + "python": "5.864929915", + "r": "5.864929613", + "status": "pass" + }, + { + "absolute_difference": "0.0159513986284", + "allowed_absolute_difference": "0.15", + "field": "treatment_post_se", + "python": "0.870340907", + "r": "0.886292305628", + "status": "pass" + }, + { + "absolute_difference": "4.8018775356e-07", + "allowed_absolute_difference": "0.05", + "field": "treatment_followup_b", + "python": "7.78490858", + "r": "7.78490809981", + "status": "pass" + }, + { + "absolute_difference": "0.016374077707", + "allowed_absolute_difference": "0.15", + "field": "treatment_followup_se", + "python": "0.8947770187", + "r": "0.911151096407", + "status": "pass" + } + ], + "verification_receipt_sha256": "b8a73deb05946eb0c5198f6be669c4cc0860ea8ac1b8d72c440d59cdff7f77bb", + "verification_status": "pass" + }, + "SWL-S09": { + "apa_runtime_binding_sha256": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_improvement.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "categorical" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_burden.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "rank" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S09", + "synthetic_only": true + }, + "png_hashes": { + "swl_s09_burden.png": "f11e05a1d8e935609566fb0decd0436980a98ed9149abec75c955c69b6e861d8", + "swl_s09_improvement.png": "0d7316d3b6eb2a37df40690f16f0aba3039e349ae5eda8c6b6ccb2e4947c4526" + } + }, + "matched_limitation_runtime_sha256": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a", + "python_reported_fields": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.23017903", + "chi_square_df": "1", + "chi_square_p": "0.001381612526", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_burden_skewness": "1.191038677", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.2528608687", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_burden_skewness": "1.180683232", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.540505523e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.211170814", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + }, + "python_result_sha256": "19f3f11f8ee821117e38c4e05fc247cbbc0b424773f72dac282e16cc3fca498b", + "r_metrics": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.2301790281", + "chi_square_df": "1", + "chi_square_p": "0.00138161252573", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.252860868712", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.54050552302e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.21117081431", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + }, + "r_result_sha256": "883a2459ef014ac9169a7f181a2e5dd604bcd57a369a61eb22a20f0d1e49a6f1", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067", + "DATA_LAYOUT_AUDIT.json": "64193990ef679faa04c61a55864f72820f9f6567bd2e544a1db2dd34c62cc29b", + "DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de", + "FIGURE_SPECS.json": "4b5ea4b4f0b9f4e1e60fb1f649ce29bc23f08c8eaf00944bf91385b7a71f1704", + "MATCHED_LIMITATION.md": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a", + "MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31", + "PYTHON_RESULT.json": "19f3f11f8ee821117e38c4e05fc247cbbc0b424773f72dac282e16cc3fca498b", + "R_RESULT.csv": "883a2459ef014ac9169a7f181a2e5dd604bcd57a369a61eb22a20f0d1e49a6f1", + "SOURCE_MANIFEST_RECORD.json": "84991249b59ea681b351711e89a728dd062c46dfe719cffafa7aed7fd8ca09b0", + "STUDY_INDEX_RECORD.json": "d2b343d41cffa38016f0f641f8ae9532c3b54edba87c2b52006fde13699064b4", + "VERIFICATION_RECEIPT.json": "c8fe720c0c5804a722e9666e4ec76b26b0da14f2d982991ad202a3d64fc68eac" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "160", + "r": "160", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_comparison", + "python": "80", + "r": "80", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_intervention", + "python": "80", + "r": "80", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_improved", + "python": "36", + "r": "36", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_not_improved", + "python": "44", + "r": "44", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_improved", + "python": "56", + "r": "56", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_not_improved", + "python": "24", + "r": "24", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_improved_proportion", + "python": "0.45", + "r": "0.45", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_improved_proportion", + "python": "0.7", + "r": "0.7", + "status": "pass" + }, + { + "absolute_difference": "5.55111512313e-17", + "allowed_absolute_difference": "1e-07", + "field": "improved_risk_difference_intervention_minus_comparison", + "python": "0.25", + "r": "0.25", + "status": "pass" + }, + { + "absolute_difference": "1.86700788163e-09", + "allowed_absolute_difference": "1e-07", + "field": "chi_square", + "python": "10.23017903", + "r": "10.2301790281", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "chi_square_df", + "python": "1", + "r": "1", + "status": "pass" + }, + { + "absolute_difference": "2.67411960631e-13", + "allowed_absolute_difference": "1e-07", + "field": "chi_square_p", + "python": "0.001381612526", + "r": "0.00138161252573", + "status": "pass" + }, + { + "absolute_difference": "1.20867760245e-11", + "allowed_absolute_difference": "1e-07", + "field": "cramers_v", + "python": "0.2528608687", + "r": "0.252860868712", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "minimum_expected_cell_count", + "python": "34", + "r": "34", + "status": "pass" + }, + { + "absolute_difference": "1.7763568394e-15", + "allowed_absolute_difference": "1e-07", + "field": "comparison_burden_median", + "python": "10.533", + "r": "10.533", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_burden_median", + "python": "6.7545", + "r": "6.7545", + "status": "pass" + }, + { + "absolute_difference": "8.881784197e-16", + "allowed_absolute_difference": "1e-07", + "field": "burden_median_difference_intervention_minus_comparison", + "python": "-3.7785", + "r": "-3.7785", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mann_whitney_u_intervention", + "python": "1966", + "r": "1966", + "status": "pass" + }, + { + "absolute_difference": "3.1390001709e-10", + "allowed_absolute_difference": "1e-07", + "field": "mann_whitney_z_no_continuity", + "python": "-4.211170814", + "r": "-4.21117081431", + "status": "pass" + }, + { + "absolute_difference": "2.06510020672e-16", + "allowed_absolute_difference": "1e-07", + "field": "mann_whitney_p_two_sided", + "python": "2.540505523e-05", + "r": "2.54050552302e-05", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "rank_biserial_intervention_lower", + "python": "0.385625", + "r": "0.385625", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_burden_min", + "python": "5.147", + "r": "5.147", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_burden_max", + "python": "42.091", + "r": "42.091", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_burden_min", + "python": "3.051", + "r": "3.051", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_burden_max", + "python": "28.144", + "r": "28.144", + "status": "pass" + } + ], + "verification_receipt_sha256": "c8fe720c0c5804a722e9666e4ec76b26b0da14f2d982991ad202a3d64fc68eac", + "verification_status": "pass" + }, + "SWL-S10": { + "apa_runtime_binding_sha256": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s10.png", + "pixel_dimensions": [ + 2160, + 1500 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S10", + "synthetic_only": true + }, + "png_hashes": { + "swl_s10.png": "125a18e4f804eba66b89b0df16bef0a6581401801a815bb26b52256429022b15" + } + }, + "matched_limitation_runtime_sha256": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625", + "python_reported_fields": { + "cochran_q": "1.599988593", + "cochran_q_df": "5", + "cochran_q_p": "0.9012507239", + "fixed_effect_ci_95_high": "0.5277326023", + "fixed_effect_ci_95_low": "0.2693823169", + "fixed_effect_p": "1.472100141e-09", + "fixed_effect_pooled_d": "0.3985574596", + "fixed_effect_se": "0.06590568504", + "fixed_effect_z": "6.047391198", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.11099668", + "planning_n_per_group_unrounded_90": "131.3427883", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + }, + "python_result_sha256": "21c7951f4f3ad8fedbe809313d0e43b4535947cd4ca4ab53642153297a61edee", + "r_metrics": { + "cochran_q": "1.59998859345", + "cochran_q_df": "5", + "cochran_q_p": "0.901250723889", + "fixed_effect_ci_95_high": "0.527732602285", + "fixed_effect_ci_95_low": "0.269382316939", + "fixed_effect_p": "1.47210014135e-09", + "fixed_effect_pooled_d": "0.398557459612", + "fixed_effect_se": "0.0659056850372", + "fixed_effect_z": "6.04739119831", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.1109966794", + "planning_n_per_group_unrounded_90": "131.342788268", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + }, + "r_result_sha256": "dff5dfc9d9d8ef892ad9d36a9cfa441b6a0bdb98a323d7ce036a7a3f51d8566f", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3", + "DATA_LAYOUT_AUDIT.json": "781fec4c4cda43169f8b122d0699fe8bc6f5e16bc7d60af726be4f8cf0f6a3ce", + "DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7", + "FIGURE_SPECS.json": "19619cb76aae6966ef9af5633ecd8d9de032d1dfc5940269b2aae445fb39ce73", + "MATCHED_LIMITATION.md": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625", + "MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765", + "PYTHON_RESULT.json": "21c7951f4f3ad8fedbe809313d0e43b4535947cd4ca4ab53642153297a61edee", + "R_RESULT.csv": "dff5dfc9d9d8ef892ad9d36a9cfa441b6a0bdb98a323d7ce036a7a3f51d8566f", + "SOURCE_MANIFEST_RECORD.json": "5af6291745e4a9a0543286703d29413d7d5e59e9a64d195693d7522851a84ff2", + "STUDY_INDEX_RECORD.json": "7f097f6940b8388ce34ed3bd31d49f5d9d15608184fc0b39ef8b63ea1f82dbb3", + "VERIFICATION_RECEIPT.json": "c0b518e9675015486b01c8f4ad2755fd32d9876ff5549712f1a2851e23cb2957" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "study_count", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "total_participants", + "python": "960", + "r": "960", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "target_effect_size_d", + "python": "0.4", + "r": "0.4", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_alpha_two_sided", + "python": "0.05", + "r": "0.05", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_power_primary", + "python": "0.8", + "r": "0.8", + "status": "pass" + }, + { + "absolute_difference": "6.3643312842e-10", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_unrounded_80", + "python": "98.11099668", + "r": "98.1109966794", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_ceiling_80", + "python": "99", + "r": "99", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_power_sensitivity", + "python": "0.9", + "r": "0.9", + "status": "pass" + }, + { + "absolute_difference": "3.1992243521e-08", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_unrounded_90", + "python": "131.3427883", + "r": "131.342788268", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_ceiling_90", + "python": "132", + "r": "132", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "minimum_observed_d", + "python": "0.28", + "r": "0.28", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "maximum_observed_d", + "python": "0.51", + "r": "0.51", + "status": "pass" + }, + { + "absolute_difference": "1.20015108962e-11", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_pooled_d", + "python": "0.3985574596", + "r": "0.398557459612", + "status": "pass" + }, + { + "absolute_difference": "2.83838230697e-12", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_se", + "python": "0.06590568504", + "r": "0.0659056850372", + "status": "pass" + }, + { + "absolute_difference": "3.05134584266e-10", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_z", + "python": "6.047391198", + "r": "6.04739119831", + "status": "pass" + }, + { + "absolute_difference": "3.50009895673e-19", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_p", + "python": "1.472100141e-09", + "r": "1.47210014135e-09", + "status": "pass" + }, + { + "absolute_difference": "3.91647825282e-11", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_ci_95_low", + "python": "0.2693823169", + "r": "0.269382316939", + "status": "pass" + }, + { + "absolute_difference": "1.51616497135e-11", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_ci_95_high", + "python": "0.5277326023", + "r": "0.527732602285", + "status": "pass" + }, + { + "absolute_difference": "4.4957171319e-10", + "allowed_absolute_difference": "1e-07", + "field": "cochran_q", + "python": "1.599988593", + "r": "1.59998859345", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "cochran_q_df", + "python": "5", + "r": "5", + "status": "pass" + }, + { + "absolute_difference": "1.07351905143e-11", + "allowed_absolute_difference": "1e-07", + "field": "cochran_q_p", + "python": "0.9012507239", + "r": "0.901250723889", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "i_squared_percent", + "python": "0", + "r": "0", + "status": "pass" + } + ], + "verification_receipt_sha256": "c0b518e9675015486b01c8f4ad2755fd32d9876ff5549712f1a2851e23cb2957", + "verification_status": "pass" + } + }, + "synthetic_only": true, + "system_facts": { + "kernel": "6.8.0-124-generic", + "nlme_version": "3.1.155", + "pip_version": "pip 26.2 from /home/nicky/projects/psych-design-release-proof-ubuntu-034-20260730T194539Z/.venv/lib/python3.10/site-packages/pip (python 3.10)", + "platform": "Linux-6.8.0-124-generic-x86_64-with-glibc2.35", + "platform_role": "ubuntu", + "python_executable": ".venv/bin/python", + "python_version": "Python 3.10.12", + "r_session_info": "R version 4.1.2 (2021-11-01)\nPlatform: x86_64-pc-linux-gnu (64-bit)\nRunning under: Ubuntu 22.04.5 LTS\n\nMatrix products: default\nBLAS: /usr/lib/x86_64-linux-gnu/openblas-pthread/libblas.so.3\nLAPACK: /usr/lib/x86_64-linux-gnu/openblas-pthread/libopenblasp-r0.3.20.so\n\nlocale:\n [1] LC_CTYPE=en_CA.UTF-8 LC_NUMERIC=C \n [3] LC_TIME=en_CA.UTF-8 LC_COLLATE=en_CA.UTF-8 \n [5] LC_MONETARY=en_CA.UTF-8 LC_MESSAGES=en_CA.UTF-8 \n [7] LC_PAPER=en_CA.UTF-8 LC_NAME=C \n [9] LC_ADDRESS=C LC_TELEPHONE=C \n[11] LC_MEASUREMENT=en_CA.UTF-8 LC_IDENTIFICATION=C \n\nattached base packages:\n[1] stats graphics grDevices utils datasets methods base \n\nloaded via a namespace (and not attached):\n[1] compiler_4.1.2", + "r_version": "R version 4.1.2 (2021-11-01) -- \"Bird Hippie\"\nCopyright (C) 2021 The R Foundation for Statistical Computing\nPlatform: x86_64-pc-linux-gnu (64-bit)\n\nR is free software and comes with ABSOLUTELY NO WARRANTY.\nYou are welcome to redistribute it under the terms of the\nGNU General Public License versions 2 or 3.\nFor more information about these matters see\nhttps://www.gnu.org/licenses/.", + "rscript_version": "R scripting front-end version 4.1.2 (2021-11-01)", + "ubuntu_release": { + "BUG_REPORT_URL": "https://bugs.launchpad.net/ubuntu/", + "HOME_URL": "https://www.ubuntu.com/", + "ID": "ubuntu", + "ID_LIKE": "debian", + "NAME": "Ubuntu", + "PRETTY_NAME": "Ubuntu 22.04.5 LTS", + "PRIVACY_POLICY_URL": "https://www.ubuntu.com/legal/terms-and-policies/privacy-policy", + "SUPPORT_URL": "https://help.ubuntu.com/", + "UBUNTU_CODENAME": "jammy", + "VERSION": "22.04.5 LTS (Jammy Jellyfish)", + "VERSION_CODENAME": "jammy", + "VERSION_ID": "22.04" + }, + "uname": "Linux nicky-Config-35 6.8.0-124-generic #124~22.04.1-Ubuntu SMP PREEMPT_DYNAMIC Tue May 26 21:05:19 UTC x86_64 x86_64 x86_64 GNU/Linux", + "windows_version": "not_applicable", + "wsl_version": "not_applicable" + }, + "workspace_policy": { + "absolute_workspace_path_recorded": false, + "is_wsl": false, + "is_wsl2": false, + "role": "ubuntu", + "workspace_relative_to_home": "projects/psych-design-release-proof-ubuntu-034-20260730T194539Z", + "workspace_under_linux_home": true + } +} diff --git a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WHEEL_IDENTITY.json b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WHEEL_IDENTITY.json new file mode 100644 index 0000000..d46e044 --- /dev/null +++ b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WHEEL_IDENTITY.json @@ -0,0 +1,36 @@ +{ + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "canonical_proof_wheel": { + "companion_version": "v0.1", + "embedded_asset_bytes": 136801, + "embedded_asset_member": "pystatsv1/assets/psychological_statistics_by_design_companion_v0_1.zip", + "embedded_asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "package_version": "0.26.0", + "wheel_bytes": 1745654, + "wheel_member_count": 46, + "wheel_name": "pystatsv1-0.26.0-py3-none-any.whl", + "wheel_sha256": "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05" + }, + "clean_regeneration": { + "build_1": { + "asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "bytes": 1745655, + "member_count": 46, + "name": "pystatsv1-0.26.0-py3-none-any.whl", + "sha256": "a7243f79ade797036c41383ad87da1c734f94ef006310fcf766a41cd10165f4a" + }, + "build_2": { + "asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "bytes": 1745655, + "member_count": 46, + "name": "pystatsv1-0.26.0-py3-none-any.whl", + "sha256": "a7243f79ade797036c41383ad87da1c734f94ef006310fcf766a41cd10165f4a" + }, + "byte_identical": true, + "canonical_wheel_may_differ_from_local_regeneration": true, + "policy": "Both reader environments use the exact canonical wheel. Local regeneration must be internally reproducible and contain the exact governed asset; public PyPI distribution hashes are recorded later.", + "status": "pass" + }, + "public_release_authorized": false, + "schema_version": "pystatsv1-psych-design-wheel-identity-v0.1" +} diff --git a/release_proofs/psych_design_v0_1/run_wsl_release_proof.sh b/release_proofs/psych_design_v0_1/run_wsl_release_proof.sh new file mode 100755 index 0000000..356baaf --- /dev/null +++ b/release_proofs/psych_design_v0_1/run_wsl_release_proof.sh @@ -0,0 +1,85 @@ +#!/usr/bin/env bash +set -euo pipefail + +KIT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" +cd "$KIT_DIR" + +sha256sum -c PYSTATSV1_DROPIN_034_WSL_KIT_SHA256SUMS.txt + +if ! grep -Eqi 'wsl2|microsoft-standard' /proc/version 2>/dev/null \ + && ! uname -r | grep -Eqi 'wsl2|microsoft-standard'; then + echo "ERROR: this proof must run inside Windows 11 WSL2, not native Linux or WSL1" >&2 + exit 2 +fi +for command in cmd.exe wsl.exe python3 sha256sum; do + command -v "$command" >/dev/null || { + echo "ERROR: required WSL2 proof command not found: $command" >&2 + exit 2 + } +done + +case "$KIT_DIR" in + /mnt/*) + echo "ERROR: unpack the WSL proof kit inside the WSL Linux home, not under /mnt" >&2 + exit 2 + ;; +esac + +mkdir -p "$HOME/projects" "$HOME/Downloads" +STAMP="$(date -u +%Y%m%dT%H%M%SZ)" +WORKSPACE="$HOME/projects/psych-design-release-proof-wsl-034-${STAMP}" +RECEIPT="$KIT_DIR/PSYCH_DESIGN_WSL_RELEASE_PROOF.json" +RUN_LOG="$KIT_DIR/PSYCH_DESIGN_WSL_RELEASE_PROOF.log" + +if [[ -e "$WORKSPACE" || -e "$RECEIPT" || -e "$RUN_LOG" ]]; then + echo "ERROR: refusing to reuse a WSL proof workspace or result file" >&2 + exit 2 +fi + +python3 run_psych_design_clean_reader_proof.py \ + --platform wsl \ + --wheel "./pystatsv1-0.26.0-py3-none-any.whl" \ + --workspace "$WORKSPACE" \ + --receipt "$RECEIPT" \ + --contract "./RELEASE_PROOF_CONTRACT.json" 2>&1 | tee "$RUN_LOG" + +RESULT_ROOT="$KIT_DIR/.wsl-proof-result-${STAMP}" +mkdir "$RESULT_ROOT" +cp "$RECEIPT" "$RESULT_ROOT/" +cp "$RUN_LOG" "$RESULT_ROOT/" +cp RELEASE_PROOF_CONTRACT.json "$RESULT_ROOT/" +cp PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json "$RESULT_ROOT/" + +python3 - "$RESULT_ROOT" <<'PY' +from __future__ import annotations +import hashlib, json, sys, zipfile +from pathlib import Path +root=Path(sys.argv[1]) +records=[] +for path in sorted(p for p in root.iterdir() if p.is_file()): + records.append({'path':path.name,'bytes':path.stat().st_size,'sha256':hashlib.sha256(path.read_bytes()).hexdigest()}) +manifest={'schema_version':'pystatsv1-dropin-034-wsl-result-manifest-v0.1','files':records,'file_count':len(records)} +(root/'WSL_PROOF_RESULT_MANIFEST.json').write_text(json.dumps(manifest,indent=2,sort_keys=True)+'\n',encoding='utf-8') +PY + +RESULT_ZIP="$HOME/Downloads/pystatsv1-dropin-034-wsl-proof-result-${STAMP}.zip" +python3 - "$RESULT_ROOT" "$RESULT_ZIP" <<'PY' +from __future__ import annotations +import stat, sys, zipfile +from pathlib import Path +root=Path(sys.argv[1]); dest=Path(sys.argv[2]) +with zipfile.ZipFile(dest,'w',compression=zipfile.ZIP_DEFLATED,compresslevel=9) as zf: + for path in sorted(p for p in root.iterdir() if p.is_file()): + info=zipfile.ZipInfo(path.name,date_time=(1980,1,1,0,0,0)) + info.create_system=3 + info.external_attr=((stat.S_IFREG|0o644)&0xFFFF)<<16 + info.compress_type=zipfile.ZIP_DEFLATED + zf.writestr(info,path.read_bytes()) +PY + +RESULT_SHA="$(sha256sum "$RESULT_ZIP" | awk '{print $1}')" +printf '%s %s\n' "$RESULT_SHA" "$(basename "$RESULT_ZIP")" > "${RESULT_ZIP}.sha256" +rm -rf "$RESULT_ROOT" + +printf '\nWSL proof result created:\n %s\nSHA-256:\n %s\n\n' "$RESULT_ZIP" "$RESULT_SHA" +echo "PYSTATSV1_DROPIN_034_WSL_PROOF_COMPLETE result=$RESULT_ZIP sha256=$RESULT_SHA" diff --git a/tests/test_psych_design_release_proof.py b/tests/test_psych_design_release_proof.py new file mode 100644 index 0000000..f14e253 --- /dev/null +++ b/tests/test_psych_design_release_proof.py @@ -0,0 +1,307 @@ +from __future__ import annotations + +import hashlib +import json +import subprocess +import sys +import zipfile +from pathlib import Path + +ROOT = Path(__file__).resolve().parents[1] +PROOF = ROOT / "release_proofs" / "psych_design_v0_1" +EVIDENCE = PROOF / "evidence" +ASSET = ( + ROOT + / "src" + / "pystatsv1" + / "assets" + / "psychological_statistics_by_design_companion_v0_1.zip" +) +SOURCE = ( + ROOT + / "psych_design_companion" + / "psychological_statistics_by_design_companion_v0_1" +) +CHECKER = ROOT / "tools" / "check_psych_design_release_proof.py" +COMPARATOR = ROOT / "tools" / "compare_psych_design_release_proofs.py" +EXPECTED_STUDIES = [f"SWL-S{number:02d}" for number in range(1, 11)] + + +def sha256(path: Path) -> str: + return hashlib.sha256(path.read_bytes()).hexdigest() + + +def load(path: Path) -> dict: + return json.loads(path.read_text(encoding="utf-8")) + + +def run(*command: str) -> subprocess.CompletedProcess[str]: + return subprocess.run( + list(command), + cwd=ROOT, + text=True, + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + check=False, + ) + + +def test_release_proof_contract_freezes_candidate_and_closed_gates() -> None: + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + identity = contract["release_identity"] + assert contract["dropin"] == "034" + assert contract["baseline"]["candidate_commit"] == ( + "58d92f85b865cb657bf49c731fefc381970c8bda" + ) + assert contract["baseline"]["candidate_tag"] == ( + "psych-design-companion-v0-1-candidate" + ) + assert contract["baseline"]["reserved_final_release_tag"] == "v0.26.0" + assert identity["package_version"] == "0.26.0" + assert identity["companion_version"] == "v0.1" + assert identity["wheel_sha256"] == ( + "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05" + ) + assert identity["asset_sha256"] == sha256(ASSET) + assert identity["immutable_source_file_count"] == 151 + assert identity["study_ids"] == EXPECTED_STUDIES + assert contract["cross_platform_comparison"]["renderer_tolerance"][ + "png_byte_identity_required" + ] is False + lifecycle = contract["lifecycle"] + assert lifecycle["candidate_implementation_passed"] is True + assert lifecycle["clean_wsl_proof"] == "required_before_pull_request_and_merge" + assert lifecycle["public_pypi_release_authorized"] is False + assert lifecycle["portal_release_authorized"] is False + assert lifecycle["book_binding_authorized"] is False + assert lifecycle["real_data_authorized"] is False + + +def test_candidate_asset_and_source_tree_remain_byte_frozen() -> None: + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + identity = contract["release_identity"] + with zipfile.ZipFile(ASSET) as archive: + manifest_bytes = archive.read("COMPANION_MANIFEST.json") + index_bytes = archive.read("STUDY_INDEX.json") + manifest = json.loads(manifest_bytes) + assert hashlib.sha256(manifest_bytes).hexdigest() == identity[ + "asset_manifest_sha256" + ] + assert hashlib.sha256(index_bytes).hexdigest() == identity[ + "study_index_sha256" + ] + assert len(manifest["files"]) == 151 + for row in manifest["files"]: + path = SOURCE / row["path"] + assert path.is_file(), row["path"] + assert sha256(path) == row["sha256"] + assert hashlib.sha256(archive.read(row["path"])).hexdigest() == row[ + "sha256" + ] + assert not (SOURCE / "outputs").exists() + + +def test_release_proof_source_checker_passes() -> None: + completed = run(sys.executable, str(CHECKER), "--phase", "source") + assert completed.returncode == 0, completed.stdout + completed.stderr + assert "PYSTATSV1_PSYCH_DESIGN_RELEASE_PROOF_VERIFY_OK" in completed.stdout + + +def _receipt(role: str, png_suffix: str = "a") -> dict: + studies = {} + source_bindings = {} + for study in EXPECTED_STUDIES: + studies[study] = { + "verification_category": "V3_V4" if study == "SWL-S08" else "V2", + "python_result_sha256": "1" * 64, + "python_reported_fields": {"estimate": "1.25"}, + "r_result_sha256": "2" * 64, + "r_metrics": {"estimate": "1.25"}, + "verification_receipt_sha256": "3" * 64, + "verification_status": "pass", + "verification_comparisons": [ + { + "field": "estimate", + "python": "1.25", + "r": "1.25", + "absolute_difference": "0", + "allowed_absolute_difference": "1e-08", + "status": "pass", + } + ], + "v4_documented_not_equal_fields": ["software_df"] + if study == "SWL-S08" + else [], + "reviewer_packet_membership": [f"file-{number}" for number in range(12)], + "reviewer_packet_file_count": 12, + "reviewer_packet_source_hashes": {"DESIGN_CONTRACT.json": "4" * 64}, + "apa_runtime_binding_sha256": "5" * 64, + "matched_limitation_runtime_sha256": "6" * 64, + "figures": { + "manifest_semantics": { + "study_id": study, + "figures": [ + { + "output": f"{study}.png", + "role": "primary", + "dpi": 300, + "grayscale": True, + "pixel_dimensions": [1800, 1200], + } + ], + }, + "png_hashes": {f"{study}.png": png_suffix * 64}, + }, + } + source_bindings[study] = { + "dataset": {f"data/{study}.csv": "7" * 64}, + "design": {f"design/{study}.json": "8" * 64}, + "measurement": {f"measurement/{study}.json": "9" * 64}, + "apa_source_maps": {f"apa/{study}.json": "a" * 64}, + "matched_limitations": {f"limits/{study}.json": "b" * 64}, + "figure_specs": {f"figures/{study}.json": "c" * 64}, + } + return { + "schema_version": "pystatsv1-psych-design-clean-reader-proof-v0.1", + "status": "pass", + "platform_role": role, + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "candidate_tag": "psych-design-companion-v0-1-candidate", + "package_version": "0.26.0", + "companion_version": "v0.1", + "synthetic_only": True, + "real_data_authorized": False, + "artifact_identity": { + "wheel_name": "pystatsv1-0.26.0-py3-none-any.whl", + "wheel_sha256": "d" * 64, + "wheel_bytes": 123, + "asset_sha256": "e" * 64, + "asset_bytes": 456, + "source_manifest_sha256": "f" * 64, + "study_index_sha256": "0" * 64, + "source_file_count": 151, + "source_manifest_status": "pass", + }, + "command_markers": {"marker": True}, + "source_bindings": source_bindings, + "study_evidence": studies, + "publication_gates": { + "pypi_release_authorized": False, + "portal_release_authorized": False, + "book_binding_authorized": False, + "real_data_authorized": False, + }, + } + + +def test_cross_platform_comparison_allows_only_png_byte_differences( + tmp_path: Path, +) -> None: + ubuntu = tmp_path / "ubuntu.json" + wsl = tmp_path / "wsl.json" + comparison = tmp_path / "comparison.json" + readiness = tmp_path / "readiness.json" + ubuntu.write_text(json.dumps(_receipt("ubuntu", "a")), encoding="utf-8") + wsl.write_text(json.dumps(_receipt("wsl", "b")), encoding="utf-8") + completed = run( + sys.executable, + str(COMPARATOR), + "--ubuntu", + str(ubuntu), + "--wsl", + str(wsl), + "--comparison", + str(comparison), + "--readiness", + str(readiness), + ) + assert completed.returncode == 0, completed.stdout + completed.stderr + result = load(comparison) + state = load(readiness) + assert result["status"] == "pass" + assert all( + row["status"] == "allowed_renderer_difference" + for row in result["png_renderer_comparison"]["studies"].values() + ) + assert state["technical_release_ready"] is True + assert state["pypi_release_authorized"] is False + assert state["portal_release_authorized"] is False + assert state["book_binding_authorized"] is False + + +def test_cross_platform_comparison_rejects_v2_numerical_drift( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["study_evidence"]["SWL-S02"]["python_reported_fields"]["estimate"] = "1.26" + ubuntu = tmp_path / "ubuntu.json" + wsl = tmp_path / "wsl.json" + comparison = tmp_path / "comparison.json" + readiness = tmp_path / "readiness.json" + ubuntu.write_text(json.dumps(left), encoding="utf-8") + wsl.write_text(json.dumps(right), encoding="utf-8") + completed = run( + sys.executable, + str(COMPARATOR), + "--ubuntu", + str(ubuntu), + "--wsl", + str(wsl), + "--comparison", + str(comparison), + "--readiness", + str(readiness), + ) + assert completed.returncode != 0 + assert "SWL-S02.python_reported_fields" in completed.stderr + assert load(readiness)["technical_release_ready"] is False + + +def test_wsl_runner_requires_linux_home_and_checksum_verification() -> None: + text = (PROOF / "run_wsl_release_proof.sh").read_text(encoding="utf-8") + assert "sha256sum -c PYSTATSV1_DROPIN_034_WSL_KIT_SHA256SUMS.txt" in text + assert 'case "$KIT_DIR" in' in text + assert "/mnt/*)" in text + assert "PYSTATSV1_DROPIN_034_WSL_PROOF_COMPLETE" in text + assert "wsl2|microsoft-standard" in text + assert "cmd.exe" in text + assert "wsl.exe" in text + + +def test_release_receipts_do_not_persist_absolute_reader_paths() -> None: + text = (ROOT / "tools" / "run_psych_design_clean_reader_proof.py").read_text( + encoding="utf-8" + ) + assert '"workspace": str(resolved)' not in text + assert '"python_executable": str(venv_python)' not in text + assert '"absolute_workspace_path_recorded": False' in text + checker = CHECKER.read_text(encoding="utf-8") + assert 'workspace.get("is_wsl2") is not True' in checker + + +def test_publication_workflow_is_manual_and_annotated_tag_gated() -> None: + text = (ROOT / ".github/workflows/pypi-publish.yml").read_text(encoding="utf-8") + assert "workflow_dispatch:" in text + assert "git cat-file -t" in text + assert 'if [ "$object_type" != "tag" ]' in text + assert "python tools/check_release_tag.py" in text + assert "psych-design-companion-v0-1-candidate" not in text + + +def test_readiness_state_is_coherent_and_never_opens_release_gates() -> None: + state = load(EVIDENCE / "PSYCH_DESIGN_RELEASE_READINESS.json") + assert state["candidate_implementation_passed"] is True + ubuntu = state["clean_ubuntu_proof_passed"] + wsl = state["clean_wsl_proof_passed"] + comparison = state["cross_platform_comparison_passed"] + ready = state["technical_release_ready"] + assert (ubuntu, wsl, comparison, ready) in { + (False, False, False, False), + (True, False, False, False), + (True, True, True, True), + } + assert state["pypi_release_authorized"] is False + assert state["portal_release_authorized"] is False + assert state["book_binding_authorized"] is False + assert state["real_data_authorized"] is False diff --git a/tools/build_psych_design_release_proof_kit.py b/tools/build_psych_design_release_proof_kit.py new file mode 100755 index 0000000..33162e0 --- /dev/null +++ b/tools/build_psych_design_release_proof_kit.py @@ -0,0 +1,225 @@ +#!/usr/bin/env python3 +"""Freeze Ubuntu evidence and build the portable Drop-in 034 WSL proof kit.""" +from __future__ import annotations + +import argparse +import hashlib +import json +import shutil +import stat +import zipfile +from pathlib import Path +from typing import Any + +ROOT = Path(__file__).resolve().parents[1] +PROOF = ROOT / "release_proofs" / "psych_design_v0_1" +EVIDENCE = PROOF / "evidence" +RUNNER = ROOT / "tools" / "run_psych_design_clean_reader_proof.py" +WSL_RUNNER = PROOF / "run_wsl_release_proof.sh" +CONTRACT_PATH = PROOF / "RELEASE_PROOF_CONTRACT.json" + + +def sha256(path: Path) -> str: + return hashlib.sha256(path.read_bytes()).hexdigest() + + +def load(path: Path) -> dict[str, Any]: + return json.loads(path.read_text(encoding="utf-8")) + + +def write(path: Path, payload: dict[str, Any]) -> None: + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text( + json.dumps(payload, indent=2, sort_keys=True) + "\n", + encoding="utf-8", + newline="\n", + ) + + +def zip_info(name: str, mode: int = 0o644) -> zipfile.ZipInfo: + info = zipfile.ZipInfo(name, date_time=(1980, 1, 1, 0, 0, 0)) + info.create_system = 3 + info.external_attr = ((stat.S_IFREG | mode) & 0xFFFF) << 16 + info.compress_type = zipfile.ZIP_DEFLATED + return info + + +def inspect_wheel(wheel: Path, contract: dict[str, Any]) -> dict[str, Any]: + identity = contract["release_identity"] + if wheel.name != identity["wheel_name"]: + raise SystemExit("canonical wheel filename differs from the contract") + if sha256(wheel) != identity["wheel_sha256"]: + raise SystemExit("canonical wheel digest differs from the contract") + if wheel.stat().st_size != identity["wheel_bytes"]: + raise SystemExit("canonical wheel byte size differs from the contract") + with zipfile.ZipFile(wheel) as archive: + names = archive.namelist() + asset_member = ( + "pystatsv1/assets/" + "psychological_statistics_by_design_companion_v0_1.zip" + ) + asset = archive.read(asset_member) + metadata_name = next(name for name in names if name.endswith(".dist-info/METADATA")) + metadata = archive.read(metadata_name).decode("utf-8") + if "Version: 0.26.0\n" not in metadata: + raise SystemExit("canonical wheel metadata does not declare version 0.26.0") + if "Provides-Extra: psych-design\n" not in metadata: + raise SystemExit("canonical wheel metadata does not expose psych-design") + asset_hash = hashlib.sha256(asset).hexdigest() + if asset_hash != identity["asset_sha256"]: + raise SystemExit("canonical wheel contains the wrong companion asset") + return { + "wheel_name": wheel.name, + "wheel_sha256": sha256(wheel), + "wheel_bytes": wheel.stat().st_size, + "wheel_member_count": len(names), + "embedded_asset_member": asset_member, + "embedded_asset_sha256": asset_hash, + "embedded_asset_bytes": len(asset), + "package_version": "0.26.0", + "companion_version": "v0.1", + } + + +def verify_rebuild(path: Path, contract: dict[str, Any]) -> dict[str, Any]: + if not path.is_file(): + raise SystemExit(f"missing regenerated wheel: {path}") + with zipfile.ZipFile(path) as archive: + names = archive.namelist() + metadata_name = next(name for name in names if name.endswith(".dist-info/METADATA")) + metadata = archive.read(metadata_name).decode("utf-8") + asset = archive.read( + "pystatsv1/assets/psychological_statistics_by_design_companion_v0_1.zip" + ) + if "Version: 0.26.0\n" not in metadata: + raise SystemExit(f"regenerated wheel has the wrong version: {path}") + if hashlib.sha256(asset).hexdigest() != contract["release_identity"]["asset_sha256"]: + raise SystemExit(f"regenerated wheel has the wrong companion asset: {path}") + return { + "name": path.name, + "sha256": sha256(path), + "bytes": path.stat().st_size, + "member_count": len(names), + "asset_sha256": hashlib.sha256(asset).hexdigest(), + } + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--wheel", type=Path, required=True) + parser.add_argument("--ubuntu-receipt", type=Path, required=True) + parser.add_argument("--rebuild-first", type=Path, required=True) + parser.add_argument("--rebuild-second", type=Path, required=True) + parser.add_argument("--kit-zip", type=Path, required=True) + args = parser.parse_args() + + contract = load(CONTRACT_PATH) + wheel = args.wheel.expanduser().resolve() + ubuntu_receipt = load(args.ubuntu_receipt.expanduser().resolve()) + if ubuntu_receipt.get("status") != "pass" or ubuntu_receipt.get("platform_role") != "ubuntu": + raise SystemExit("Ubuntu receipt is not a passing native-Ubuntu proof") + wheel_record = inspect_wheel(wheel, contract) + if ubuntu_receipt["artifact_identity"]["wheel_sha256"] != wheel_record["wheel_sha256"]: + raise SystemExit("Ubuntu proof did not use the canonical wheel") + first = verify_rebuild(args.rebuild_first.expanduser().resolve(), contract) + second = verify_rebuild(args.rebuild_second.expanduser().resolve(), contract) + if first["sha256"] != second["sha256"]: + raise SystemExit("two clean wheel regenerations are not byte-identical") + + wheel_identity = { + "schema_version": "pystatsv1-psych-design-wheel-identity-v0.1", + "candidate_commit": contract["baseline"]["candidate_commit"], + "canonical_proof_wheel": wheel_record, + "clean_regeneration": { + "status": "pass", + "build_1": first, + "build_2": second, + "byte_identical": True, + "canonical_wheel_may_differ_from_local_regeneration": ( + first["sha256"] != wheel_record["wheel_sha256"] + ), + "policy": ( + "Both reader environments use the exact canonical wheel. Local " + "regeneration must be internally reproducible and contain the exact " + "governed asset; public PyPI distribution hashes are recorded later." + ), + }, + "public_release_authorized": False, + } + asset_identity = { + "schema_version": "pystatsv1-psych-design-asset-identity-v0.1", + "candidate_commit": contract["baseline"]["candidate_commit"], + "asset_path": contract["release_identity"]["asset_path"], + "asset_sha256": contract["release_identity"]["asset_sha256"], + "asset_bytes": contract["release_identity"]["asset_bytes"], + "asset_manifest_sha256": contract["release_identity"]["asset_manifest_sha256"], + "study_index_sha256": contract["release_identity"]["study_index_sha256"], + "immutable_source_file_count": contract["release_identity"]["immutable_source_file_count"], + "wheel_embedded_asset_sha256": wheel_record["embedded_asset_sha256"], + "status": "pass", + } + readiness = { + "schema_version": "pystatsv1-psych-design-release-readiness-v0.1", + "candidate_commit": contract["baseline"]["candidate_commit"], + "package_version": "0.26.0", + "companion_version": "v0.1", + "candidate_implementation_passed": True, + "clean_ubuntu_proof_passed": True, + "clean_wsl_proof_passed": False, + "cross_platform_comparison_passed": False, + "technical_release_ready": False, + "pypi_release_authorized": False, + "portal_release_authorized": False, + "book_binding_authorized": False, + "real_data_authorized": False, + "status": "ubuntu_passed_wsl_pending", + } + EVIDENCE.mkdir(parents=True, exist_ok=True) + shutil.copyfile(args.ubuntu_receipt, EVIDENCE / "PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json") + write(EVIDENCE / "PSYCH_DESIGN_WHEEL_IDENTITY.json", wheel_identity) + write(EVIDENCE / "PSYCH_DESIGN_ASSET_IDENTITY.json", asset_identity) + write(EVIDENCE / "PSYCH_DESIGN_RELEASE_READINESS.json", readiness) + + kit_files: dict[str, tuple[bytes, int]] = { + wheel.name: (wheel.read_bytes(), 0o644), + "RELEASE_PROOF_CONTRACT.json": (CONTRACT_PATH.read_bytes(), 0o644), + "PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json": ( + (EVIDENCE / "PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json").read_bytes(), + 0o644, + ), + "run_psych_design_clean_reader_proof.py": (RUNNER.read_bytes(), 0o755), + "run_wsl_release_proof.sh": (WSL_RUNNER.read_bytes(), 0o755), + } + sums = [] + for name in sorted(kit_files): + sums.append(f"{hashlib.sha256(kit_files[name][0]).hexdigest()} {name}") + kit_files["PYSTATSV1_DROPIN_034_WSL_KIT_SHA256SUMS.txt"] = ( + ("\n".join(sums) + "\n").encode("utf-8"), + 0o644, + ) + kit_files["README_WSL_PROOF.txt"] = ( + ( + "PyStatsV1 Drop-in 034 WSL proof kit\n\n" + "Unpack this ZIP inside the WSL Linux home, not under /mnt/c.\n" + "Then run: bash run_wsl_release_proof.sh\n" + "The script creates a result ZIP in $HOME/Downloads.\n" + "No PyPI publication, portal edit, book edit, or real-data action occurs.\n" + ).encode("utf-8"), + 0o644, + ) + args.kit_zip.parent.mkdir(parents=True, exist_ok=True) + with zipfile.ZipFile( + args.kit_zip, "w", compression=zipfile.ZIP_DEFLATED, compresslevel=9 + ) as archive: + for name in sorted(kit_files): + data, mode = kit_files[name] + archive.writestr(zip_info(name, mode), data) + print( + "PYSTATSV1_DROPIN_034_WSL_KIT_BUILT " + f"wheel={wheel_record['wheel_sha256']} kit={args.kit_zip} " + f"kit_sha256={sha256(args.kit_zip)}" + ) + + +if __name__ == "__main__": + main() diff --git a/tools/check_psych_design_release_proof.py b/tools/check_psych_design_release_proof.py new file mode 100755 index 0000000..fdf5f25 --- /dev/null +++ b/tools/check_psych_design_release_proof.py @@ -0,0 +1,271 @@ +#!/usr/bin/env python3 +"""Verify the Drop-in 034 source freeze and staged/complete proof evidence.""" +from __future__ import annotations + +import argparse +import hashlib +import json +import subprocess +import zipfile +from pathlib import Path +from typing import Any + +ROOT = Path(__file__).resolve().parents[1] +PROOF = ROOT / "release_proofs" / "psych_design_v0_1" +EVIDENCE = PROOF / "evidence" +CONTRACT = PROOF / "RELEASE_PROOF_CONTRACT.json" +FREEZE = PROOF / "CANDIDATE_FREEZE.json" +SOURCE = ROOT / "psych_design_companion" / "psychological_statistics_by_design_companion_v0_1" +ASSET = ROOT / "src" / "pystatsv1" / "assets" / "psychological_statistics_by_design_companion_v0_1.zip" +EXPECTED_STUDIES = [f"SWL-S{number:02d}" for number in range(1, 11)] + + +def fail(message: str) -> None: + raise SystemExit(f"PYSTATSV1_PSYCH_DESIGN_RELEASE_PROOF_ERROR: {message}") + + +def sha256(path: Path) -> str: + return hashlib.sha256(path.read_bytes()).hexdigest() + + +def load(path: Path) -> dict[str, Any]: + try: + return json.loads(path.read_text(encoding="utf-8")) + except (OSError, json.JSONDecodeError) as exc: + fail(f"invalid JSON {path.relative_to(ROOT)}: {exc}") + + +def verify_source_freeze(contract: dict[str, Any], freeze: dict[str, Any]) -> None: + if contract.get("schema_version") != "pystatsv1-psych-design-release-proof-contract-v0.1": + fail("release-proof contract schema changed") + if contract.get("dropin") != "034": + fail("release-proof contract is not Drop-in 034") + baseline = contract["baseline"] + if baseline["candidate_commit"] != "58d92f85b865cb657bf49c731fefc381970c8bda": + fail("candidate commit changed") + if baseline["candidate_tag"] != "psych-design-companion-v0-1-candidate": + fail("candidate tag changed") + if baseline["reserved_final_release_tag"] != "v0.26.0": + fail("reserved final release tag changed") + identity = contract["release_identity"] + if identity["package_version"] != "0.26.0" or identity["companion_version"] != "v0.1": + fail("release identity changed") + if identity["wheel_sha256"] != "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05": + fail("canonical wheel identity changed") + if identity["asset_sha256"] != sha256(ASSET): + fail("candidate companion asset changed") + if identity["asset_bytes"] != ASSET.stat().st_size: + fail("candidate companion asset byte size changed") + if freeze["asset_sha256"] != identity["asset_sha256"]: + fail("candidate freeze and release contract disagree") + + with zipfile.ZipFile(ASSET) as archive: + manifest_bytes = archive.read("COMPANION_MANIFEST.json") + index_bytes = archive.read("STUDY_INDEX.json") + manifest = json.loads(manifest_bytes) + if hashlib.sha256(manifest_bytes).hexdigest() != identity["asset_manifest_sha256"]: + fail("asset manifest identity changed") + if hashlib.sha256(index_bytes).hexdigest() != identity["study_index_sha256"]: + fail("study index identity changed") + if len(manifest.get("files", [])) != 151: + fail("candidate immutable source-file count changed") + if manifest.get("study_ids") != EXPECTED_STUDIES: + fail("candidate asset study IDs changed") + for row in manifest["files"]: + path = SOURCE / row["path"] + if not path.is_file(): + fail(f"candidate source file missing: {row['path']}") + if sha256(path) != row["sha256"]: + fail(f"candidate source drift: {row['path']}") + if hashlib.sha256(archive.read(row["path"])).hexdigest() != row["sha256"]: + fail(f"candidate asset member drift: {row['path']}") + if (SOURCE / "outputs").exists(): + fail("generated companion outputs must not remain in the repository") + + lifecycle = contract["lifecycle"] + for key in ( + "public_pypi_release_authorized", + "portal_release_authorized", + "book_binding_authorized", + "real_data_authorized", + ): + if lifecycle.get(key) is not False: + fail(f"release contract opens closed gate: {key}") + if contract["publication_workflow_policy"]["candidate_tag_may_not_publish"] is not True: + fail("candidate-tag publication prohibition changed") + + +def verify_publication_workflow() -> None: + path = ROOT / ".github" / "workflows" / "pypi-publish.yml" + text = path.read_text(encoding="utf-8") + required = ( + "workflow_dispatch:", + "git cat-file -t", + 'if [ "$object_type" != "tag" ]', + "tagged_commit=", + "checked_out_commit=", + "python tools/check_release_tag.py", + "pypa/gh-action-pypi-publish@release/v1", + ) + for token in required: + if token not in text: + fail(f"trusted-publisher workflow lost release gate: {token}") + if "psych-design-companion-v0-1-candidate" in text: + fail("candidate tag is wired into the publication workflow") + + +def verify_git_state() -> None: + if not (ROOT / ".git").exists(): + return + tags = subprocess.check_output(["git", "tag", "--list"], cwd=ROOT, text=True).splitlines() + if "v0.26.0" in tags: + fail("v0.26.0 must remain absent until explicit release authorization") + if "psych-design-companion-v0-1-candidate" not in tags: + fail("candidate tag is missing") + candidate = subprocess.check_output( + ["git", "rev-parse", "psych-design-companion-v0-1-candidate^{commit}"], + cwd=ROOT, + text=True, + ).strip() + if candidate != "58d92f85b865cb657bf49c731fefc381970c8bda": + fail("candidate tag does not resolve to the frozen candidate commit") + + +def verify_receipt(path: Path, role: str, contract: dict[str, Any]) -> dict[str, Any]: + receipt = load(path) + if receipt.get("schema_version") != "pystatsv1-psych-design-clean-reader-proof-v0.1": + fail(f"{role} receipt schema changed") + if receipt.get("status") != "pass" or receipt.get("platform_role") != role: + fail(f"{role} receipt is not a passing {role} proof") + if receipt.get("candidate_commit") != contract["baseline"]["candidate_commit"]: + fail(f"{role} receipt candidate commit changed") + identity = receipt.get("artifact_identity", {}) + expected = contract["release_identity"] + for key in ("wheel_sha256", "wheel_bytes", "asset_sha256", "asset_bytes"): + if identity.get(key) != expected[key]: + fail(f"{role} receipt artifact identity mismatch: {key}") + if identity.get("source_manifest_sha256") != expected["asset_manifest_sha256"]: + fail(f"{role} receipt source manifest mismatch") + if identity.get("study_index_sha256") != expected["study_index_sha256"]: + fail(f"{role} receipt study index mismatch") + if identity.get("source_file_count") != 151 or identity.get("source_manifest_status") != "pass": + fail(f"{role} receipt source verification is incomplete") + if sorted(receipt.get("study_evidence", {})) != EXPECTED_STUDIES: + fail(f"{role} receipt does not cover all studies") + if not all(receipt.get("command_markers", {}).values()): + fail(f"{role} receipt missed a required marker") + for study in EXPECTED_STUDIES: + row = receipt["study_evidence"][study] + if row.get("verification_status") != "pass": + fail(f"{role} receipt has failed verification for {study}") + if row.get("reviewer_packet_file_count") != 12: + fail(f"{role} reviewer packet is incomplete for {study}") + return receipt + + +def verify_ubuntu_phase(contract: dict[str, Any]) -> None: + ubuntu = verify_receipt( + EVIDENCE / "PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json", "ubuntu", contract + ) + wheel = load(EVIDENCE / "PSYCH_DESIGN_WHEEL_IDENTITY.json") + asset = load(EVIDENCE / "PSYCH_DESIGN_ASSET_IDENTITY.json") + readiness = load(EVIDENCE / "PSYCH_DESIGN_RELEASE_READINESS.json") + if wheel.get("canonical_proof_wheel", {}).get("wheel_sha256") != contract["release_identity"]["wheel_sha256"]: + fail("wheel identity receipt differs from the contract") + regeneration = wheel.get("clean_regeneration", {}) + if regeneration.get("status") != "pass" or regeneration.get("byte_identical") is not True: + fail("clean wheel regeneration did not pass") + if asset.get("status") != "pass" or asset.get("asset_sha256") != contract["release_identity"]["asset_sha256"]: + fail("asset identity receipt did not pass") + if readiness.get("clean_ubuntu_proof_passed") is not True: + fail("Ubuntu readiness state is not passed") + if readiness.get("clean_wsl_proof_passed") is not False: + fail("Ubuntu stage must retain WSL pending") + if readiness.get("technical_release_ready") is not False: + fail("Ubuntu stage may not declare technical release readiness") + if ubuntu["workspace_policy"].get("is_wsl") is not False: + fail("Ubuntu receipt was not produced on native Ubuntu") + + +def verify_complete_phase(contract: dict[str, Any]) -> None: + verify_ubuntu_phase(contract) + wsl = verify_receipt( + EVIDENCE / "PSYCH_DESIGN_WSL_RELEASE_PROOF.json", "wsl", contract + ) + workspace = wsl.get("workspace_policy", {}) + if workspace.get("is_wsl") is not True: + fail("WSL receipt was not produced inside WSL") + if workspace.get("is_wsl2") is not True: + fail("WSL receipt was not produced inside WSL2") + if workspace.get("workspace_under_linux_home") is not True: + fail("WSL proof workspace was not inside the Linux home") + if workspace.get("absolute_workspace_path_recorded") is not False: + fail("WSL receipt records an absolute workspace path") + facts = wsl.get("system_facts", {}) + for key in ( + "windows_version", + "wsl_version", + "ubuntu_release", + "kernel", + "python_version", + "pip_version", + "r_version", + "rscript_version", + "r_session_info", + "nlme_version", + ): + value = facts.get(key) + if value in (None, ""): + fail(f"WSL receipt did not record required system fact: {key}") + if isinstance(value, str) and value.lower().startswith("unavailable"): + fail(f"WSL receipt could not collect required system fact: {key}") + comparison = load(EVIDENCE / "PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json") + readiness = load(EVIDENCE / "PSYCH_DESIGN_RELEASE_READINESS.json") + if comparison.get("status") != "pass" or comparison.get("failed_exact_checks") != []: + fail("cross-platform comparison did not pass") + if comparison.get("png_renderer_comparison", {}).get("png_byte_identity_required") is not False: + fail("comparison incorrectly requires PNG byte identity") + if readiness.get("technical_release_ready") is not True: + fail("complete proof did not declare technical release readiness") + for key in ( + "pypi_release_authorized", + "portal_release_authorized", + "book_binding_authorized", + "real_data_authorized", + ): + if readiness.get(key) is not False: + fail(f"complete proof opens closed gate: {key}") + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--phase", choices=("source", "ubuntu", "complete"), default="source") + args = parser.parse_args() + contract = load(CONTRACT) + freeze = load(FREEZE) + verify_source_freeze(contract, freeze) + verify_publication_workflow() + verify_git_state() + required = ( + PROOF / "README.md", + PROOF / "run_wsl_release_proof.sh", + ROOT / "tools" / "run_psych_design_clean_reader_proof.py", + ROOT / "tools" / "build_psych_design_release_proof_kit.py", + ROOT / "tools" / "compare_psych_design_release_proofs.py", + ROOT / "docs" / "PYSTATSV1_DROPIN_034_PSYCH_DESIGN_CLEAN_READER_RELEASE_PROOF.md", + ) + for path in required: + if not path.is_file(): + fail(f"required Drop-in 034 path is missing: {path.relative_to(ROOT)}") + if args.phase in {"ubuntu", "complete"}: + verify_ubuntu_phase(contract) + if args.phase == "complete": + verify_complete_phase(contract) + print( + "PYSTATSV1_PSYCH_DESIGN_RELEASE_PROOF_VERIFY_OK " + f"phase={args.phase} candidate=58d92f85 package=0.26.0 companion=v0.1 public=false" + ) + + +if __name__ == "__main__": + main() diff --git a/tools/compare_psych_design_release_proofs.py b/tools/compare_psych_design_release_proofs.py new file mode 100755 index 0000000..90cc39a --- /dev/null +++ b/tools/compare_psych_design_release_proofs.py @@ -0,0 +1,182 @@ +#!/usr/bin/env python3 +"""Compare native-Ubuntu and WSL clean-reader receipts and freeze readiness.""" +from __future__ import annotations + +import argparse +import json +from pathlib import Path +from typing import Any + +EXPECTED_STUDIES = [f"SWL-S{number:02d}" for number in range(1, 11)] + + +def load(path: Path) -> dict[str, Any]: + try: + return json.loads(path.read_text(encoding="utf-8")) + except (OSError, json.JSONDecodeError) as exc: + raise SystemExit(f"invalid proof receipt {path}: {exc}") from exc + + +def write(path: Path, payload: dict[str, Any]) -> None: + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text( + json.dumps(payload, indent=2, sort_keys=True) + "\n", + encoding="utf-8", + newline="\n", + ) + + +def add(checks: list[dict[str, Any]], name: str, left: Any, right: Any) -> None: + checks.append( + { + "name": name, + "status": "pass" if left == right else "fail", + "ubuntu": left, + "wsl": right, + } + ) + + +def validate(receipt: dict[str, Any], role: str) -> None: + if receipt.get("schema_version") != "pystatsv1-psych-design-clean-reader-proof-v0.1": + raise SystemExit(f"{role} receipt schema is unsupported") + if receipt.get("status") != "pass" or receipt.get("platform_role") != role: + raise SystemExit(f"{role} receipt does not record a passing {role} proof") + if receipt.get("synthetic_only") is not True: + raise SystemExit(f"{role} receipt lost the synthetic-only boundary") + if receipt.get("real_data_authorized") is not False: + raise SystemExit(f"{role} receipt authorizes real data") + if sorted(receipt.get("study_evidence", {})) != EXPECTED_STUDIES: + raise SystemExit(f"{role} receipt does not cover all ten studies") + if not all(receipt.get("command_markers", {}).values()): + raise SystemExit(f"{role} receipt contains a missing success marker") + gates = receipt.get("publication_gates", {}) + if any(gates.get(key) is not False for key in ( + "pypi_release_authorized", + "portal_release_authorized", + "book_binding_authorized", + "real_data_authorized", + )): + raise SystemExit(f"{role} receipt opens a closed release gate") + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--ubuntu", type=Path, required=True) + parser.add_argument("--wsl", type=Path, required=True) + parser.add_argument("--comparison", type=Path, required=True) + parser.add_argument("--readiness", type=Path, required=True) + args = parser.parse_args() + + ubuntu = load(args.ubuntu) + wsl = load(args.wsl) + validate(ubuntu, "ubuntu") + validate(wsl, "wsl") + checks: list[dict[str, Any]] = [] + + for key in ( + "candidate_commit", + "candidate_tag", + "package_version", + "companion_version", + ): + add(checks, key, ubuntu[key], wsl[key]) + for key in ( + "wheel_name", + "wheel_sha256", + "wheel_bytes", + "asset_sha256", + "asset_bytes", + "source_manifest_sha256", + "study_index_sha256", + "source_file_count", + "source_manifest_status", + ): + add( + checks, + f"artifact_identity.{key}", + ubuntu["artifact_identity"][key], + wsl["artifact_identity"][key], + ) + add(checks, "source_bindings", ubuntu["source_bindings"], wsl["source_bindings"]) + + png_differences: dict[str, Any] = {} + for study in EXPECTED_STUDIES: + left = ubuntu["study_evidence"][study] + right = wsl["study_evidence"][study] + for key in ( + "verification_category", + "python_reported_fields", + "r_metrics", + "verification_status", + "verification_comparisons", + "v4_documented_not_equal_fields", + "reviewer_packet_membership", + "reviewer_packet_file_count", + "reviewer_packet_source_hashes", + "apa_runtime_binding_sha256", + "matched_limitation_runtime_sha256", + ): + add(checks, f"{study}.{key}", left[key], right[key]) + add( + checks, + f"{study}.figure_semantics", + left["figures"]["manifest_semantics"], + right["figures"]["manifest_semantics"], + ) + png_equal = left["figures"]["png_hashes"] == right["figures"]["png_hashes"] + png_differences[study] = { + "byte_identical": png_equal, + "ubuntu": left["figures"]["png_hashes"], + "wsl": right["figures"]["png_hashes"], + "status": "identical" if png_equal else "allowed_renderer_difference", + } + + failed = [row["name"] for row in checks if row["status"] != "pass"] + comparison = { + "schema_version": "pystatsv1-psych-design-cross-platform-comparison-v0.1", + "candidate_commit": ubuntu["candidate_commit"], + "package_version": ubuntu["package_version"], + "companion_version": ubuntu["companion_version"], + "status": "pass" if not failed else "fail", + "exact_check_count": len(checks), + "failed_exact_checks": failed, + "exact_checks": checks, + "png_renderer_comparison": { + "png_byte_identity_required": False, + "scientific_figure_semantics_required_exact": True, + "studies": png_differences, + }, + "synthetic_only": True, + "real_data_authorized": False, + } + write(args.comparison, comparison) + + ready = not failed + readiness = { + "schema_version": "pystatsv1-psych-design-release-readiness-v0.1", + "candidate_commit": ubuntu["candidate_commit"], + "package_version": ubuntu["package_version"], + "companion_version": ubuntu["companion_version"], + "candidate_implementation_passed": True, + "clean_ubuntu_proof_passed": True, + "clean_wsl_proof_passed": True, + "cross_platform_comparison_passed": ready, + "technical_release_ready": ready, + "pypi_release_authorized": False, + "portal_release_authorized": False, + "book_binding_authorized": False, + "real_data_authorized": False, + "status": "technical_release_ready_not_authorized" if ready else "cross_platform_comparison_failed", + } + write(args.readiness, readiness) + if failed: + raise SystemExit("cross-platform proof mismatch:\n" + "\n".join(failed)) + print( + "PYSTATSV1_PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON_OK " + f"checks={len(checks)} png_byte_identity_required=false" + ) + + +if __name__ == "__main__": + main() diff --git a/tools/run_psych_design_clean_reader_proof.py b/tools/run_psych_design_clean_reader_proof.py new file mode 100755 index 0000000..20f32b5 --- /dev/null +++ b/tools/run_psych_design_clean_reader_proof.py @@ -0,0 +1,534 @@ +#!/usr/bin/env python3 +"""Run the clean installed-wheel psych-design proof and emit one bounded receipt.""" +from __future__ import annotations + +import argparse +import csv +import hashlib +import json +import os +import platform +import shutil +import subprocess +import sys +import zipfile +from pathlib import Path +from typing import Any + +DEFAULT_COMPANION = "psychological_statistics_by_design_companion_v0_1" +ASSET_MEMBER = "pystatsv1/assets/psychological_statistics_by_design_companion_v0_1.zip" +EXPECTED_STUDIES = [f"SWL-S{number:02d}" for number in range(1, 11)] +EXPECTED_MARKERS = ( + "PYSTATSV1_PSYCH_DESIGN_VERIFY_OK", + "PYSTATSV1_PSYCH_DESIGN_DOCTOR_OK", + "PYSTATSV1_PSYCH_DESIGN_FIRST_RESULT_OK", + "PYSTATSV1_PSYCH_DESIGN_ALL_PYTHON_OK", + "PYSTATSV1_PSYCH_DESIGN_ALL_R_OK", + "PYSTATSV1_PSYCH_DESIGN_ALL_VERIFICATION_OK", + "PYSTATSV1_PSYCH_DESIGN_COMPANION_ALL_OK", +) + + +def sha256(path: Path) -> str: + return hashlib.sha256(path.read_bytes()).hexdigest() + + +def write_json(path: Path, payload: Any) -> None: + path.parent.mkdir(parents=True, exist_ok=True) + path.write_text( + json.dumps(payload, indent=2, sort_keys=True) + "\n", + encoding="utf-8", + newline="\n", + ) + + +def canonical_number(value: Any) -> Any: + if isinstance(value, bool) or value is None or isinstance(value, str): + return value + if isinstance(value, int): + return str(value) + if isinstance(value, float): + return format(value, ".12g") + if isinstance(value, list): + return [canonical_number(item) for item in value] + if isinstance(value, dict): + return {key: canonical_number(value[key]) for key in sorted(value)} + return value + + +def run( + command: list[str], + *, + cwd: Path, + env: dict[str, str], + logs: Path, + name: str, + marker: str | None = None, +) -> str: + completed = subprocess.run( + command, + cwd=cwd, + env=env, + text=True, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT, + check=False, + ) + output = completed.stdout + (logs / f"{name}.log").write_text(output, encoding="utf-8", newline="\n") + if completed.returncode != 0: + raise SystemExit( + f"clean-reader command failed ({name}): {' '.join(command)}\n{output}" + ) + if marker is not None and marker not in output: + raise SystemExit(f"clean-reader command {name} missed marker {marker!r}") + return output + + +def probe(command: list[str]) -> str: + try: + completed = subprocess.run( + command, + text=True, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT, + check=False, + ) + except OSError as exc: + return f"unavailable: {exc}" + output = completed.stdout.replace("\x00", "").strip() + if completed.returncode != 0: + return f"unavailable (exit {completed.returncode}): {output}" + return output + + +def os_release() -> dict[str, str]: + path = Path("/etc/os-release") + result: dict[str, str] = {} + if path.is_file(): + for line in path.read_text(encoding="utf-8").splitlines(): + if "=" not in line: + continue + key, value = line.split("=", 1) + result[key] = value.strip().strip('"') + return result + + +def assert_platform(role: str, workspace: Path) -> dict[str, Any]: + release_lower = platform.release().lower() + proc_version = Path("/proc/version").read_text(encoding="utf-8", errors="replace") + proc_lower = proc_version.lower() + is_wsl = "microsoft" in release_lower or "microsoft" in proc_lower + is_wsl2 = is_wsl and ( + "wsl2" in release_lower + or "microsoft-standard" in release_lower + or "wsl2" in proc_lower + or "microsoft-standard" in proc_lower + ) + if role == "wsl" and not is_wsl2: + raise SystemExit("the WSL proof runner must execute inside Windows 11 WSL2") + if role == "ubuntu" and is_wsl: + raise SystemExit("the native Ubuntu proof may not be substituted by WSL") + + resolved = workspace.expanduser().resolve() + home = Path.home().resolve() + try: + relative_to_home = resolved.relative_to(home) + under_home = True + except ValueError: + relative_to_home = None + under_home = False + if not under_home: + raise SystemExit("clean-reader proof workspace must be inside the Linux home") + if role == "wsl" and str(resolved).startswith("/mnt/"): + raise SystemExit("WSL proof workspace must be inside the Linux home, not /mnt") + + if sys.version_info[:2] != (3, 10): + raise SystemExit( + f"clean-reader proof requires CPython 3.10.x, found {platform.python_version()}" + ) + for required in ("make", "R", "Rscript"): + if shutil.which(required) is None: + raise SystemExit(f"{required} is required for the complete proof") + if role == "wsl": + for required in ("cmd.exe", "wsl.exe"): + if shutil.which(required) is None: + raise SystemExit( + f"{required} is required to record the Windows 11 WSL2 environment" + ) + return { + "role": role, + "is_wsl": is_wsl, + "is_wsl2": is_wsl2, + "workspace_under_linux_home": under_home, + "workspace_relative_to_home": str(relative_to_home), + "absolute_workspace_path_recorded": False, + } + + +def read_csv_metrics(path: Path) -> dict[str, str]: + result: dict[str, str] = {} + with path.open(newline="", encoding="utf-8") as handle: + rows = csv.DictReader(handle) + if rows.fieldnames != ["metric", "value"]: + raise SystemExit(f"unexpected R result columns in {path}") + for row in rows: + name = str(row["metric"]).strip() + result[name] = format(float(row["value"]), ".12g") + return {key: result[key] for key in sorted(result)} + + +def source_bindings(companion: Path, index: dict[str, Any]) -> dict[str, Any]: + records: dict[str, Any] = {} + for row in index["studies"]: + study = row["study_id"] + records[study] = { + "dataset": {row["dataset_path"]: sha256(companion / row["dataset_path"])}, + "design": { + row["design_contract_path"]: sha256( + companion / row["design_contract_path"] + ) + }, + "measurement": { + row["measurement_map_path"]: sha256( + companion / row["measurement_map_path"] + ) + }, + "apa_source_maps": { + rel: sha256(companion / rel) for rel in sorted(row["apa_source_maps"]) + }, + "matched_limitations": { + rel: sha256(companion / rel) + for rel in sorted(row["matched_limitations"]) + }, + "figure_specs": { + rel: sha256(companion / rel) for rel in sorted(row["figure_specs"]) + }, + } + return records + + +def figure_evidence(output: Path) -> dict[str, Any]: + from PIL import Image + + manifest_path = output / "figures" / "FIGURE_MANIFEST.json" + payload = json.loads(manifest_path.read_text(encoding="utf-8")) + figures = [] + for row in payload["figures"]: + image_path = output / "figures" / row["output"] + with Image.open(image_path) as image: + width, height = image.size + figures.append( + { + "output": row["output"], + "role": row["role"], + "dpi": row["dpi"], + "grayscale": row["grayscale"], + "pixel_dimensions": [width, height], + "png_sha256": sha256(image_path), + } + ) + return { + "manifest_semantics": { + "schema_version": payload["schema_version"], + "study_id": payload["study_id"], + "synthetic_only": payload["synthetic_only"], + "figures": [ + {key: row[key] for key in row if key != "png_sha256"} for row in figures + ], + }, + "png_hashes": {row["output"]: row["png_sha256"] for row in figures}, + } + + +def collect_study_evidence(companion: Path, index: dict[str, Any]) -> dict[str, Any]: + result: dict[str, Any] = {} + for row in index["studies"]: + study = row["study_id"] + slug = study.lower().replace("-", "_") + output = companion / "outputs" / slug + python_path = output / "python_result.json" + r_path = output / "r_result.csv" + verification_path = output / "verification_receipt.json" + packet = output / "reviewer_packet" + packet_manifest = json.loads((packet / "MANIFEST.json").read_text(encoding="utf-8")) + python_payload = json.loads(python_path.read_text(encoding="utf-8")) + verification = json.loads(verification_path.read_text(encoding="utf-8")) + result[study] = { + "verification_category": row["verification_category"], + "python_result_sha256": sha256(python_path), + "python_reported_fields": canonical_number(python_payload["reported_fields"]), + "r_result_sha256": sha256(r_path), + "r_metrics": read_csv_metrics(r_path), + "verification_receipt_sha256": sha256(verification_path), + "verification_status": verification["status"], + "verification_comparisons": canonical_number( + verification["comparisons"] + ), + "v4_documented_not_equal_fields": verification.get( + "v4_documented_not_equal_fields", [] + ), + "reviewer_packet_membership": sorted( + item["path"] for item in packet_manifest["files"] + ), + "reviewer_packet_file_count": packet_manifest["file_count"], + "reviewer_packet_source_hashes": { + item["path"]: item["sha256"] + for item in packet_manifest["files"] + if item["path"] not in {"FIGURE_MANIFEST.json"} + }, + "apa_runtime_binding_sha256": sha256(output / "apa_source_map.json"), + "matched_limitation_runtime_sha256": sha256( + output / "matched_limitation.md" + ), + "figures": figure_evidence(output), + } + return result + + +def installed_identity(venv_python: Path) -> dict[str, Any]: + code = """ +import hashlib, json +from importlib import metadata, resources +name='psychological_statistics_by_design_companion_v0_1.zip' +asset=resources.files('pystatsv1.assets')/name +with resources.as_file(asset) as path: + data=path.read_bytes() +print(json.dumps({'package_version': metadata.version('pystatsv1'), 'asset_sha256': hashlib.sha256(data).hexdigest(), 'asset_bytes': len(data)})) +""" + completed = subprocess.run( + [str(venv_python), "-c", code], + text=True, + stdout=subprocess.PIPE, + stderr=subprocess.PIPE, + check=False, + ) + if completed.returncode != 0: + raise SystemExit(completed.stdout + completed.stderr) + return json.loads(completed.stdout) + + +def main() -> None: + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--platform", choices=("ubuntu", "wsl"), required=True) + parser.add_argument("--wheel", type=Path, required=True) + parser.add_argument("--workspace", type=Path, required=True) + parser.add_argument("--receipt", type=Path, required=True) + parser.add_argument("--contract", type=Path, required=True) + args = parser.parse_args() + + contract = json.loads(args.contract.read_text(encoding="utf-8")) + identity = contract["release_identity"] + wheel = args.wheel.expanduser().resolve() + workspace = args.workspace.expanduser().resolve() + receipt = args.receipt.expanduser().resolve() + if workspace.exists(): + raise SystemExit(f"refusing to reuse clean-reader workspace: {workspace}") + if receipt.exists(): + raise SystemExit(f"refusing to overwrite release-proof receipt: {receipt}") + if not wheel.is_file(): + raise SystemExit(f"canonical wheel not found: {wheel}") + if wheel.name != identity["wheel_name"]: + raise SystemExit("canonical wheel filename does not match the release contract") + if sha256(wheel) != identity["wheel_sha256"]: + raise SystemExit("canonical wheel SHA-256 does not match the release contract") + if wheel.stat().st_size != identity["wheel_bytes"]: + raise SystemExit("canonical wheel byte size does not match the release contract") + with zipfile.ZipFile(wheel) as archive: + asset_data = archive.read(ASSET_MEMBER) + if hashlib.sha256(asset_data).hexdigest() != identity["asset_sha256"]: + raise SystemExit("wheel does not contain the exact governed companion asset") + + platform_facts = assert_platform(args.platform, workspace) + workspace.mkdir(parents=True) + logs = workspace / "logs" + logs.mkdir() + env = os.environ.copy() + env["PYTHONDONTWRITEBYTECODE"] = "1" + env["PYTHONHASHSEED"] = "0" + + run( + [sys.executable, "-m", "venv", ".venv"], + cwd=workspace, + env=env, + logs=logs, + name="01_create_venv", + ) + venv_python = workspace / ".venv" / "bin" / "python" + venv_cli = workspace / ".venv" / "bin" / "pystatsv1" + proof_env = env.copy() + proof_env["PATH"] = f"{workspace / '.venv' / 'bin'}:{proof_env.get('PATH', '')}" + + run( + [str(venv_python), "-m", "pip", "install", "--upgrade", "pip"], + cwd=workspace, + env=proof_env, + logs=logs, + name="02_upgrade_pip", + ) + run( + [str(venv_python), "-m", "pip", "install", f"{wheel}[psych-design]"], + cwd=workspace, + env=proof_env, + logs=logs, + name="03_install_wheel", + ) + info_output = run( + [str(venv_cli), "psych-design", "info"], + cwd=workspace, + env=proof_env, + logs=logs, + name="04_info", + marker="Companion version: v0.1", + ) + companion = workspace / DEFAULT_COMPANION + init_output = run( + [str(venv_cli), "psych-design", "init", "--dest", str(companion)], + cwd=workspace, + env=proof_env, + logs=logs, + name="05_init", + marker="Verified source files: 151", + ) + verify_before = run( + [str(venv_cli), "psych-design", "verify", "--dest", str(companion)], + cwd=workspace, + env=proof_env, + logs=logs, + name="06_verify_before", + marker="PYSTATSV1_PSYCH_DESIGN_VERIFY_OK", + ) + run( + [ + str(venv_python), + "-m", + "pip", + "install", + "-r", + str(companion / "requirements-psych-design-companion.txt"), + ], + cwd=companion, + env=proof_env, + logs=logs, + name="07_install_companion_requirements", + ) + doctor_output = run( + [str(venv_cli), "psych-design", "doctor", "--dest", str(companion)], + cwd=companion, + env=proof_env, + logs=logs, + name="08_doctor", + marker="PYSTATSV1_PSYCH_DESIGN_DOCTOR_OK", + ) + first_result = run( + ["make", "first-result"], + cwd=companion, + env=proof_env, + logs=logs, + name="09_first_result", + marker="PYSTATSV1_PSYCH_DESIGN_FIRST_RESULT_OK", + ) + all_output = run( + ["make", "all"], + cwd=companion, + env=proof_env, + logs=logs, + name="10_make_all", + marker="PYSTATSV1_PSYCH_DESIGN_COMPANION_ALL_OK", + ) + verify_after = run( + [str(venv_cli), "psych-design", "verify", "--dest", str(companion)], + cwd=companion, + env=proof_env, + logs=logs, + name="11_verify_after", + marker="PYSTATSV1_PSYCH_DESIGN_VERIFY_OK", + ) + + combined = "\n".join( + (info_output, init_output, verify_before, doctor_output, first_result, all_output, verify_after) + ) + marker_status = {marker: marker in combined for marker in EXPECTED_MARKERS} + if not all(marker_status.values()): + missing = [marker for marker, present in marker_status.items() if not present] + raise SystemExit("clean-reader proof missed markers: " + ", ".join(missing)) + + manifest_path = companion / "COMPANION_MANIFEST.json" + index_path = companion / "STUDY_INDEX.json" + manifest = json.loads(manifest_path.read_text(encoding="utf-8")) + index = json.loads(index_path.read_text(encoding="utf-8")) + if [row["study_id"] for row in index["studies"]] != EXPECTED_STUDIES: + raise SystemExit("installed companion study registry is incomplete") + installed = installed_identity(venv_python) + if installed["package_version"] != identity["package_version"]: + raise SystemExit("installed package version differs from the release contract") + if installed["asset_sha256"] != identity["asset_sha256"]: + raise SystemExit("installed package asset differs from the release contract") + + system_facts = { + "platform_role": args.platform, + "platform": platform.platform(), + "kernel": platform.release(), + "uname": probe(["uname", "-a"]), + "ubuntu_release": os_release(), + "python_version": probe([str(venv_python), "--version"]), + "python_executable": ".venv/bin/python", + "pip_version": probe([str(venv_python), "-m", "pip", "--version"]), + "r_version": probe(["R", "--version"]), + "rscript_version": probe(["Rscript", "--version"]), + "r_session_info": probe(["Rscript", "-e", "sessionInfo()"]), + "nlme_version": probe(["Rscript", "-e", 'cat(as.character(packageVersion("nlme")))']), + "windows_version": ( + probe(["cmd.exe", "/c", "ver"]) if args.platform == "wsl" else "not_applicable" + ), + "wsl_version": ( + probe(["wsl.exe", "--version"]) if args.platform == "wsl" else "not_applicable" + ), + } + + receipt_payload = { + "schema_version": "pystatsv1-psych-design-clean-reader-proof-v0.1", + "status": "pass", + "platform_role": args.platform, + "candidate_commit": contract["baseline"]["candidate_commit"], + "candidate_tag": contract["baseline"]["candidate_tag"], + "package_version": installed["package_version"], + "companion_version": manifest["companion_version"], + "synthetic_only": True, + "real_data_authorized": False, + "workspace_policy": platform_facts, + "system_facts": system_facts, + "artifact_identity": { + "wheel_name": wheel.name, + "wheel_sha256": sha256(wheel), + "wheel_bytes": wheel.stat().st_size, + "asset_sha256": installed["asset_sha256"], + "asset_bytes": installed["asset_bytes"], + "source_manifest_sha256": sha256(manifest_path), + "study_index_sha256": sha256(index_path), + "source_file_count": len(manifest["files"]), + "source_manifest_status": "pass", + }, + "command_markers": marker_status, + "source_bindings": source_bindings(companion, index), + "study_evidence": collect_study_evidence(companion, index), + "publication_gates": { + "pypi_release_authorized": False, + "portal_release_authorized": False, + "book_binding_authorized": False, + "real_data_authorized": False, + }, + "log_files": { + path.name: sha256(path) for path in sorted(logs.glob("*.log")) + }, + } + write_json(receipt, receipt_payload) + print( + "PYSTATSV1_PSYCH_DESIGN_CLEAN_READER_PROOF_OK " + f"platform={args.platform} studies=10 wheel={receipt_payload['artifact_identity']['wheel_sha256']} " + f"receipt={receipt}" + ) + + +if __name__ == "__main__": + main() From caf7674db29dcc569ae066a6b4dd70b5d9a9ad25 Mon Sep 17 00:00:00 2001 From: Nicholas Karlson Date: Thu, 30 Jul 2026 13:08:52 -0700 Subject: [PATCH 2/5] Drop-in 034 repair 3: fetch candidate tag in Windows CI --- .github/workflows/ci.yml | 3 +++ tests/test_psych_design_release_proof.py | 10 ++++++++++ 2 files changed, 13 insertions(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 6e31753..dcf73e3 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -232,6 +232,9 @@ jobs: steps: - name: Checkout uses: actions/checkout@v4 + with: + # The Drop-in 034 source checker verifies the frozen candidate tag. + fetch-depth: 0 - name: Set up Python uses: actions/setup-python@v5 diff --git a/tests/test_psych_design_release_proof.py b/tests/test_psych_design_release_proof.py index f14e253..fa50f11 100644 --- a/tests/test_psych_design_release_proof.py +++ b/tests/test_psych_design_release_proof.py @@ -107,6 +107,16 @@ def test_release_proof_source_checker_passes() -> None: assert "PYSTATSV1_PSYCH_DESIGN_RELEASE_PROOF_VERIFY_OK" in completed.stdout +def test_windows_ci_fetches_candidate_tag_for_release_proof_checker() -> None: + workflow = (ROOT / ".github" / "workflows" / "ci.yml").read_text( + encoding="utf-8" + ) + windows_job = workflow.split(" windows-py310:", maxsplit=1)[1] + checkout = windows_job.split(" - name: Set up Python", maxsplit=1)[0] + assert "uses: actions/checkout@v4" in checkout + assert "fetch-depth: 0" in checkout + + def _receipt(role: str, png_suffix: str = "a") -> dict: studies = {} source_bindings = {} From 79175c0e85406145bd4892f1089b0f7f6f3915de Mon Sep 17 00:00:00 2001 From: Nicholas Karlson Date: Thu, 30 Jul 2026 15:55:27 -0700 Subject: [PATCH 3/5] Drop-in 034 repair 4: normalize cross-platform runtime evidence --- tests/test_psych_design_release_proof.py | 230 ++++++++- tools/compare_psych_design_release_proofs.py | 496 ++++++++++++++++++- 2 files changed, 710 insertions(+), 16 deletions(-) diff --git a/tests/test_psych_design_release_proof.py b/tests/test_psych_design_release_proof.py index fa50f11..ebdde79 100644 --- a/tests/test_psych_design_release_proof.py +++ b/tests/test_psych_design_release_proof.py @@ -144,7 +144,19 @@ def _receipt(role: str, png_suffix: str = "a") -> dict: else [], "reviewer_packet_membership": [f"file-{number}" for number in range(12)], "reviewer_packet_file_count": 12, - "reviewer_packet_source_hashes": {"DESIGN_CONTRACT.json": "4" * 64}, + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "4" * 64, + "DATA_LAYOUT_AUDIT.json": "5" * 64, + "DESIGN_CONTRACT.json": "6" * 64, + "FIGURE_SPECS.json": "7" * 64, + "MATCHED_LIMITATION.md": "8" * 64, + "MEASUREMENT_MAP.json": "9" * 64, + "PYTHON_RESULT.json": "a" * 64, + "R_RESULT.csv": "b" * 64, + "SOURCE_MANIFEST_RECORD.json": "c" * 64, + "STUDY_INDEX_RECORD.json": "d" * 64, + "VERIFICATION_RECEIPT.json": "e" * 64, + }, "apa_runtime_binding_sha256": "5" * 64, "matched_limitation_runtime_sha256": "6" * 64, "figures": { @@ -315,3 +327,219 @@ def test_readiness_state_is_coherent_and_never_opens_release_gates() -> None: assert state["portal_release_authorized"] is False assert state["book_binding_authorized"] is False assert state["real_data_authorized"] is False + + + +def _compare_receipts( + tmp_path: Path, + left: dict, + right: dict, +) -> tuple[subprocess.CompletedProcess[str], dict, dict]: + ubuntu = tmp_path / "ubuntu.json" + wsl = tmp_path / "wsl.json" + comparison = tmp_path / "comparison.json" + readiness = tmp_path / "readiness.json" + ubuntu.write_text(json.dumps(left), encoding="utf-8") + wsl.write_text(json.dumps(right), encoding="utf-8") + completed = run( + sys.executable, + str(COMPARATOR), + "--ubuntu", + str(ubuntu), + "--wsl", + str(wsl), + "--comparison", + str(comparison), + "--readiness", + str(readiness), + ) + result = load(comparison) if comparison.is_file() else {} + state = load(readiness) if readiness.is_file() else {} + return completed, result, state + + +def test_cross_platform_comparison_accepts_observed_machine_precision_pattern( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + left_row = left["study_evidence"]["SWL-S08"]["verification_comparisons"][0] + right_row = right["study_evidence"]["SWL-S08"]["verification_comparisons"][0] + left_row["absolute_difference"] = "1.42108547152e-14" + right_row["absolute_difference"] = "3.5527136788e-14" + right_hashes = right["study_evidence"]["SWL-S08"][ + "reviewer_packet_source_hashes" + ] + right_hashes["R_RESULT.csv"] = "1" * 64 + right_hashes["VERIFICATION_RECEIPT.json"] = "2" * 64 + + completed, result, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode == 0, completed.stdout + completed.stderr + normalized = result["verification_comparison_normalization"] + assert normalized["absolute_difference_serialization_tolerance"] == "1e-12" + study = normalized["studies"]["SWL-S08"] + assert study["status"] == "pass" + assert study["maximum_observed_absolute_difference_delta"] == ( + "2.13162820728e-14" + ) + runtime = result["generated_runtime_evidence_hash_comparison"]["studies"][ + "SWL-S08" + ] + assert runtime["files"]["R_RESULT.csv"]["status"] == ( + "allowed_generated_runtime_evidence_difference" + ) + assert runtime["files"]["VERIFICATION_RECEIPT.json"]["status"] == ( + "allowed_generated_runtime_evidence_difference" + ) + assert state["technical_release_ready"] is True + + +def test_cross_platform_comparison_rejects_r_canonical_result_drift( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["study_evidence"]["SWL-S03"]["r_metrics"]["estimate"] = "1.26" + + completed, _, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode != 0 + assert "SWL-S03.r_metrics" in completed.stderr + assert state["technical_release_ready"] is False + + +def test_cross_platform_comparison_rejects_widened_registered_tolerance( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["study_evidence"]["SWL-S04"]["verification_comparisons"][0][ + "allowed_absolute_difference" + ] = "1e-07" + + completed, _, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode != 0 + assert ( + "SWL-S04.verification_comparisons.estimate.allowed_absolute_difference" + in completed.stderr + ) + assert state["technical_release_ready"] is False + + +def test_cross_platform_comparison_rejects_comparison_status_change( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["study_evidence"]["SWL-S05"]["verification_comparisons"][0][ + "status" + ] = "fail" + + completed, _, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode != 0 + assert "SWL-S05.verification_comparisons.estimate.status" in completed.stderr + assert "SWL-S05.verification_comparisons.estimate.wsl_status_pass" in ( + completed.stderr + ) + assert state["technical_release_ready"] is False + + +def test_cross_platform_comparison_rejects_large_derived_difference_delta( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["study_evidence"]["SWL-S06"]["verification_comparisons"][0][ + "absolute_difference" + ] = "2e-12" + + completed, result, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode != 0 + assert ( + "SWL-S06.verification_comparisons.estimate." + "absolute_difference_serialization" + ) in completed.stderr + field = result["verification_comparison_normalization"]["studies"][ + "SWL-S06" + ]["fields"][0] + assert field["observed_delta"] == "2e-12" + assert field["allowed_cross_platform_delta"] == "1e-12" + assert state["technical_release_ready"] is False + + +def test_cross_platform_comparison_accepts_only_runtime_evidence_hash_differences( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + hashes = right["study_evidence"]["SWL-S07"][ + "reviewer_packet_source_hashes" + ] + hashes["R_RESULT.csv"] = "1" * 64 + hashes["VERIFICATION_RECEIPT.json"] = "2" * 64 + + completed, result, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode == 0, completed.stdout + completed.stderr + study = result["generated_runtime_evidence_hash_comparison"]["studies"][ + "SWL-S07" + ] + assert study["status"] == "pass" + assert { + row["status"] for row in study["files"].values() + } == {"allowed_generated_runtime_evidence_difference"} + assert state["technical_release_ready"] is True + + +def test_cross_platform_comparison_rejects_changed_immutable_packet_hash( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["study_evidence"]["SWL-S08"]["reviewer_packet_source_hashes"][ + "DESIGN_CONTRACT.json" + ] = "0" * 64 + + completed, _, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode != 0 + assert ( + "SWL-S08.reviewer_packet_source_hashes.immutable_hashes" + in completed.stderr + ) + assert state["technical_release_ready"] is False + + +def test_cross_platform_comparison_rejects_changed_packet_membership( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["study_evidence"]["SWL-S09"]["reviewer_packet_membership"].pop() + right["study_evidence"]["SWL-S09"]["reviewer_packet_file_count"] = 11 + + completed, _, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode != 0 + assert "SWL-S09.reviewer_packet_membership" in completed.stderr + assert "SWL-S09.reviewer_packet_file_count" in completed.stderr + assert state["technical_release_ready"] is False + + +def test_cross_platform_comparison_rejects_open_release_gate( + tmp_path: Path, +) -> None: + left = _receipt("ubuntu") + right = _receipt("wsl") + right["publication_gates"]["pypi_release_authorized"] = True + + completed, result, state = _compare_receipts(tmp_path, left, right) + + assert completed.returncode != 0 + assert "wsl receipt opens a closed release gate" in completed.stderr + assert result == {} + assert state == {} diff --git a/tools/compare_psych_design_release_proofs.py b/tools/compare_psych_design_release_proofs.py index 90cc39a..20d8915 100755 --- a/tools/compare_psych_design_release_proofs.py +++ b/tools/compare_psych_design_release_proofs.py @@ -4,10 +4,26 @@ import argparse import json +from decimal import Decimal, InvalidOperation from pathlib import Path from typing import Any EXPECTED_STUDIES = [f"SWL-S{number:02d}" for number in range(1, 11)] +COMPARISON_CANONICAL_FIELDS = ( + "field", + "python", + "r", + "allowed_absolute_difference", + "status", +) +ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE_TEXT = "1e-12" +ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE = Decimal( + ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE_TEXT +) +GENERATED_RUNTIME_EVIDENCE_FILES = ( + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json", +) def load(path: Path) -> dict[str, Any]: @@ -26,15 +42,47 @@ def write(path: Path, payload: dict[str, Any]) -> None: ) -def add(checks: list[dict[str, Any]], name: str, left: Any, right: Any) -> None: +def add(checks: list[dict[str, Any]], name: str, left: Any, right: Any) -> bool: + passed = left == right checks.append( { "name": name, - "status": "pass" if left == right else "fail", + "status": "pass" if passed else "fail", "ubuntu": left, "wsl": right, } ) + return passed + + +def add_required_value( + checks: list[dict[str, Any]], + name: str, + actual: Any, + required: Any, + role: str, +) -> bool: + passed = actual == required + checks.append( + { + "name": name, + "status": "pass" if passed else "fail", + role: actual, + "required": required, + } + ) + return passed + + +def decimal_value(value: Any, label: str) -> Decimal: + try: + return Decimal(str(value)) + except (InvalidOperation, TypeError, ValueError) as exc: + raise ValueError(f"{label} is not numeric: {value!r}") from exc + + +def decimal_text(value: Decimal) -> str: + return str(value).replace("E", "e") def validate(receipt: dict[str, Any], role: str) -> None: @@ -51,15 +99,359 @@ def validate(receipt: dict[str, Any], role: str) -> None: if not all(receipt.get("command_markers", {}).values()): raise SystemExit(f"{role} receipt contains a missing success marker") gates = receipt.get("publication_gates", {}) - if any(gates.get(key) is not False for key in ( - "pypi_release_authorized", - "portal_release_authorized", - "book_binding_authorized", - "real_data_authorized", - )): + if any( + gates.get(key) is not False + for key in ( + "pypi_release_authorized", + "portal_release_authorized", + "book_binding_authorized", + "real_data_authorized", + ) + ): raise SystemExit(f"{role} receipt opens a closed release gate") +def compare_verification_comparisons( + checks: list[dict[str, Any]], + study: str, + left_rows: Any, + right_rows: Any, +) -> dict[str, Any]: + prefix = f"{study}.verification_comparisons" + details: dict[str, Any] = { + "canonical_fields_required_exact": list(COMPARISON_CANONICAL_FIELDS), + "both_statuses_required": "pass", + "absolute_difference_serialization_tolerance": ( + ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE_TEXT + ), + "fields": [], + } + start = len(checks) + + left_is_list = isinstance(left_rows, list) + right_is_list = isinstance(right_rows, list) + add_required_value( + checks, + f"{prefix}.ubuntu_is_list", + left_is_list, + True, + "ubuntu", + ) + add_required_value( + checks, + f"{prefix}.wsl_is_list", + right_is_list, + True, + "wsl", + ) + if not left_is_list or not right_is_list: + details["status"] = "fail" + details["maximum_observed_absolute_difference_delta"] = None + return details + + left_fields = [ + row.get("field") if isinstance(row, dict) else None for row in left_rows + ] + right_fields = [ + row.get("field") if isinstance(row, dict) else None for row in right_rows + ] + add(checks, f"{prefix}.field_sequence", left_fields, right_fields) + add_required_value( + checks, + f"{prefix}.ubuntu_fields_unique", + len(left_fields) == len(set(left_fields)), + True, + "ubuntu", + ) + add_required_value( + checks, + f"{prefix}.wsl_fields_unique", + len(right_fields) == len(set(right_fields)), + True, + "wsl", + ) + + left_by_field = { + row.get("field"): row + for row in left_rows + if isinstance(row, dict) and row.get("field") is not None + } + right_by_field = { + row.get("field"): row + for row in right_rows + if isinstance(row, dict) and row.get("field") is not None + } + ordered_fields = list(dict.fromkeys(left_fields + right_fields)) + observed_deltas: list[Decimal] = [] + + for field in ordered_fields: + label = str(field) + left = left_by_field.get(field) + right = right_by_field.get(field) + left_present = isinstance(left, dict) + right_present = isinstance(right, dict) + add_required_value( + checks, + f"{prefix}.{label}.ubuntu_present", + left_present, + True, + "ubuntu", + ) + add_required_value( + checks, + f"{prefix}.{label}.wsl_present", + right_present, + True, + "wsl", + ) + field_detail: dict[str, Any] = {"field": field} + if not left_present or not right_present: + field_detail["status"] = "fail" + details["fields"].append(field_detail) + continue + + canonical_exact = True + for key in COMPARISON_CANONICAL_FIELDS: + canonical_exact = ( + add( + checks, + f"{prefix}.{label}.{key}", + left.get(key), + right.get(key), + ) + and canonical_exact + ) + left_pass = add_required_value( + checks, + f"{prefix}.{label}.ubuntu_status_pass", + left.get("status"), + "pass", + "ubuntu", + ) + right_pass = add_required_value( + checks, + f"{prefix}.{label}.wsl_status_pass", + right.get("status"), + "pass", + "wsl", + ) + + try: + left_difference = decimal_value( + left.get("absolute_difference"), + f"{prefix}.{label}.ubuntu.absolute_difference", + ) + right_difference = decimal_value( + right.get("absolute_difference"), + f"{prefix}.{label}.wsl.absolute_difference", + ) + left_allowed = decimal_value( + left.get("allowed_absolute_difference"), + f"{prefix}.{label}.ubuntu.allowed_absolute_difference", + ) + right_allowed = decimal_value( + right.get("allowed_absolute_difference"), + f"{prefix}.{label}.wsl.allowed_absolute_difference", + ) + except ValueError as exc: + checks.append( + { + "name": f"{prefix}.{label}.numeric_serialization", + "status": "fail", + "ubuntu": left.get("absolute_difference"), + "wsl": right.get("absolute_difference"), + "error": str(exc), + } + ) + field_detail.update( + { + "ubuntu_absolute_difference": left.get("absolute_difference"), + "wsl_absolute_difference": right.get("absolute_difference"), + "status": "fail", + "error": str(exc), + } + ) + details["fields"].append(field_detail) + continue + + left_in_bounds = left_difference <= left_allowed + right_in_bounds = right_difference <= right_allowed + add_required_value( + checks, + f"{prefix}.{label}.ubuntu_difference_within_registered_tolerance", + left_in_bounds, + True, + "ubuntu", + ) + add_required_value( + checks, + f"{prefix}.{label}.wsl_difference_within_registered_tolerance", + right_in_bounds, + True, + "wsl", + ) + observed_delta = abs(left_difference - right_difference) + observed_deltas.append(observed_delta) + serialization_passed = ( + observed_delta <= ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE + ) + checks.append( + { + "name": f"{prefix}.{label}.absolute_difference_serialization", + "status": "pass" if serialization_passed else "fail", + "ubuntu": decimal_text(left_difference), + "wsl": decimal_text(right_difference), + "observed_delta": decimal_text(observed_delta), + "allowed_cross_platform_delta": ( + ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE_TEXT + ), + } + ) + field_passed = all( + ( + canonical_exact, + left_pass, + right_pass, + left_in_bounds, + right_in_bounds, + serialization_passed, + ) + ) + field_detail.update( + { + "ubuntu_absolute_difference": decimal_text(left_difference), + "wsl_absolute_difference": decimal_text(right_difference), + "observed_delta": decimal_text(observed_delta), + "allowed_cross_platform_delta": ( + ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE_TEXT + ), + "status": "pass" if field_passed else "fail", + } + ) + details["fields"].append(field_detail) + + maximum = max(observed_deltas) if observed_deltas else None + details["maximum_observed_absolute_difference_delta"] = ( + decimal_text(maximum) if maximum is not None else None + ) + details["status"] = ( + "pass" + if all(row["status"] == "pass" for row in checks[start:]) + else "fail" + ) + return details + + +def compare_reviewer_packet_hashes( + checks: list[dict[str, Any]], + study: str, + left_hashes: Any, + right_hashes: Any, + prerequisites: dict[str, bool], +) -> dict[str, Any]: + prefix = f"{study}.reviewer_packet_source_hashes" + start = len(checks) + left_is_dict = isinstance(left_hashes, dict) + right_is_dict = isinstance(right_hashes, dict) + add_required_value( + checks, + f"{prefix}.ubuntu_is_object", + left_is_dict, + True, + "ubuntu", + ) + add_required_value( + checks, + f"{prefix}.wsl_is_object", + right_is_dict, + True, + "wsl", + ) + if not left_is_dict or not right_is_dict: + return { + "status": "fail", + "allowed_different_files": list(GENERATED_RUNTIME_EVIDENCE_FILES), + "prerequisites": prerequisites, + "files": {}, + } + + left_names = sorted(left_hashes) + right_names = sorted(right_hashes) + names_exact = add(checks, f"{prefix}.membership", left_names, right_names) + immutable_names = sorted( + name + for name in set(left_names) | set(right_names) + if name not in GENERATED_RUNTIME_EVIDENCE_FILES + ) + immutable_left = {name: left_hashes.get(name) for name in immutable_names} + immutable_right = {name: right_hashes.get(name) for name in immutable_names} + immutable_exact = add( + checks, + f"{prefix}.immutable_hashes", + immutable_left, + immutable_right, + ) + + runtime_prerequisites = { + **prerequisites, + "hash_membership_exact": names_exact, + "immutable_hashes_exact": immutable_exact, + } + prerequisites_passed = all(runtime_prerequisites.values()) + files: dict[str, Any] = {} + for name in GENERATED_RUNTIME_EVIDENCE_FILES: + ubuntu_hash = left_hashes.get(name) + wsl_hash = right_hashes.get(name) + present = ubuntu_hash is not None and wsl_hash is not None + add_required_value( + checks, + f"{prefix}.{name}.present_in_both", + present, + True, + "observed", + ) + identical = present and ubuntu_hash == wsl_hash + if identical: + status = "identical" + elif present and prerequisites_passed: + status = "allowed_generated_runtime_evidence_difference" + else: + status = "blocked_by_canonical_or_source_mismatch" + files[name] = { + "ubuntu_sha256": ubuntu_hash, + "wsl_sha256": wsl_hash, + "byte_identical": identical, + "status": status, + } + + allowed_or_identical = all( + row["status"] + in { + "identical", + "allowed_generated_runtime_evidence_difference", + } + for row in files.values() + ) + add_required_value( + checks, + f"{prefix}.generated_runtime_differences_policy", + allowed_or_identical, + True, + "observed", + ) + status = ( + "pass" + if all(row["status"] == "pass" for row in checks[start:]) + else "fail" + ) + return { + "status": status, + "allowed_different_files": list(GENERATED_RUNTIME_EVIDENCE_FILES), + "prerequisites": runtime_prerequisites, + "files": files, + } + + def main() -> None: parser = argparse.ArgumentParser(description=__doc__) parser.add_argument("--ubuntu", type=Path, required=True) @@ -98,32 +490,88 @@ def main() -> None: ubuntu["artifact_identity"][key], wsl["artifact_identity"][key], ) - add(checks, "source_bindings", ubuntu["source_bindings"], wsl["source_bindings"]) + source_bindings_exact = add( + checks, + "source_bindings", + ubuntu["source_bindings"], + wsl["source_bindings"], + ) png_differences: dict[str, Any] = {} + normalized_comparisons: dict[str, Any] = {} + runtime_hash_comparisons: dict[str, Any] = {} for study in EXPECTED_STUDIES: left = ubuntu["study_evidence"][study] right = wsl["study_evidence"][study] + exact_results: dict[str, bool] = {} for key in ( "verification_category", "python_reported_fields", "r_metrics", "verification_status", - "verification_comparisons", "v4_documented_not_equal_fields", "reviewer_packet_membership", "reviewer_packet_file_count", - "reviewer_packet_source_hashes", "apa_runtime_binding_sha256", "matched_limitation_runtime_sha256", ): - add(checks, f"{study}.{key}", left[key], right[key]) - add( + exact_results[key] = add( + checks, + f"{study}.{key}", + left[key], + right[key], + ) + figure_semantics_exact = add( checks, f"{study}.figure_semantics", left["figures"]["manifest_semantics"], right["figures"]["manifest_semantics"], ) + normalized = compare_verification_comparisons( + checks, + study, + left["verification_comparisons"], + right["verification_comparisons"], + ) + normalized_comparisons[study] = normalized + + prerequisites = { + "source_bindings_exact": source_bindings_exact, + "verification_category_exact": exact_results["verification_category"], + "python_reported_fields_exact": exact_results[ + "python_reported_fields" + ], + "r_metrics_exact": exact_results["r_metrics"], + "verification_status_exact": exact_results["verification_status"], + "verification_status_pass": left["verification_status"] + == right["verification_status"] + == "pass", + "verification_comparisons_normalized": normalized["status"] == "pass", + "v4_documented_not_equal_fields_exact": exact_results[ + "v4_documented_not_equal_fields" + ], + "reviewer_packet_membership_exact": exact_results[ + "reviewer_packet_membership" + ], + "reviewer_packet_file_count_exact": exact_results[ + "reviewer_packet_file_count" + ], + "apa_runtime_binding_exact": exact_results[ + "apa_runtime_binding_sha256" + ], + "matched_limitation_exact": exact_results[ + "matched_limitation_runtime_sha256" + ], + "figure_semantics_exact": figure_semantics_exact, + } + runtime_hash_comparisons[study] = compare_reviewer_packet_hashes( + checks, + study, + left["reviewer_packet_source_hashes"], + right["reviewer_packet_source_hashes"], + prerequisites, + ) + png_equal = left["figures"]["png_hashes"] == right["figures"]["png_hashes"] png_differences[study] = { "byte_identical": png_equal, @@ -142,6 +590,19 @@ def main() -> None: "exact_check_count": len(checks), "failed_exact_checks": failed, "exact_checks": checks, + "verification_comparison_normalization": { + "canonical_fields_required_exact": list(COMPARISON_CANONICAL_FIELDS), + "both_statuses_required": "pass", + "absolute_difference_serialization_tolerance": ( + ABSOLUTE_DIFFERENCE_SERIALIZATION_TOLERANCE_TEXT + ), + "studies": normalized_comparisons, + }, + "generated_runtime_evidence_hash_comparison": { + "allowed_different_files": list(GENERATED_RUNTIME_EVIDENCE_FILES), + "immutable_or_canonical_packet_hashes_required_exact": True, + "studies": runtime_hash_comparisons, + }, "png_renderer_comparison": { "png_byte_identity_required": False, "scientific_figure_semantics_required_exact": True, @@ -167,14 +628,19 @@ def main() -> None: "portal_release_authorized": False, "book_binding_authorized": False, "real_data_authorized": False, - "status": "technical_release_ready_not_authorized" if ready else "cross_platform_comparison_failed", + "status": ( + "technical_release_ready_not_authorized" + if ready + else "cross_platform_comparison_failed" + ), } write(args.readiness, readiness) if failed: raise SystemExit("cross-platform proof mismatch:\n" + "\n".join(failed)) print( "PYSTATSV1_PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON_OK " - f"checks={len(checks)} png_byte_identity_required=false" + f"checks={len(checks)} png_byte_identity_required=false " + "runtime_evidence_hash_differences=policy_governed" ) From ec4082ff6fdfd43f04a9e4aa23ce2a3d52422e2c Mon Sep 17 00:00:00 2001 From: Nicholas Karlson Date: Thu, 30 Jul 2026 17:09:37 -0700 Subject: [PATCH 4/5] Drop-in 034 repair 5: separate release-proof lifecycle states --- tests/test_psych_design_release_proof.py | 203 ++++++++++++++++++++++ tools/check_psych_design_release_proof.py | 155 ++++++++++++++--- 2 files changed, 330 insertions(+), 28 deletions(-) diff --git a/tests/test_psych_design_release_proof.py b/tests/test_psych_design_release_proof.py index ebdde79..2faa4b1 100644 --- a/tests/test_psych_design_release_proof.py +++ b/tests/test_psych_design_release_proof.py @@ -1,12 +1,15 @@ from __future__ import annotations import hashlib +import importlib.util import json import subprocess import sys import zipfile from pathlib import Path +import pytest + ROOT = Path(__file__).resolve().parents[1] PROOF = ROOT / "release_proofs" / "psych_design_v0_1" EVIDENCE = PROOF / "evidence" @@ -46,6 +49,43 @@ def run(*command: str) -> subprocess.CompletedProcess[str]: ) + + +def _load_checker_module(): + spec = importlib.util.spec_from_file_location( + "psych_design_release_proof_checker_for_tests", CHECKER + ) + assert spec is not None and spec.loader is not None + module = importlib.util.module_from_spec(spec) + spec.loader.exec_module(module) + return module + + +def _readiness_state(*, complete: bool) -> dict: + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + identity = contract["release_identity"] + return { + "schema_version": "pystatsv1-psych-design-release-readiness-v0.1", + "candidate_commit": contract["baseline"]["candidate_commit"], + "package_version": identity["package_version"], + "companion_version": identity["companion_version"], + "candidate_implementation_passed": True, + "clean_ubuntu_proof_passed": True, + "clean_wsl_proof_passed": complete, + "cross_platform_comparison_passed": complete, + "technical_release_ready": complete, + "pypi_release_authorized": False, + "portal_release_authorized": False, + "book_binding_authorized": False, + "real_data_authorized": False, + "status": ( + "technical_release_ready_not_authorized" + if complete + else "ubuntu_passed_wsl_pending" + ), + } + + def test_release_proof_contract_freezes_candidate_and_closed_gates() -> None: contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") identity = contract["release_identity"] @@ -543,3 +583,166 @@ def test_cross_platform_comparison_rejects_open_release_gate( assert "wsl receipt opens a closed release gate" in completed.stderr assert result == {} assert state == {} + + +def test_ubuntu_phase_accepts_pending_readiness_state() -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + + checker.verify_ubuntu_pending_readiness( + _readiness_state(complete=False), contract + ) + + +def test_ubuntu_phase_rejects_wsl_already_passed() -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + readiness = _readiness_state(complete=False) + readiness["clean_wsl_proof_passed"] = True + + with pytest.raises(SystemExit, match="clean_wsl_proof_passed=false"): + checker.verify_ubuntu_pending_readiness(readiness, contract) + + +def test_ubuntu_phase_rejects_technical_release_ready() -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + readiness = _readiness_state(complete=False) + readiness["technical_release_ready"] = True + + with pytest.raises(SystemExit, match="technical_release_ready=false"): + checker.verify_ubuntu_pending_readiness(readiness, contract) + + +def test_complete_phase_accepts_final_technical_readiness_state() -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + + checker.verify_complete_readiness(_readiness_state(complete=True), contract) + + +@pytest.mark.parametrize( + "flag", + ("clean_ubuntu_proof_passed", "clean_wsl_proof_passed"), +) +def test_complete_phase_requires_both_environment_proofs(flag: str) -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + readiness = _readiness_state(complete=True) + readiness[flag] = False + + with pytest.raises(SystemExit, match=rf"{flag}=true"): + checker.verify_complete_readiness(readiness, contract) + + +def test_complete_phase_requires_cross_platform_comparison() -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + readiness = _readiness_state(complete=True) + readiness["cross_platform_comparison_passed"] = False + + with pytest.raises( + SystemExit, match="cross_platform_comparison_passed=true" + ): + checker.verify_complete_readiness(readiness, contract) + + +def test_complete_phase_requires_technical_release_readiness() -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + readiness = _readiness_state(complete=True) + readiness["technical_release_ready"] = False + + with pytest.raises(SystemExit, match="technical_release_ready=true"): + checker.verify_complete_readiness(readiness, contract) + + +@pytest.mark.parametrize( + "gate", + ( + "pypi_release_authorized", + "portal_release_authorized", + "book_binding_authorized", + "real_data_authorized", + ), +) +def test_complete_phase_rejects_open_authorization_gate(gate: str) -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + readiness = _readiness_state(complete=True) + readiness[gate] = True + + with pytest.raises(SystemExit, match=rf"opens closed gate: {gate}"): + checker.verify_complete_readiness(readiness, contract) + + +def test_complete_phase_never_invokes_ubuntu_pending_readiness( + monkeypatch: pytest.MonkeyPatch, +) -> None: + checker = _load_checker_module() + contract = load(PROOF / "RELEASE_PROOF_CONTRACT.json") + calls: list[str] = [] + + monkeypatch.setattr( + checker, "verify_ubuntu_evidence", lambda _contract: calls.append("ubuntu") + ) + monkeypatch.setattr( + checker, "verify_wsl_evidence", lambda _contract: calls.append("wsl") + ) + monkeypatch.setattr( + checker, + "verify_cross_platform_comparison", + lambda: calls.append("comparison"), + ) + monkeypatch.setattr( + checker, + "verify_complete_readiness", + lambda readiness, _contract: calls.append(readiness["status"]), + ) + monkeypatch.setattr( + checker, + "verify_ubuntu_pending_readiness", + lambda *_args: (_ for _ in ()).throw( + AssertionError("complete phase invoked Ubuntu pending-state validation") + ), + ) + monkeypatch.setattr( + checker, "load", lambda _path: _readiness_state(complete=True) + ) + + checker.verify_complete_phase(contract) + + assert calls == [ + "ubuntu", + "wsl", + "comparison", + "technical_release_ready_not_authorized", + ] + + +def test_source_phase_routing_remains_independent_of_lifecycle_state( + monkeypatch: pytest.MonkeyPatch, capsys: pytest.CaptureFixture[str] +) -> None: + checker = _load_checker_module() + monkeypatch.setattr(sys, "argv", [str(CHECKER), "--phase", "source"]) + monkeypatch.setattr(checker, "verify_source_freeze", lambda *_args: None) + monkeypatch.setattr(checker, "verify_publication_workflow", lambda: None) + monkeypatch.setattr(checker, "verify_git_state", lambda: None) + monkeypatch.setattr( + checker, + "verify_ubuntu_phase", + lambda _contract: (_ for _ in ()).throw( + AssertionError("source phase invoked Ubuntu lifecycle validation") + ), + ) + monkeypatch.setattr( + checker, + "verify_complete_phase", + lambda _contract: (_ for _ in ()).throw( + AssertionError("source phase invoked complete lifecycle validation") + ), + ) + + checker.main() + + assert "phase=source" in capsys.readouterr().out diff --git a/tools/check_psych_design_release_proof.py b/tools/check_psych_design_release_proof.py index fdf5f25..731c44b 100755 --- a/tools/check_psych_design_release_proof.py +++ b/tools/check_psych_design_release_proof.py @@ -16,8 +16,21 @@ CONTRACT = PROOF / "RELEASE_PROOF_CONTRACT.json" FREEZE = PROOF / "CANDIDATE_FREEZE.json" SOURCE = ROOT / "psych_design_companion" / "psychological_statistics_by_design_companion_v0_1" -ASSET = ROOT / "src" / "pystatsv1" / "assets" / "psychological_statistics_by_design_companion_v0_1.zip" +ASSET = ( + ROOT + / "src" + / "pystatsv1" + / "assets" + / "psychological_statistics_by_design_companion_v0_1.zip" +) +READINESS = EVIDENCE / "PSYCH_DESIGN_RELEASE_READINESS.json" EXPECTED_STUDIES = [f"SWL-S{number:02d}" for number in range(1, 11)] +CLOSED_AUTHORIZATION_GATES = ( + "pypi_release_authorized", + "portal_release_authorized", + "book_binding_authorized", + "real_data_authorized", +) def fail(message: str) -> None: @@ -50,7 +63,9 @@ def verify_source_freeze(contract: dict[str, Any], freeze: dict[str, Any]) -> No identity = contract["release_identity"] if identity["package_version"] != "0.26.0" or identity["companion_version"] != "v0.1": fail("release identity changed") - if identity["wheel_sha256"] != "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05": + if identity["wheel_sha256"] != ( + "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05" + ): fail("canonical wheel identity changed") if identity["asset_sha256"] != sha256(ASSET): fail("candidate companion asset changed") @@ -163,32 +178,90 @@ def verify_receipt(path: Path, role: str, contract: dict[str, Any]) -> dict[str, return receipt -def verify_ubuntu_phase(contract: dict[str, Any]) -> None: +def verify_readiness_identity( + readiness: dict[str, Any], contract: dict[str, Any] +) -> None: + if readiness.get("schema_version") != "pystatsv1-psych-design-release-readiness-v0.1": + fail("release-readiness schema changed") + expected = contract["release_identity"] + if readiness.get("candidate_commit") != contract["baseline"]["candidate_commit"]: + fail("release-readiness candidate commit changed") + if readiness.get("package_version") != expected["package_version"]: + fail("release-readiness package version changed") + if readiness.get("companion_version") != expected["companion_version"]: + fail("release-readiness companion version changed") + + +def verify_closed_authorization_gates( + readiness: dict[str, Any], phase: str +) -> None: + for key in CLOSED_AUTHORIZATION_GATES: + if readiness.get(key) is not False: + fail(f"{phase} proof opens closed gate: {key}") + + +def require_readiness_flag( + readiness: dict[str, Any], key: str, expected: bool, phase: str +) -> None: + if readiness.get(key) is not expected: + fail(f"{phase} readiness requires {key}={str(expected).lower()}") + + +def verify_ubuntu_evidence(contract: dict[str, Any]) -> dict[str, Any]: ubuntu = verify_receipt( EVIDENCE / "PSYCH_DESIGN_UBUNTU_RELEASE_PROOF.json", "ubuntu", contract ) wheel = load(EVIDENCE / "PSYCH_DESIGN_WHEEL_IDENTITY.json") asset = load(EVIDENCE / "PSYCH_DESIGN_ASSET_IDENTITY.json") - readiness = load(EVIDENCE / "PSYCH_DESIGN_RELEASE_READINESS.json") - if wheel.get("canonical_proof_wheel", {}).get("wheel_sha256") != contract["release_identity"]["wheel_sha256"]: + if wheel.get("candidate_commit") != contract["baseline"]["candidate_commit"]: + fail("wheel identity receipt candidate commit changed") + canonical = wheel.get("canonical_proof_wheel", {}) + if canonical.get("wheel_sha256") != contract["release_identity"]["wheel_sha256"]: fail("wheel identity receipt differs from the contract") + if canonical.get("package_version") != contract["release_identity"]["package_version"]: + fail("wheel identity receipt package version changed") + if canonical.get("companion_version") != contract["release_identity"]["companion_version"]: + fail("wheel identity receipt companion version changed") regeneration = wheel.get("clean_regeneration", {}) if regeneration.get("status") != "pass" or regeneration.get("byte_identical") is not True: fail("clean wheel regeneration did not pass") - if asset.get("status") != "pass" or asset.get("asset_sha256") != contract["release_identity"]["asset_sha256"]: + if ( + asset.get("status") != "pass" + or asset.get("asset_sha256") + != contract["release_identity"]["asset_sha256"] + ): fail("asset identity receipt did not pass") - if readiness.get("clean_ubuntu_proof_passed") is not True: - fail("Ubuntu readiness state is not passed") - if readiness.get("clean_wsl_proof_passed") is not False: - fail("Ubuntu stage must retain WSL pending") - if readiness.get("technical_release_ready") is not False: - fail("Ubuntu stage may not declare technical release readiness") - if ubuntu["workspace_policy"].get("is_wsl") is not False: + if asset.get("candidate_commit") != contract["baseline"]["candidate_commit"]: + fail("asset identity receipt candidate commit changed") + workspace = ubuntu.get("workspace_policy", {}) + if workspace.get("is_wsl") is not False or workspace.get("is_wsl2") is not False: fail("Ubuntu receipt was not produced on native Ubuntu") + if workspace.get("workspace_under_linux_home") is not True: + fail("Ubuntu proof workspace was not inside the Linux home") + if workspace.get("absolute_workspace_path_recorded") is not False: + fail("Ubuntu receipt records an absolute workspace path") + return ubuntu -def verify_complete_phase(contract: dict[str, Any]) -> None: - verify_ubuntu_phase(contract) +def verify_ubuntu_pending_readiness( + readiness: dict[str, Any], contract: dict[str, Any] +) -> None: + verify_readiness_identity(readiness, contract) + expected = { + "candidate_implementation_passed": True, + "clean_ubuntu_proof_passed": True, + "clean_wsl_proof_passed": False, + "cross_platform_comparison_passed": False, + "technical_release_ready": False, + } + for key, value in expected.items(): + require_readiness_flag(readiness, key, value, "Ubuntu") + if readiness.get("status") != "ubuntu_passed_wsl_pending": + fail("Ubuntu readiness status must be ubuntu_passed_wsl_pending") + verify_closed_authorization_gates(readiness, "Ubuntu") + + +def verify_wsl_evidence(contract: dict[str, Any]) -> dict[str, Any]: wsl = verify_receipt( EVIDENCE / "PSYCH_DESIGN_WSL_RELEASE_PROOF.json", "wsl", contract ) @@ -219,22 +292,46 @@ def verify_complete_phase(contract: dict[str, Any]) -> None: fail(f"WSL receipt did not record required system fact: {key}") if isinstance(value, str) and value.lower().startswith("unavailable"): fail(f"WSL receipt could not collect required system fact: {key}") + return wsl + + +def verify_cross_platform_comparison() -> dict[str, Any]: comparison = load(EVIDENCE / "PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json") - readiness = load(EVIDENCE / "PSYCH_DESIGN_RELEASE_READINESS.json") if comparison.get("status") != "pass" or comparison.get("failed_exact_checks") != []: fail("cross-platform comparison did not pass") if comparison.get("png_renderer_comparison", {}).get("png_byte_identity_required") is not False: fail("comparison incorrectly requires PNG byte identity") - if readiness.get("technical_release_ready") is not True: - fail("complete proof did not declare technical release readiness") - for key in ( - "pypi_release_authorized", - "portal_release_authorized", - "book_binding_authorized", - "real_data_authorized", - ): - if readiness.get(key) is not False: - fail(f"complete proof opens closed gate: {key}") + return comparison + + +def verify_complete_readiness( + readiness: dict[str, Any], contract: dict[str, Any] +) -> None: + verify_readiness_identity(readiness, contract) + expected = { + "candidate_implementation_passed": True, + "clean_ubuntu_proof_passed": True, + "clean_wsl_proof_passed": True, + "cross_platform_comparison_passed": True, + "technical_release_ready": True, + } + for key, value in expected.items(): + require_readiness_flag(readiness, key, value, "complete") + if readiness.get("status") != "technical_release_ready_not_authorized": + fail("complete readiness status must be technical_release_ready_not_authorized") + verify_closed_authorization_gates(readiness, "complete") + + +def verify_ubuntu_phase(contract: dict[str, Any]) -> None: + verify_ubuntu_evidence(contract) + verify_ubuntu_pending_readiness(load(READINESS), contract) + + +def verify_complete_phase(contract: dict[str, Any]) -> None: + verify_ubuntu_evidence(contract) + verify_wsl_evidence(contract) + verify_cross_platform_comparison() + verify_complete_readiness(load(READINESS), contract) def main() -> None: @@ -257,9 +354,11 @@ def main() -> None: for path in required: if not path.is_file(): fail(f"required Drop-in 034 path is missing: {path.relative_to(ROOT)}") - if args.phase in {"ubuntu", "complete"}: + if args.phase == "source": + pass + elif args.phase == "ubuntu": verify_ubuntu_phase(contract) - if args.phase == "complete": + elif args.phase == "complete": verify_complete_phase(contract) print( "PYSTATSV1_PSYCH_DESIGN_RELEASE_PROOF_VERIFY_OK " From 73bfcd970cfa2eaba9badee65720a64c219339aa Mon Sep 17 00:00:00 2001 From: Nicholas Karlson Date: Thu, 30 Jul 2026 17:15:27 -0700 Subject: [PATCH 5/5] Drop-in 034 stage 2: prove WSL parity and freeze release readiness --- ...SYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json | 23863 ++++++++++++++++ .../PSYCH_DESIGN_RELEASE_READINESS.json | 8 +- .../PSYCH_DESIGN_WSL_RELEASE_PROOF.json | 3319 +++ 3 files changed, 27186 insertions(+), 4 deletions(-) create mode 100644 release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json create mode 100644 release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WSL_RELEASE_PROOF.json diff --git a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json new file mode 100644 index 0000000..9619439 --- /dev/null +++ b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_CROSS_PLATFORM_COMPARISON.json @@ -0,0 +1,23863 @@ +{ + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "companion_version": "v0.1", + "exact_check_count": 2982, + "exact_checks": [ + { + "name": "candidate_commit", + "status": "pass", + "ubuntu": "58d92f85b865cb657bf49c731fefc381970c8bda", + "wsl": "58d92f85b865cb657bf49c731fefc381970c8bda" + }, + { + "name": "candidate_tag", + "status": "pass", + "ubuntu": "psych-design-companion-v0-1-candidate", + "wsl": "psych-design-companion-v0-1-candidate" + }, + { + "name": "package_version", + "status": "pass", + "ubuntu": "0.26.0", + "wsl": "0.26.0" + }, + { + "name": "companion_version", + "status": "pass", + "ubuntu": "v0.1", + "wsl": "v0.1" + }, + { + "name": "artifact_identity.wheel_name", + "status": "pass", + "ubuntu": "pystatsv1-0.26.0-py3-none-any.whl", + "wsl": "pystatsv1-0.26.0-py3-none-any.whl" + }, + { + "name": "artifact_identity.wheel_sha256", + "status": "pass", + "ubuntu": "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05", + "wsl": "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05" + }, + { + "name": "artifact_identity.wheel_bytes", + "status": "pass", + "ubuntu": 1745654, + "wsl": 1745654 + }, + { + "name": "artifact_identity.asset_sha256", + "status": "pass", + "ubuntu": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "wsl": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1" + }, + { + "name": "artifact_identity.asset_bytes", + "status": "pass", + "ubuntu": 136801, + "wsl": 136801 + }, + { + "name": "artifact_identity.source_manifest_sha256", + "status": "pass", + "ubuntu": "24f496631758a955a91d53193868b3c02ce9d62bb218fd59d3bb52ea9305e52f", + "wsl": "24f496631758a955a91d53193868b3c02ce9d62bb218fd59d3bb52ea9305e52f" + }, + { + "name": "artifact_identity.study_index_sha256", + "status": "pass", + "ubuntu": "1c2525fa1ef4b720d758a32f5e3ad987264e8dfeb28f3967201efca575ef6df7", + "wsl": "1c2525fa1ef4b720d758a32f5e3ad987264e8dfeb28f3967201efca575ef6df7" + }, + { + "name": "artifact_identity.source_file_count", + "status": "pass", + "ubuntu": 151, + "wsl": 151 + }, + { + "name": "artifact_identity.source_manifest_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "source_bindings", + "status": "pass", + "ubuntu": { + "SWL-S01": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_CORRELATION.json": "805913cb7b91bcab33b76411242a8ff27ec8a1a8abf7c9e1345f5206613d1f75", + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_REGRESSION.json": "9285ebd48883c405876e4bc90ab6df2ed8fc89b0ae25c050695883e34fabf6da" + }, + "dataset": { + "data/swl_s01_student_well_being_survey.csv": "46c4334a443924d27ddcdbf0c5c3f5cf06eeb27323e1aebb0ebc021e4fbbd44d" + }, + "design": { + "design/SWL-S01_DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955" + }, + "figure_specs": { + "figures/specs/SWL-S01/FIGURE_SPEC_CORRELATION.json": "7c17edff0a5bdceef6c4f2ee2a0a4dc01304a47e273f8b77d35f51695a5457d1", + "figures/specs/SWL-S01/FIGURE_SPEC_REGRESSION.json": "d83ebae14f8fc8b0a801c4a12622589d34e30a0d242b01045444d2143f3619e7" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_CORRELATION.json": "7bf6c30de5da0745a78a59f6486f5ae73516977d99b5911972e480cc92db0194", + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_REGRESSION.json": "18ab75ce15b994ded2a95f17eae29c58d88fc9c61595b3348f9d67719a0a85cb" + }, + "measurement": { + "measurement/SWL-S01_MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7" + } + }, + "SWL-S02": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S02/APA_RESULT_SOURCE_MAP.json": "9f384f80e0610d0a13641157f855cc0483bfd63b94695aab0e1e009b7b3450ac" + }, + "dataset": { + "data/swl_s02_structured_study_routine.csv": "42b977f231609300049524d19e64ed6223f50d0cdb1881b857f34b49884dd88d" + }, + "design": { + "design/SWL-S02_DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619" + }, + "figure_specs": { + "figures/specs/SWL-S02/FIGURE_SPEC.json": "30f52f4f0a8261c87eea609b8c46cdfdd7ab7f0a91c045bb57ca8eb6ddaf2b25" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S02/MATCHED_LIMITATION.json": "6bc4acb40c89ee7650c9ba38dca8ea7cadf118974b6b8cedd4a7e2b84831cf28" + }, + "measurement": { + "measurement/SWL-S02_MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d" + } + }, + "SWL-S03": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S03/APA_RESULT_SOURCE_MAP.json": "e3e84a774606a32930b04d09b71f7f898dd868d70fdc9d5462348f0beef9942d" + }, + "dataset": { + "data/swl_s03_skills_workshop_pre_post.csv": "5c1d114eac729358602bd621a5b5c74f3cd073ceeeb794407eb21b88dea08e28" + }, + "design": { + "design/SWL-S03_DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded" + }, + "figure_specs": { + "figures/specs/SWL-S03/FIGURE_SPEC.json": "7731e94fcf13b1de080530ace12ce5e8911475d4d3697268fb22bd1e281e9411" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S03/MATCHED_LIMITATION.json": "0cfe0e5afbddf754125db3c663546e792a04cfaf6f48203cf10757048232a91b" + }, + "measurement": { + "measurement/SWL-S03_MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c" + } + }, + "SWL-S04": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S04/APA_RESULT_SOURCE_MAP.json": "51cc9bbf260a3aff6d8fb1c4e1953552edd4a5fdd8e0898f409641a859df6584" + }, + "dataset": { + "data/swl_s04_three_condition_support.csv": "1584c1f5ebcd4890a0ed5aa35bfbf7a2e685a0f74492a4b4557fd2d49d3a87c8" + }, + "design": { + "design/SWL-S04_DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27" + }, + "figure_specs": { + "figures/specs/SWL-S04/FIGURE_SPEC.json": "d401bd90fddd1db43b8a76f51ed557f296194a51b8fc3e491681a96893cce28a" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S04/MATCHED_LIMITATION.json": "c363e46b0bbff115f5939e925abb0f5f233276d2e1e94775891a2f73871b1a85" + }, + "measurement": { + "measurement/SWL-S04_MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e" + } + }, + "SWL-S05": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S05/APA_RESULT_SOURCE_MAP.json": "075a0ba4bc525e6a840e14eeef25b5457d36418916a58dd95201cdf8f2c92447" + }, + "dataset": { + "data/swl_s05_strategy_feedback.csv": "9100b086a0b569bf2f9258c546e9b56b33e64c028b2e1e3b2888305b3c428445" + }, + "design": { + "design/SWL-S05_DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8" + }, + "figure_specs": { + "figures/specs/SWL-S05/FIGURE_SPEC.json": "ec9311e5c7b158f9e01afd311169699e6e7c2ea9e63a3eeefc1af5e02e084803" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S05/MATCHED_LIMITATION.json": "4145de442fb23f349055e5797e353ff2f20a5d86940946d17fe8e247e0b048a6" + }, + "measurement": { + "measurement/SWL-S05_MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0" + } + }, + "SWL-S06": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S06/APA_RESULT_SOURCE_MAP.json": "f51547c0f6cbc49d216e3525ca1f8518e2e3916ba2f196ddb8f453ace5abe08d" + }, + "dataset": { + "data/swl_s06_confidence_trajectory.csv": "a95ef37c89f3523e59822d6729746d2499ea95acc508ca25824d3e073ed258a2" + }, + "design": { + "design/SWL-S06_DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061" + }, + "figure_specs": { + "figures/specs/SWL-S06/FIGURE_SPEC.json": "8a0f38207a4aec3c8d594a465433ff648051ed5283aac978c01b52891272cc99" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S06/MATCHED_LIMITATION.json": "0b6aa98a7fd16368da163d3f5e61fa9f424d9d64a08fc3e19d862d7f25d31aba" + }, + "measurement": { + "measurement/SWL-S06_MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08" + } + }, + "SWL-S07": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S07/APA_RESULT_SOURCE_MAP.json": "c75b03b5033a80248bb34a6454b08f9dc5883c2f1ffdf98e17c935b80061c31c" + }, + "dataset": { + "data/swl_s07_baseline_adjusted_intervention.csv": "08925df34996fd9f75a4c5bd41f0de82c655b05212f2cd21435ba70349db52fc" + }, + "design": { + "design/SWL-S07_DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048" + }, + "figure_specs": { + "figures/specs/SWL-S07/FIGURE_SPEC.json": "80d11884320d1f0a573aa55640904efe620a64c30346cb49aa956530e31c9e45" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S07/MATCHED_LIMITATION.json": "6e299f3720b6fda79c43bff4f3e6172776e844544a039bd47e7bb1233b3af62b" + }, + "measurement": { + "measurement/SWL-S07_MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40" + } + }, + "SWL-S08": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S08/APA_RESULT_SOURCE_MAP.json": "95e3c8ebb9441baac1e29f977e2489a045c0ad97f6aa1f41604675898ad06cb8" + }, + "dataset": { + "data/swl_s08_longitudinal_treatment.csv": "a37e797a5d67e38d91d7f88d06014bd351559efb22b21edb3cc75ff95db82556" + }, + "design": { + "design/SWL-S08_DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42" + }, + "figure_specs": { + "figures/specs/SWL-S08/FIGURE_SPEC.json": "7c239e87c39da7db03b920e79ed1d7311d70a634ea01015ac0d74463302dbc8f" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S08/MATCHED_LIMITATION.json": "590136b449042cd6a02ddbd19ae2851fb1c28e8c92f6e083163567559429ffc9" + }, + "measurement": { + "measurement/SWL-S08_MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353" + } + }, + "SWL-S09": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_CATEGORICAL.json": "b051538b9bfe4a81ccc6a78ede3f4f2968b665a3fb3746bda7e945c92885a36c", + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_RANK.json": "616e17167e0cc54497d7862c5ebe1841d7ce05ff77e4e5515eaf508ae4648439" + }, + "dataset": { + "data/swl_s09_outcome_distribution_extension.csv": "cacafff8486624e4362629a1b7cf026aa347c7f48620b80029b6a1cfd0d31e16" + }, + "design": { + "design/SWL-S09_DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de" + }, + "figure_specs": { + "figures/specs/SWL-S09/FIGURE_SPEC_CATEGORICAL.json": "441e6d2eac6d05e823df34fbe920666d5d1b65d6b21f0edd8fb3881a2adc3b5f", + "figures/specs/SWL-S09/FIGURE_SPEC_RANK.json": "5e2fde3fa6462fe4e6d29d26bf85250a631d4a0be9302daf11a0604643a51347" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_CATEGORICAL.json": "c5e18f780d5b6533ac09dc0897598764ce5f1f9c0d4dc6433969a4f46b003d2d", + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_RANK.json": "046f2ec5286350e1271ff1909d466ba68198d79b0b78cb55c92d0d055fb686fa" + }, + "measurement": { + "measurement/SWL-S09_MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31" + } + }, + "SWL-S10": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_META.json": "ad6e058f02ca3f23701ef1ce5e8e0cb63d85e7d9351fdd7a13f5fa0acfe83b51", + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_POWER.json": "872a7bc5e795d90b0f685a983842894c0866e915d9228b1be28e936bf3059690" + }, + "dataset": { + "data/swl_s10_replication_program.csv": "4cb8239f978975c10191cbcdf47d17c62944e45dc2540cbc76ef5d4ccd366e36" + }, + "design": { + "design/SWL-S10_DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7" + }, + "figure_specs": { + "figures/specs/SWL-S10/FIGURE_SPEC.json": "85ae8c25deda6dc2430cfac861a1ecbddad071437dc5ec58cdb2c5ad0724b494" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_META.json": "00d1f88daf94d7bbd0f2a9ec711985597fd7eda5a9bfcd457566ce32071b7d3d", + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_POWER.json": "f2f799a82216564314af7b544666807ca48cdabcd7af946c1bb6a2faf0d25e0c" + }, + "measurement": { + "measurement/SWL-S10_MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765" + } + } + }, + "wsl": { + "SWL-S01": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_CORRELATION.json": "805913cb7b91bcab33b76411242a8ff27ec8a1a8abf7c9e1345f5206613d1f75", + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_REGRESSION.json": "9285ebd48883c405876e4bc90ab6df2ed8fc89b0ae25c050695883e34fabf6da" + }, + "dataset": { + "data/swl_s01_student_well_being_survey.csv": "46c4334a443924d27ddcdbf0c5c3f5cf06eeb27323e1aebb0ebc021e4fbbd44d" + }, + "design": { + "design/SWL-S01_DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955" + }, + "figure_specs": { + "figures/specs/SWL-S01/FIGURE_SPEC_CORRELATION.json": "7c17edff0a5bdceef6c4f2ee2a0a4dc01304a47e273f8b77d35f51695a5457d1", + "figures/specs/SWL-S01/FIGURE_SPEC_REGRESSION.json": "d83ebae14f8fc8b0a801c4a12622589d34e30a0d242b01045444d2143f3619e7" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_CORRELATION.json": "7bf6c30de5da0745a78a59f6486f5ae73516977d99b5911972e480cc92db0194", + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_REGRESSION.json": "18ab75ce15b994ded2a95f17eae29c58d88fc9c61595b3348f9d67719a0a85cb" + }, + "measurement": { + "measurement/SWL-S01_MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7" + } + }, + "SWL-S02": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S02/APA_RESULT_SOURCE_MAP.json": "9f384f80e0610d0a13641157f855cc0483bfd63b94695aab0e1e009b7b3450ac" + }, + "dataset": { + "data/swl_s02_structured_study_routine.csv": "42b977f231609300049524d19e64ed6223f50d0cdb1881b857f34b49884dd88d" + }, + "design": { + "design/SWL-S02_DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619" + }, + "figure_specs": { + "figures/specs/SWL-S02/FIGURE_SPEC.json": "30f52f4f0a8261c87eea609b8c46cdfdd7ab7f0a91c045bb57ca8eb6ddaf2b25" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S02/MATCHED_LIMITATION.json": "6bc4acb40c89ee7650c9ba38dca8ea7cadf118974b6b8cedd4a7e2b84831cf28" + }, + "measurement": { + "measurement/SWL-S02_MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d" + } + }, + "SWL-S03": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S03/APA_RESULT_SOURCE_MAP.json": "e3e84a774606a32930b04d09b71f7f898dd868d70fdc9d5462348f0beef9942d" + }, + "dataset": { + "data/swl_s03_skills_workshop_pre_post.csv": "5c1d114eac729358602bd621a5b5c74f3cd073ceeeb794407eb21b88dea08e28" + }, + "design": { + "design/SWL-S03_DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded" + }, + "figure_specs": { + "figures/specs/SWL-S03/FIGURE_SPEC.json": "7731e94fcf13b1de080530ace12ce5e8911475d4d3697268fb22bd1e281e9411" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S03/MATCHED_LIMITATION.json": "0cfe0e5afbddf754125db3c663546e792a04cfaf6f48203cf10757048232a91b" + }, + "measurement": { + "measurement/SWL-S03_MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c" + } + }, + "SWL-S04": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S04/APA_RESULT_SOURCE_MAP.json": "51cc9bbf260a3aff6d8fb1c4e1953552edd4a5fdd8e0898f409641a859df6584" + }, + "dataset": { + "data/swl_s04_three_condition_support.csv": "1584c1f5ebcd4890a0ed5aa35bfbf7a2e685a0f74492a4b4557fd2d49d3a87c8" + }, + "design": { + "design/SWL-S04_DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27" + }, + "figure_specs": { + "figures/specs/SWL-S04/FIGURE_SPEC.json": "d401bd90fddd1db43b8a76f51ed557f296194a51b8fc3e491681a96893cce28a" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S04/MATCHED_LIMITATION.json": "c363e46b0bbff115f5939e925abb0f5f233276d2e1e94775891a2f73871b1a85" + }, + "measurement": { + "measurement/SWL-S04_MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e" + } + }, + "SWL-S05": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S05/APA_RESULT_SOURCE_MAP.json": "075a0ba4bc525e6a840e14eeef25b5457d36418916a58dd95201cdf8f2c92447" + }, + "dataset": { + "data/swl_s05_strategy_feedback.csv": "9100b086a0b569bf2f9258c546e9b56b33e64c028b2e1e3b2888305b3c428445" + }, + "design": { + "design/SWL-S05_DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8" + }, + "figure_specs": { + "figures/specs/SWL-S05/FIGURE_SPEC.json": "ec9311e5c7b158f9e01afd311169699e6e7c2ea9e63a3eeefc1af5e02e084803" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S05/MATCHED_LIMITATION.json": "4145de442fb23f349055e5797e353ff2f20a5d86940946d17fe8e247e0b048a6" + }, + "measurement": { + "measurement/SWL-S05_MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0" + } + }, + "SWL-S06": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S06/APA_RESULT_SOURCE_MAP.json": "f51547c0f6cbc49d216e3525ca1f8518e2e3916ba2f196ddb8f453ace5abe08d" + }, + "dataset": { + "data/swl_s06_confidence_trajectory.csv": "a95ef37c89f3523e59822d6729746d2499ea95acc508ca25824d3e073ed258a2" + }, + "design": { + "design/SWL-S06_DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061" + }, + "figure_specs": { + "figures/specs/SWL-S06/FIGURE_SPEC.json": "8a0f38207a4aec3c8d594a465433ff648051ed5283aac978c01b52891272cc99" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S06/MATCHED_LIMITATION.json": "0b6aa98a7fd16368da163d3f5e61fa9f424d9d64a08fc3e19d862d7f25d31aba" + }, + "measurement": { + "measurement/SWL-S06_MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08" + } + }, + "SWL-S07": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S07/APA_RESULT_SOURCE_MAP.json": "c75b03b5033a80248bb34a6454b08f9dc5883c2f1ffdf98e17c935b80061c31c" + }, + "dataset": { + "data/swl_s07_baseline_adjusted_intervention.csv": "08925df34996fd9f75a4c5bd41f0de82c655b05212f2cd21435ba70349db52fc" + }, + "design": { + "design/SWL-S07_DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048" + }, + "figure_specs": { + "figures/specs/SWL-S07/FIGURE_SPEC.json": "80d11884320d1f0a573aa55640904efe620a64c30346cb49aa956530e31c9e45" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S07/MATCHED_LIMITATION.json": "6e299f3720b6fda79c43bff4f3e6172776e844544a039bd47e7bb1233b3af62b" + }, + "measurement": { + "measurement/SWL-S07_MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40" + } + }, + "SWL-S08": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S08/APA_RESULT_SOURCE_MAP.json": "95e3c8ebb9441baac1e29f977e2489a045c0ad97f6aa1f41604675898ad06cb8" + }, + "dataset": { + "data/swl_s08_longitudinal_treatment.csv": "a37e797a5d67e38d91d7f88d06014bd351559efb22b21edb3cc75ff95db82556" + }, + "design": { + "design/SWL-S08_DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42" + }, + "figure_specs": { + "figures/specs/SWL-S08/FIGURE_SPEC.json": "7c239e87c39da7db03b920e79ed1d7311d70a634ea01015ac0d74463302dbc8f" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S08/MATCHED_LIMITATION.json": "590136b449042cd6a02ddbd19ae2851fb1c28e8c92f6e083163567559429ffc9" + }, + "measurement": { + "measurement/SWL-S08_MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353" + } + }, + "SWL-S09": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_CATEGORICAL.json": "b051538b9bfe4a81ccc6a78ede3f4f2968b665a3fb3746bda7e945c92885a36c", + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_RANK.json": "616e17167e0cc54497d7862c5ebe1841d7ce05ff77e4e5515eaf508ae4648439" + }, + "dataset": { + "data/swl_s09_outcome_distribution_extension.csv": "cacafff8486624e4362629a1b7cf026aa347c7f48620b80029b6a1cfd0d31e16" + }, + "design": { + "design/SWL-S09_DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de" + }, + "figure_specs": { + "figures/specs/SWL-S09/FIGURE_SPEC_CATEGORICAL.json": "441e6d2eac6d05e823df34fbe920666d5d1b65d6b21f0edd8fb3881a2adc3b5f", + "figures/specs/SWL-S09/FIGURE_SPEC_RANK.json": "5e2fde3fa6462fe4e6d29d26bf85250a631d4a0be9302daf11a0604643a51347" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_CATEGORICAL.json": "c5e18f780d5b6533ac09dc0897598764ce5f1f9c0d4dc6433969a4f46b003d2d", + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_RANK.json": "046f2ec5286350e1271ff1909d466ba68198d79b0b78cb55c92d0d055fb686fa" + }, + "measurement": { + "measurement/SWL-S09_MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31" + } + }, + "SWL-S10": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_META.json": "ad6e058f02ca3f23701ef1ce5e8e0cb63d85e7d9351fdd7a13f5fa0acfe83b51", + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_POWER.json": "872a7bc5e795d90b0f685a983842894c0866e915d9228b1be28e936bf3059690" + }, + "dataset": { + "data/swl_s10_replication_program.csv": "4cb8239f978975c10191cbcdf47d17c62944e45dc2540cbc76ef5d4ccd366e36" + }, + "design": { + "design/SWL-S10_DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7" + }, + "figure_specs": { + "figures/specs/SWL-S10/FIGURE_SPEC.json": "85ae8c25deda6dc2430cfac861a1ecbddad071437dc5ec58cdb2c5ad0724b494" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_META.json": "00d1f88daf94d7bbd0f2a9ec711985597fd7eda5a9bfcd457566ce32071b7d3d", + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_POWER.json": "f2f799a82216564314af7b544666807ca48cdabcd7af946c1bb6a2faf0d25e0c" + }, + "measurement": { + "measurement/SWL-S10_MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765" + } + } + } + }, + { + "name": "SWL-S01.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S01.python_reported_fields", + "status": "pass", + "ubuntu": { + "academic_confidence_max": "64.21", + "academic_confidence_min": "52.95", + "confidence_b": "0.7085751186", + "confidence_ci_95_high": "0.901166929", + "confidence_ci_95_low": "0.5159833082", + "confidence_p": "4.036651011e-11", + "confidence_se": "0.09724660754", + "confidence_t": "7.286373648", + "cooks_distance_above_4_over_n": "0", + "correlation_ci_95_high": "0.8196737896", + "correlation_ci_95_low": "0.6603449449", + "correlation_df": "118", + "correlation_p_two_sided": "5.50013758e-23", + "correlation_r_sleep_confidence": "0.7507291472", + "correlation_t": "12.34465766", + "intercept_b": "11.94837374", + "intercept_ci_95_high": "23.52600109", + "intercept_ci_95_low": "0.3707463941", + "intercept_p": "0.04321189514", + "intercept_se": "5.845965002", + "intercept_t": "2.043866794", + "max_abs_standardized_residual": "1.944940883", + "max_cooks_distance": "0.03179090813", + "n": "120", + "regression_adjusted_r_squared": "0.6465941067", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.8616519", + "regression_p": "1.391208533e-27", + "regression_r_squared": "0.6525337016", + "regression_rmse": "3.079234956", + "sleep_quality_max": "60.16", + "sleep_quality_min": "37.78", + "study_hours_b": "2.053588004", + "study_hours_ci_95_high": "2.363537858", + "study_hours_ci_95_low": "1.74363815", + "study_hours_max": "10.09", + "study_hours_min": "3.91", + "study_hours_p": "9.728012917e-25", + "study_hours_se": "0.1565049507", + "study_hours_t": "13.12155299" + }, + "wsl": { + "academic_confidence_max": "64.21", + "academic_confidence_min": "52.95", + "confidence_b": "0.7085751186", + "confidence_ci_95_high": "0.901166929", + "confidence_ci_95_low": "0.5159833082", + "confidence_p": "4.036651011e-11", + "confidence_se": "0.09724660754", + "confidence_t": "7.286373648", + "cooks_distance_above_4_over_n": "0", + "correlation_ci_95_high": "0.8196737896", + "correlation_ci_95_low": "0.6603449449", + "correlation_df": "118", + "correlation_p_two_sided": "5.50013758e-23", + "correlation_r_sleep_confidence": "0.7507291472", + "correlation_t": "12.34465766", + "intercept_b": "11.94837374", + "intercept_ci_95_high": "23.52600109", + "intercept_ci_95_low": "0.3707463941", + "intercept_p": "0.04321189514", + "intercept_se": "5.845965002", + "intercept_t": "2.043866794", + "max_abs_standardized_residual": "1.944940883", + "max_cooks_distance": "0.03179090813", + "n": "120", + "regression_adjusted_r_squared": "0.6465941067", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.8616519", + "regression_p": "1.391208533e-27", + "regression_r_squared": "0.6525337016", + "regression_rmse": "3.079234956", + "sleep_quality_max": "60.16", + "sleep_quality_min": "37.78", + "study_hours_b": "2.053588004", + "study_hours_ci_95_high": "2.363537858", + "study_hours_ci_95_low": "1.74363815", + "study_hours_max": "10.09", + "study_hours_min": "3.91", + "study_hours_p": "9.728012917e-25", + "study_hours_se": "0.1565049507", + "study_hours_t": "13.12155299" + } + }, + { + "name": "SWL-S01.r_metrics", + "status": "pass", + "ubuntu": { + "confidence_b": "0.708575118578", + "confidence_ci_95_high": "0.901166928963", + "confidence_ci_95_low": "0.515983308194", + "confidence_p": "4.0366510106e-11", + "confidence_se": "0.097246607541", + "confidence_t": "7.28637364835", + "correlation_ci_95_high": "0.819673789617", + "correlation_ci_95_low": "0.660344944885", + "correlation_df": "118", + "correlation_p_two_sided": "5.5001375799e-23", + "correlation_r_sleep_confidence": "0.750729147165", + "correlation_t": "12.3446576562", + "intercept_b": "11.9483737439", + "intercept_ci_95_high": "23.526001094", + "intercept_ci_95_low": "0.370746393867", + "intercept_p": "0.0432118951434", + "intercept_se": "5.84596500194", + "intercept_t": "2.04386679359", + "n": "120", + "regression_adjusted_r_squared": "0.646594106718", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.861651945", + "regression_p": "1.39120853286e-27", + "regression_r_squared": "0.652533701563", + "regression_rmse": "3.07923495555", + "study_hours_b": "2.05358800429", + "study_hours_ci_95_high": "2.36353785812", + "study_hours_ci_95_low": "1.74363815045", + "study_hours_p": "9.72801291748e-25", + "study_hours_se": "0.15650495072", + "study_hours_t": "13.1215529914" + }, + "wsl": { + "confidence_b": "0.708575118578", + "confidence_ci_95_high": "0.901166928963", + "confidence_ci_95_low": "0.515983308194", + "confidence_p": "4.0366510106e-11", + "confidence_se": "0.097246607541", + "confidence_t": "7.28637364835", + "correlation_ci_95_high": "0.819673789617", + "correlation_ci_95_low": "0.660344944885", + "correlation_df": "118", + "correlation_p_two_sided": "5.5001375799e-23", + "correlation_r_sleep_confidence": "0.750729147165", + "correlation_t": "12.3446576562", + "intercept_b": "11.9483737439", + "intercept_ci_95_high": "23.526001094", + "intercept_ci_95_low": "0.370746393867", + "intercept_p": "0.0432118951434", + "intercept_se": "5.84596500194", + "intercept_t": "2.04386679359", + "n": "120", + "regression_adjusted_r_squared": "0.646594106718", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.861651945", + "regression_p": "1.39120853286e-27", + "regression_r_squared": "0.652533701563", + "regression_rmse": "3.07923495555", + "study_hours_b": "2.05358800429", + "study_hours_ci_95_high": "2.36353785812", + "study_hours_ci_95_low": "1.74363815045", + "study_hours_p": "9.72801291748e-25", + "study_hours_se": "0.15650495072", + "study_hours_t": "13.1215529914" + } + }, + { + "name": "SWL-S01.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S01.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S01.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S01.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1", + "wsl": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1" + }, + { + "name": "SWL-S01.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9", + "wsl": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9" + }, + { + "name": "SWL-S01.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_correlation.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "correlation" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_regression_residuals.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "regression" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S01", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_correlation.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "correlation" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_regression_residuals.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "regression" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S01", + "synthetic_only": true + } + }, + { + "name": "SWL-S01.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "n", + "correlation_r_sleep_confidence", + "correlation_t", + "correlation_df", + "correlation_p_two_sided", + "correlation_ci_95_low", + "correlation_ci_95_high", + "regression_df_model", + "regression_df_residual", + "regression_f", + "regression_p", + "regression_r_squared", + "regression_adjusted_r_squared", + "regression_rmse", + "intercept_b", + "intercept_se", + "intercept_t", + "intercept_p", + "intercept_ci_95_low", + "intercept_ci_95_high", + "study_hours_b", + "study_hours_se", + "study_hours_t", + "study_hours_p", + "study_hours_ci_95_low", + "study_hours_ci_95_high", + "confidence_b", + "confidence_se", + "confidence_t", + "confidence_p", + "confidence_ci_95_low", + "confidence_ci_95_high" + ], + "wsl": [ + "n", + "correlation_r_sleep_confidence", + "correlation_t", + "correlation_df", + "correlation_p_two_sided", + "correlation_ci_95_low", + "correlation_ci_95_high", + "regression_df_model", + "regression_df_residual", + "regression_f", + "regression_p", + "regression_r_squared", + "regression_adjusted_r_squared", + "regression_rmse", + "intercept_b", + "intercept_se", + "intercept_t", + "intercept_p", + "intercept_ci_95_low", + "intercept_ci_95_high", + "study_hours_b", + "study_hours_se", + "study_hours_t", + "study_hours_p", + "study_hours_ci_95_low", + "study_hours_ci_95_high", + "confidence_b", + "confidence_se", + "confidence_t", + "confidence_p", + "confidence_ci_95_low", + "confidence_ci_95_high" + ] + }, + { + "name": "SWL-S01.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.n.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.n.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.n.field", + "status": "pass", + "ubuntu": "n", + "wsl": "n" + }, + { + "name": "SWL-S01.verification_comparisons.n.python", + "status": "pass", + "ubuntu": "120", + "wsl": "120" + }, + { + "name": "SWL-S01.verification_comparisons.n.r", + "status": "pass", + "ubuntu": "120", + "wsl": "120" + }, + { + "name": "SWL-S01.verification_comparisons.n.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.n.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.n.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.n.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.n.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.n.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.n.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.field", + "status": "pass", + "ubuntu": "correlation_r_sleep_confidence", + "wsl": "correlation_r_sleep_confidence" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.python", + "status": "pass", + "ubuntu": "0.7507291472", + "wsl": "0.7507291472" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.r", + "status": "pass", + "ubuntu": "0.750729147165", + "wsl": "0.750729147165" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.correlation_r_sleep_confidence.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "3.54719587037e-11", + "wsl": "3.54719587037e-11" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.field", + "status": "pass", + "ubuntu": "correlation_t", + "wsl": "correlation_t" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.python", + "status": "pass", + "ubuntu": "12.34465766", + "wsl": "12.34465766" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.r", + "status": "pass", + "ubuntu": "12.3446576562", + "wsl": "12.3446576562" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.correlation_t.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "3.81279896544e-9", + "wsl": "3.81279896544e-9" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.field", + "status": "pass", + "ubuntu": "correlation_df", + "wsl": "correlation_df" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.python", + "status": "pass", + "ubuntu": "118", + "wsl": "118" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.r", + "status": "pass", + "ubuntu": "118", + "wsl": "118" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_df.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.correlation_df.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.field", + "status": "pass", + "ubuntu": "correlation_p_two_sided", + "wsl": "correlation_p_two_sided" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.python", + "status": "pass", + "ubuntu": "5.50013758e-23", + "wsl": "5.50013758e-23" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.r", + "status": "pass", + "ubuntu": "5.5001375799e-23", + "wsl": "5.5001375799e-23" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.correlation_p_two_sided.absolute_difference_serialization", + "observed_delta": "0e-44", + "status": "pass", + "ubuntu": "1.04620172718e-33", + "wsl": "1.04620172718e-33" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.field", + "status": "pass", + "ubuntu": "correlation_ci_95_low", + "wsl": "correlation_ci_95_low" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.python", + "status": "pass", + "ubuntu": "0.6603449449", + "wsl": "0.6603449449" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.r", + "status": "pass", + "ubuntu": "0.660344944885", + "wsl": "0.660344944885" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.correlation_ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.54829482568e-11", + "wsl": "1.54829482568e-11" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.field", + "status": "pass", + "ubuntu": "correlation_ci_95_high", + "wsl": "correlation_ci_95_high" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.python", + "status": "pass", + "ubuntu": "0.8196737896", + "wsl": "0.8196737896" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.r", + "status": "pass", + "ubuntu": "0.819673789617", + "wsl": "0.819673789617" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.correlation_ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.66079372477e-11", + "wsl": "1.66079372477e-11" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.field", + "status": "pass", + "ubuntu": "regression_df_model", + "wsl": "regression_df_model" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.python", + "status": "pass", + "ubuntu": "2", + "wsl": "2" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.r", + "status": "pass", + "ubuntu": "2", + "wsl": "2" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_model.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.regression_df_model.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.field", + "status": "pass", + "ubuntu": "regression_df_residual", + "wsl": "regression_df_residual" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.python", + "status": "pass", + "ubuntu": "117", + "wsl": "117" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.r", + "status": "pass", + "ubuntu": "117", + "wsl": "117" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_df_residual.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.regression_df_residual.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.field", + "status": "pass", + "ubuntu": "regression_f", + "wsl": "regression_f" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.python", + "status": "pass", + "ubuntu": "109.8616519", + "wsl": "109.8616519" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.r", + "status": "pass", + "ubuntu": "109.861651945", + "wsl": "109.861651945" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_f.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.regression_f.absolute_difference_serialization", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu": "4.48240058404e-8", + "wsl": "4.48240058404e-8" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.field", + "status": "pass", + "ubuntu": "regression_p", + "wsl": "regression_p" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.python", + "status": "pass", + "ubuntu": "1.391208533e-27", + "wsl": "1.391208533e-27" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.r", + "status": "pass", + "ubuntu": "1.39120853286e-27", + "wsl": "1.39120853286e-27" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.regression_p.absolute_difference_serialization", + "observed_delta": "0e-48", + "status": "pass", + "ubuntu": "1.38529899898e-37", + "wsl": "1.38529899898e-37" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.field", + "status": "pass", + "ubuntu": "regression_r_squared", + "wsl": "regression_r_squared" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.python", + "status": "pass", + "ubuntu": "0.6525337016", + "wsl": "0.6525337016" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.r", + "status": "pass", + "ubuntu": "0.652533701563", + "wsl": "0.652533701563" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_r_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.regression_r_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "3.69609898243e-11", + "wsl": "3.69609898243e-11" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.field", + "status": "pass", + "ubuntu": "regression_adjusted_r_squared", + "wsl": "regression_adjusted_r_squared" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.python", + "status": "pass", + "ubuntu": "0.6465941067", + "wsl": "0.6465941067" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.r", + "status": "pass", + "ubuntu": "0.646594106718", + "wsl": "0.646594106718" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.regression_adjusted_r_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.79620762708e-11", + "wsl": "1.79620762708e-11" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.field", + "status": "pass", + "ubuntu": "regression_rmse", + "wsl": "regression_rmse" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.python", + "status": "pass", + "ubuntu": "3.079234956", + "wsl": "3.079234956" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.r", + "status": "pass", + "ubuntu": "3.07923495555", + "wsl": "3.07923495555" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.regression_rmse.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.regression_rmse.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "4.52129889084e-10", + "wsl": "4.52129889084e-10" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.field", + "status": "pass", + "ubuntu": "intercept_b", + "wsl": "intercept_b" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.python", + "status": "pass", + "ubuntu": "11.94837374", + "wsl": "11.94837374" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.r", + "status": "pass", + "ubuntu": "11.9483737439", + "wsl": "11.9483737439" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.intercept_b.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "3.94260091241e-9", + "wsl": "3.94260091241e-9" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.field", + "status": "pass", + "ubuntu": "intercept_se", + "wsl": "intercept_se" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.python", + "status": "pass", + "ubuntu": "5.845965002", + "wsl": "5.845965002" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.r", + "status": "pass", + "ubuntu": "5.84596500194", + "wsl": "5.84596500194" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.intercept_se.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "6.20294926534e-11", + "wsl": "6.20294926534e-11" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.field", + "status": "pass", + "ubuntu": "intercept_t", + "wsl": "intercept_t" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.python", + "status": "pass", + "ubuntu": "2.043866794", + "wsl": "2.043866794" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.r", + "status": "pass", + "ubuntu": "2.04386679359", + "wsl": "2.04386679359" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.intercept_t.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "4.11310097093e-10", + "wsl": "4.11310097093e-10" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.field", + "status": "pass", + "ubuntu": "intercept_p", + "wsl": "intercept_p" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.python", + "status": "pass", + "ubuntu": "0.04321189514", + "wsl": "0.04321189514" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.r", + "status": "pass", + "ubuntu": "0.0432118951434", + "wsl": "0.0432118951434" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.intercept_p.absolute_difference_serialization", + "observed_delta": "9.714451e-17", + "status": "pass", + "ubuntu": "3.43380185397e-12", + "wsl": "3.43389899848e-12" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.field", + "status": "pass", + "ubuntu": "intercept_ci_95_low", + "wsl": "intercept_ci_95_low" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.python", + "status": "pass", + "ubuntu": "0.3707463941", + "wsl": "0.3707463941" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.r", + "status": "pass", + "ubuntu": "0.370746393867", + "wsl": "0.370746393867" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.intercept_ci_95_low.absolute_difference_serialization", + "observed_delta": "4.996004e-15", + "status": "pass", + "ubuntu": "2.32619978835e-10", + "wsl": "2.32624974839e-10" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.field", + "status": "pass", + "ubuntu": "intercept_ci_95_high", + "wsl": "intercept_ci_95_high" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.python", + "status": "pass", + "ubuntu": "23.52600109", + "wsl": "23.52600109" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.r", + "status": "pass", + "ubuntu": "23.526001094", + "wsl": "23.526001094" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.intercept_ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.01789890248e-9", + "wsl": "4.01789890248e-9" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.field", + "status": "pass", + "ubuntu": "study_hours_b", + "wsl": "study_hours_b" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.python", + "status": "pass", + "ubuntu": "2.053588004", + "wsl": "2.053588004" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.r", + "status": "pass", + "ubuntu": "2.05358800429", + "wsl": "2.05358800429" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.study_hours_b.absolute_difference_serialization", + "observed_delta": "9.769962e-15", + "status": "pass", + "ubuntu": "2.87310175651e-10", + "wsl": "2.87319945613e-10" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.field", + "status": "pass", + "ubuntu": "study_hours_se", + "wsl": "study_hours_se" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.python", + "status": "pass", + "ubuntu": "0.1565049507", + "wsl": "0.1565049507" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.r", + "status": "pass", + "ubuntu": "0.15650495072", + "wsl": "0.15650495072" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.study_hours_se.absolute_difference_serialization", + "observed_delta": "9.992007e-16", + "status": "pass", + "ubuntu": "1.9913987126e-11", + "wsl": "1.99149863267e-11" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.field", + "status": "pass", + "ubuntu": "study_hours_t", + "wsl": "study_hours_t" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.python", + "status": "pass", + "ubuntu": "13.12155299", + "wsl": "13.12155299" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.r", + "status": "pass", + "ubuntu": "13.1215529914", + "wsl": "13.1215529914" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.study_hours_t.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "1.39690037315e-9", + "wsl": "1.39690037315e-9" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.field", + "status": "pass", + "ubuntu": "study_hours_p", + "wsl": "study_hours_p" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.python", + "status": "pass", + "ubuntu": "9.728012917e-25", + "wsl": "9.728012917e-25" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.r", + "status": "pass", + "ubuntu": "9.72801291748e-25", + "wsl": "9.72801291748e-25" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.study_hours_p.absolute_difference_serialization", + "observed_delta": "4.90401550e-38", + "status": "pass", + "ubuntu": "4.80959023769e-35", + "wsl": "4.80468622219e-35" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.field", + "status": "pass", + "ubuntu": "study_hours_ci_95_low", + "wsl": "study_hours_ci_95_low" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.python", + "status": "pass", + "ubuntu": "1.74363815", + "wsl": "1.74363815" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.r", + "status": "pass", + "ubuntu": "1.74363815045", + "wsl": "1.74363815045" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.5199999299e-10", + "wsl": "4.5199999299e-10" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.field", + "status": "pass", + "ubuntu": "study_hours_ci_95_high", + "wsl": "study_hours_ci_95_high" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.python", + "status": "pass", + "ubuntu": "2.363537858", + "wsl": "2.363537858" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.r", + "status": "pass", + "ubuntu": "2.36353785812", + "wsl": "2.36353785812" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.study_hours_ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "1.2262990623e-10", + "wsl": "1.2262990623e-10" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.field", + "status": "pass", + "ubuntu": "confidence_b", + "wsl": "confidence_b" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.python", + "status": "pass", + "ubuntu": "0.7085751186", + "wsl": "0.7085751186" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.r", + "status": "pass", + "ubuntu": "0.708575118578", + "wsl": "0.708575118578" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.confidence_b.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "2.15529816217e-11", + "wsl": "2.15529816217e-11" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.field", + "status": "pass", + "ubuntu": "confidence_se", + "wsl": "confidence_se" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.python", + "status": "pass", + "ubuntu": "0.09724660754", + "wsl": "0.09724660754" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.r", + "status": "pass", + "ubuntu": "0.097246607541", + "wsl": "0.097246607541" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.confidence_se.absolute_difference_serialization", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu": "1.02559627457e-12", + "wsl": "1.02559627457e-12" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.field", + "status": "pass", + "ubuntu": "confidence_t", + "wsl": "confidence_t" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.python", + "status": "pass", + "ubuntu": "7.286373648", + "wsl": "7.286373648" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.r", + "status": "pass", + "ubuntu": "7.28637364835", + "wsl": "7.28637364835" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.confidence_t.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "3.5087044381e-10", + "wsl": "3.5087044381e-10" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.field", + "status": "pass", + "ubuntu": "confidence_p", + "wsl": "confidence_p" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.python", + "status": "pass", + "ubuntu": "4.036651011e-11", + "wsl": "4.036651011e-11" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.r", + "status": "pass", + "ubuntu": "4.0366510106e-11", + "wsl": "4.0366510106e-11" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.confidence_p.absolute_difference_serialization", + "observed_delta": "0e-32", + "status": "pass", + "ubuntu": "4.03320341984e-21", + "wsl": "4.03320341984e-21" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.field", + "status": "pass", + "ubuntu": "confidence_ci_95_low", + "wsl": "confidence_ci_95_low" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.python", + "status": "pass", + "ubuntu": "0.5159833082", + "wsl": "0.5159833082" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.r", + "status": "pass", + "ubuntu": "0.515983308194", + "wsl": "0.515983308194" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.confidence_ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu": "6.28408436398e-12", + "wsl": "6.28408436398e-12" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.field", + "status": "pass", + "ubuntu": "confidence_ci_95_high", + "wsl": "confidence_ci_95_high" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.python", + "status": "pass", + "ubuntu": "0.901166929", + "wsl": "0.901166929" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.r", + "status": "pass", + "ubuntu": "0.901166928963", + "wsl": "0.901166928963" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S01.verification_comparisons.confidence_ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "3.68209907009e-11", + "wsl": "3.68209907009e-11" + }, + { + "name": "SWL-S01.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S01.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S01.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S01.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1", + "DATA_LAYOUT_AUDIT.json": "49de085384b492a583c3098d7dad3bdf545d1e5bf7583927ac3954412aab6895", + "DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955", + "FIGURE_SPECS.json": "efa55ab2d53b8d3a104f5ea1a3edd6ddf1a9b6ce443fee2122e96a606ee8c58d", + "MATCHED_LIMITATION.md": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9", + "MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7", + "PYTHON_RESULT.json": "fc2d94ec0626a165711db4a256608aa8ef1a4383a5c069a4ce3390a6f8b65f60", + "SOURCE_MANIFEST_RECORD.json": "08e761f58c6b3f150d850dec55b896f1b42ebb15f0fe8fc7470b9b381084ea77", + "STUDY_INDEX_RECORD.json": "98c8753930be1b78e5237ee1b8b53b9e76dd1a92af431405cc7d9b951e3a27f1" + }, + "wsl": { + "APA_SOURCE_MAP.json": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1", + "DATA_LAYOUT_AUDIT.json": "49de085384b492a583c3098d7dad3bdf545d1e5bf7583927ac3954412aab6895", + "DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955", + "FIGURE_SPECS.json": "efa55ab2d53b8d3a104f5ea1a3edd6ddf1a9b6ce443fee2122e96a606ee8c58d", + "MATCHED_LIMITATION.md": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9", + "MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7", + "PYTHON_RESULT.json": "fc2d94ec0626a165711db4a256608aa8ef1a4383a5c069a4ce3390a6f8b65f60", + "SOURCE_MANIFEST_RECORD.json": "08e761f58c6b3f150d850dec55b896f1b42ebb15f0fe8fc7470b9b381084ea77", + "STUDY_INDEX_RECORD.json": "98c8753930be1b78e5237ee1b8b53b9e76dd1a92af431405cc7d9b951e3a27f1" + } + }, + { + "name": "SWL-S01.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S01.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S01.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S02.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S02.python_reported_fields", + "status": "pass", + "ubuntu": { + "ci_95_high": "7.615616474", + "ci_95_low": "4.384383526", + "cohen_d_pooled": "1.855921454", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.962227572e-10", + "sd_standard": "3.232895436", + "sd_structured": "3.232895436", + "welch_df": "62", + "welch_t": "7.423685817" + }, + "wsl": { + "ci_95_high": "7.615616474", + "ci_95_low": "4.384383526", + "cohen_d_pooled": "1.855921454", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.962227572e-10", + "sd_standard": "3.232895436", + "sd_structured": "3.232895436", + "welch_df": "62", + "welch_t": "7.423685817" + } + }, + { + "name": "SWL-S02.r_metrics", + "status": "pass", + "ubuntu": { + "ci_95_high": "7.61561647377", + "ci_95_low": "4.38438352623", + "cohen_d_pooled": "1.85592145428", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.96222757178e-10", + "sd_standard": "3.23289543648", + "sd_structured": "3.23289543648", + "welch_df": "62", + "welch_t": "7.42368581711" + }, + "wsl": { + "ci_95_high": "7.61561647377", + "ci_95_low": "4.38438352623", + "cohen_d_pooled": "1.85592145428", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.96222757178e-10", + "sd_standard": "3.23289543648", + "sd_structured": "3.23289543648", + "welch_df": "62", + "welch_t": "7.42368581711" + } + }, + { + "name": "SWL-S02.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S02.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S02.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S02.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2", + "wsl": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2" + }, + { + "name": "SWL-S02.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "wsl": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628" + }, + { + "name": "SWL-S02.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s02.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S02", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s02.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S02", + "synthetic_only": true + } + }, + { + "name": "SWL-S02.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "ci_95_high", + "ci_95_low", + "cohen_d_pooled", + "mean_difference_structured_minus_standard", + "mean_standard", + "mean_structured", + "n_standard", + "n_structured", + "p_value_two_sided", + "sd_standard", + "sd_structured", + "welch_df", + "welch_t" + ], + "wsl": [ + "ci_95_high", + "ci_95_low", + "cohen_d_pooled", + "mean_difference_structured_minus_standard", + "mean_standard", + "mean_structured", + "n_standard", + "n_structured", + "p_value_two_sided", + "sd_standard", + "sd_structured", + "welch_df", + "welch_t" + ] + }, + { + "name": "SWL-S02.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.field", + "status": "pass", + "ubuntu": "ci_95_high", + "wsl": "ci_95_high" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.python", + "status": "pass", + "ubuntu": "7.615616474", + "wsl": "7.615616474" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.r", + "status": "pass", + "ubuntu": "7.61561647377", + "wsl": "7.61561647377" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "2.31350050228e-10", + "wsl": "2.31350050228e-10" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.field", + "status": "pass", + "ubuntu": "ci_95_low", + "wsl": "ci_95_low" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.python", + "status": "pass", + "ubuntu": "4.384383526", + "wsl": "4.384383526" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.r", + "status": "pass", + "ubuntu": "4.38438352623", + "wsl": "4.38438352623" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "2.31350050228e-10", + "wsl": "2.31350050228e-10" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.field", + "status": "pass", + "ubuntu": "cohen_d_pooled", + "wsl": "cohen_d_pooled" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.python", + "status": "pass", + "ubuntu": "1.855921454", + "wsl": "1.855921454" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.r", + "status": "pass", + "ubuntu": "1.85592145428", + "wsl": "1.85592145428" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.cohen_d_pooled.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "2.76670020227e-10", + "wsl": "2.76670020227e-10" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.field", + "status": "pass", + "ubuntu": "mean_difference_structured_minus_standard", + "wsl": "mean_difference_structured_minus_standard" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.python", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.r", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.mean_difference_structured_minus_standard.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.field", + "status": "pass", + "ubuntu": "mean_standard", + "wsl": "mean_standard" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.python", + "status": "pass", + "ubuntu": "68", + "wsl": "68" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.r", + "status": "pass", + "ubuntu": "68", + "wsl": "68" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_standard.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.mean_standard.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.field", + "status": "pass", + "ubuntu": "mean_structured", + "wsl": "mean_structured" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.python", + "status": "pass", + "ubuntu": "74", + "wsl": "74" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.r", + "status": "pass", + "ubuntu": "74", + "wsl": "74" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.mean_structured.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.mean_structured.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.field", + "status": "pass", + "ubuntu": "n_standard", + "wsl": "n_standard" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.python", + "status": "pass", + "ubuntu": "32", + "wsl": "32" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.r", + "status": "pass", + "ubuntu": "32", + "wsl": "32" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.n_standard.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.n_standard.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.field", + "status": "pass", + "ubuntu": "n_structured", + "wsl": "n_structured" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.python", + "status": "pass", + "ubuntu": "32", + "wsl": "32" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.r", + "status": "pass", + "ubuntu": "32", + "wsl": "32" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.n_structured.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.n_structured.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.field", + "status": "pass", + "ubuntu": "p_value_two_sided", + "wsl": "p_value_two_sided" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.python", + "status": "pass", + "ubuntu": "3.962227572e-10", + "wsl": "3.962227572e-10" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.r", + "status": "pass", + "ubuntu": "3.96222757178e-10", + "wsl": "3.96222757178e-10" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.p_value_two_sided.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.p_value_two_sided.absolute_difference_serialization", + "observed_delta": "0e-31", + "status": "pass", + "ubuntu": "2.20109659073e-20", + "wsl": "2.20109659073e-20" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.field", + "status": "pass", + "ubuntu": "sd_standard", + "wsl": "sd_standard" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.python", + "status": "pass", + "ubuntu": "3.232895436", + "wsl": "3.232895436" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.r", + "status": "pass", + "ubuntu": "3.23289543648", + "wsl": "3.23289543648" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.sd_standard.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.sd_standard.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "4.81950035436e-10", + "wsl": "4.81950035436e-10" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.field", + "status": "pass", + "ubuntu": "sd_structured", + "wsl": "sd_structured" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.python", + "status": "pass", + "ubuntu": "3.232895436", + "wsl": "3.232895436" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.r", + "status": "pass", + "ubuntu": "3.23289543648", + "wsl": "3.23289543648" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.sd_structured.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.sd_structured.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "4.81950035436e-10", + "wsl": "4.81950035436e-10" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.field", + "status": "pass", + "ubuntu": "welch_df", + "wsl": "welch_df" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.python", + "status": "pass", + "ubuntu": "62", + "wsl": "62" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.r", + "status": "pass", + "ubuntu": "62", + "wsl": "62" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.welch_df.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.welch_df.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.field", + "status": "pass", + "ubuntu": "welch_t", + "wsl": "welch_t" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.python", + "status": "pass", + "ubuntu": "7.423685817", + "wsl": "7.423685817" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.r", + "status": "pass", + "ubuntu": "7.42368581711", + "wsl": "7.42368581711" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.verification_comparisons.welch_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S02.verification_comparisons.welch_t.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "1.06700426272e-10", + "wsl": "1.06700426272e-10" + }, + { + "name": "SWL-S02.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S02.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S02.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S02.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2", + "DATA_LAYOUT_AUDIT.json": "9ba1d6b700f2999a5a6329ee900a01d856701c09728fec205572c87307f8c4c7", + "DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619", + "FIGURE_SPECS.json": "ab6973774d508888f76849732aa132ced573ab0067a1d45e314d9b1bbd66e126", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d", + "PYTHON_RESULT.json": "d9c5d3e8307769b50422e6b96dfa042867d037db1ff3404a1bf65a42fddcaffd", + "SOURCE_MANIFEST_RECORD.json": "9156912aa531dc7d4be7c46c6145a758f29604ba12f29091faeb28c3ca64da53", + "STUDY_INDEX_RECORD.json": "5fa20e38a1adad7a412c422457e629318a8b55462f807d887aaae4f837bb1c50" + }, + "wsl": { + "APA_SOURCE_MAP.json": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2", + "DATA_LAYOUT_AUDIT.json": "9ba1d6b700f2999a5a6329ee900a01d856701c09728fec205572c87307f8c4c7", + "DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619", + "FIGURE_SPECS.json": "ab6973774d508888f76849732aa132ced573ab0067a1d45e314d9b1bbd66e126", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d", + "PYTHON_RESULT.json": "d9c5d3e8307769b50422e6b96dfa042867d037db1ff3404a1bf65a42fddcaffd", + "SOURCE_MANIFEST_RECORD.json": "9156912aa531dc7d4be7c46c6145a758f29604ba12f29091faeb28c3ca64da53", + "STUDY_INDEX_RECORD.json": "5fa20e38a1adad7a412c422457e629318a8b55462f807d887aaae4f837bb1c50" + } + }, + { + "name": "SWL-S02.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S02.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S02.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S03.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S03.python_reported_fields", + "status": "pass", + "ubuntu": { + "ci_95_high": "5.06979397", + "ci_95_low": "3.263539363", + "cohen_dz": "1.339649325", + "df": "47", + "mean_change_post_minus_pre": "4.166666667", + "mean_post": "58.58333333", + "mean_pre": "54.41666667", + "n_paired": "48", + "p_value_two_sided": "3.358781243e-12", + "paired_t": "9.281362778", + "sd_change": "3.110266687" + }, + "wsl": { + "ci_95_high": "5.06979397", + "ci_95_low": "3.263539363", + "cohen_dz": "1.339649325", + "df": "47", + "mean_change_post_minus_pre": "4.166666667", + "mean_post": "58.58333333", + "mean_pre": "54.41666667", + "n_paired": "48", + "p_value_two_sided": "3.358781243e-12", + "paired_t": "9.281362778", + "sd_change": "3.110266687" + } + }, + { + "name": "SWL-S03.r_metrics", + "status": "pass", + "ubuntu": { + "ci_95_high": "5.0697939704", + "ci_95_low": "3.26353936294", + "cohen_dz": "1.33964932456", + "df": "47", + "mean_change_post_minus_pre": "4.16666666667", + "mean_post": "58.5833333333", + "mean_pre": "54.4166666667", + "n_paired": "48", + "p_value_two_sided": "3.35878124299e-12", + "paired_t": "9.28136277788", + "sd_change": "3.11026668716" + }, + "wsl": { + "ci_95_high": "5.0697939704", + "ci_95_low": "3.26353936294", + "cohen_dz": "1.33964932456", + "df": "47", + "mean_change_post_minus_pre": "4.16666666667", + "mean_post": "58.5833333333", + "mean_pre": "54.4166666667", + "n_paired": "48", + "p_value_two_sided": "3.35878124299e-12", + "paired_t": "9.28136277788", + "sd_change": "3.11026668716" + } + }, + { + "name": "SWL-S03.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S03.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S03.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S03.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7", + "wsl": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7" + }, + { + "name": "SWL-S03.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "wsl": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628" + }, + { + "name": "SWL-S03.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s03.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S03", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s03.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S03", + "synthetic_only": true + } + }, + { + "name": "SWL-S03.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "ci_95_high", + "ci_95_low", + "cohen_dz", + "df", + "mean_change_post_minus_pre", + "mean_post", + "mean_pre", + "n_paired", + "p_value_two_sided", + "paired_t", + "sd_change" + ], + "wsl": [ + "ci_95_high", + "ci_95_low", + "cohen_dz", + "df", + "mean_change_post_minus_pre", + "mean_post", + "mean_pre", + "n_paired", + "p_value_two_sided", + "paired_t", + "sd_change" + ] + }, + { + "name": "SWL-S03.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.field", + "status": "pass", + "ubuntu": "ci_95_high", + "wsl": "ci_95_high" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.python", + "status": "pass", + "ubuntu": "5.06979397", + "wsl": "5.06979397" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.r", + "status": "pass", + "ubuntu": "5.0697939704", + "wsl": "5.0697939704" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu": "3.979296892e-10", + "wsl": "3.979296892e-10" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.field", + "status": "pass", + "ubuntu": "ci_95_low", + "wsl": "ci_95_low" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.python", + "status": "pass", + "ubuntu": "3.263539363", + "wsl": "3.263539363" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.r", + "status": "pass", + "ubuntu": "3.26353936294", + "wsl": "3.26353936294" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "6.45901110374e-11", + "wsl": "6.45901110374e-11" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.field", + "status": "pass", + "ubuntu": "cohen_dz", + "wsl": "cohen_dz" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.python", + "status": "pass", + "ubuntu": "1.339649325", + "wsl": "1.339649325" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.r", + "status": "pass", + "ubuntu": "1.33964932456", + "wsl": "1.33964932456" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.cohen_dz.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.cohen_dz.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "4.35739888616e-10", + "wsl": "4.35739888616e-10" + }, + { + "name": "SWL-S03.verification_comparisons.df.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.df.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.df.field", + "status": "pass", + "ubuntu": "df", + "wsl": "df" + }, + { + "name": "SWL-S03.verification_comparisons.df.python", + "status": "pass", + "ubuntu": "47", + "wsl": "47" + }, + { + "name": "SWL-S03.verification_comparisons.df.r", + "status": "pass", + "ubuntu": "47", + "wsl": "47" + }, + { + "name": "SWL-S03.verification_comparisons.df.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.df.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.df.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.df.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.df.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.df.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.df.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.field", + "status": "pass", + "ubuntu": "mean_change_post_minus_pre", + "wsl": "mean_change_post_minus_pre" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.python", + "status": "pass", + "ubuntu": "4.166666667", + "wsl": "4.166666667" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.r", + "status": "pass", + "ubuntu": "4.16666666667", + "wsl": "4.16666666667" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.mean_change_post_minus_pre.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "3.33330696378e-10", + "wsl": "3.33330696378e-10" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.field", + "status": "pass", + "ubuntu": "mean_post", + "wsl": "mean_post" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.python", + "status": "pass", + "ubuntu": "58.58333333", + "wsl": "58.58333333" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.r", + "status": "pass", + "ubuntu": "58.5833333333", + "wsl": "58.5833333333" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_post.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.mean_post.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.333298082e-9", + "wsl": "3.333298082e-9" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.field", + "status": "pass", + "ubuntu": "mean_pre", + "wsl": "mean_pre" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.python", + "status": "pass", + "ubuntu": "54.41666667", + "wsl": "54.41666667" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.r", + "status": "pass", + "ubuntu": "54.4166666667", + "wsl": "54.4166666667" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.mean_pre.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.mean_pre.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.333298082e-9", + "wsl": "3.333298082e-9" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.field", + "status": "pass", + "ubuntu": "n_paired", + "wsl": "n_paired" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.python", + "status": "pass", + "ubuntu": "48", + "wsl": "48" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.r", + "status": "pass", + "ubuntu": "48", + "wsl": "48" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.n_paired.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.n_paired.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.field", + "status": "pass", + "ubuntu": "p_value_two_sided", + "wsl": "p_value_two_sided" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.python", + "status": "pass", + "ubuntu": "3.358781243e-12", + "wsl": "3.358781243e-12" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.r", + "status": "pass", + "ubuntu": "3.35878124299e-12", + "wsl": "3.35878124299e-12" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.p_value_two_sided.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.p_value_two_sided.absolute_difference_serialization", + "observed_delta": "0e-33", + "status": "pass", + "ubuntu": "1.2799892965e-23", + "wsl": "1.2799892965e-23" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.field", + "status": "pass", + "ubuntu": "paired_t", + "wsl": "paired_t" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.python", + "status": "pass", + "ubuntu": "9.281362778", + "wsl": "9.281362778" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.r", + "status": "pass", + "ubuntu": "9.28136277788", + "wsl": "9.28136277788" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.paired_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.paired_t.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "1.17500675856e-10", + "wsl": "1.17500675856e-10" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.field", + "status": "pass", + "ubuntu": "sd_change", + "wsl": "sd_change" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.python", + "status": "pass", + "ubuntu": "3.110266687", + "wsl": "3.110266687" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.r", + "status": "pass", + "ubuntu": "3.11026668716", + "wsl": "3.11026668716" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.verification_comparisons.sd_change.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S03.verification_comparisons.sd_change.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "1.58549617879e-10", + "wsl": "1.58549617879e-10" + }, + { + "name": "SWL-S03.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S03.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S03.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S03.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7", + "DATA_LAYOUT_AUDIT.json": "b66f6108a23bd8a11d4500c2435a71e59f56bed9af46a3cb6e8323a0c91a3f7c", + "DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded", + "FIGURE_SPECS.json": "4ec0d7fc5df3f2ed2db74e1cdb950c8c9bd55c15b1539f045a3a11427306f3d7", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c", + "PYTHON_RESULT.json": "43454633e5900d4a8a71cbc97f4b4c766fea44d1b49c5bfc90c65350bf1e467f", + "SOURCE_MANIFEST_RECORD.json": "5ae79d6302102506916e4ea257b8a51012d2c00b580aaeb672231e61fb12637c", + "STUDY_INDEX_RECORD.json": "6eea8312ba9db97d20df35956a27bb8e479966ba620af44c860896779402a81c" + }, + "wsl": { + "APA_SOURCE_MAP.json": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7", + "DATA_LAYOUT_AUDIT.json": "b66f6108a23bd8a11d4500c2435a71e59f56bed9af46a3cb6e8323a0c91a3f7c", + "DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded", + "FIGURE_SPECS.json": "4ec0d7fc5df3f2ed2db74e1cdb950c8c9bd55c15b1539f045a3a11427306f3d7", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c", + "PYTHON_RESULT.json": "43454633e5900d4a8a71cbc97f4b4c766fea44d1b49c5bfc90c65350bf1e467f", + "SOURCE_MANIFEST_RECORD.json": "5ae79d6302102506916e4ea257b8a51012d2c00b580aaeb672231e61fb12637c", + "STUDY_INDEX_RECORD.json": "6eea8312ba9db97d20df35956a27bb8e479966ba620af44c860896779402a81c" + } + }, + { + "name": "SWL-S03.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S03.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S03.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S04.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S04.python_reported_fields", + "status": "pass", + "ubuntu": { + "anova_f": "65.02135348", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.746753975e-08", + "contrast_feedback_increment_p_holm": "1.746753975e-08", + "contrast_feedback_increment_t": "6.211610087", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.153323301e-15", + "contrast_guided_average_minus_standard_p_holm": "6.306646602e-15", + "contrast_guided_average_minus_standard_t": "9.563399348", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.5991572294", + "mean_guided_practice": "71.93333333", + "mean_guided_practice_plus_feedback": "77.93333333", + "mean_standard_support": "66.93333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.362550627e-18" + }, + "wsl": { + "anova_f": "65.02135348", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.746753975e-08", + "contrast_feedback_increment_p_holm": "1.746753975e-08", + "contrast_feedback_increment_t": "6.211610087", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.153323301e-15", + "contrast_guided_average_minus_standard_p_holm": "6.306646602e-15", + "contrast_guided_average_minus_standard_t": "9.563399348", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.5991572294", + "mean_guided_practice": "71.93333333", + "mean_guided_practice_plus_feedback": "77.93333333", + "mean_standard_support": "66.93333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.362550627e-18" + } + }, + { + "name": "SWL-S04.r_metrics", + "status": "pass", + "ubuntu": { + "anova_f": "65.0213534823", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.74675397492e-08", + "contrast_feedback_increment_p_holm": "1.74675397492e-08", + "contrast_feedback_increment_t": "6.21161008665", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.15332330089e-15", + "contrast_guided_average_minus_standard_p_holm": "6.30664660177e-15", + "contrast_guided_average_minus_standard_t": "9.56339934835", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.599157229392", + "mean_guided_practice": "71.9333333333", + "mean_guided_practice_plus_feedback": "77.9333333333", + "mean_standard_support": "66.9333333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.36255062705e-18" + }, + "wsl": { + "anova_f": "65.0213534823", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.74675397492e-08", + "contrast_feedback_increment_p_holm": "1.74675397492e-08", + "contrast_feedback_increment_t": "6.21161008665", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.15332330089e-15", + "contrast_guided_average_minus_standard_p_holm": "6.30664660177e-15", + "contrast_guided_average_minus_standard_t": "9.56339934835", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.599157229392", + "mean_guided_practice": "71.9333333333", + "mean_guided_practice_plus_feedback": "77.9333333333", + "mean_standard_support": "66.9333333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.36255062705e-18" + } + }, + { + "name": "SWL-S04.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S04.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S04.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S04.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323", + "wsl": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323" + }, + { + "name": "SWL-S04.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "wsl": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628" + }, + { + "name": "SWL-S04.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s04.png", + "pixel_dimensions": [ + 1920, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S04", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s04.png", + "pixel_dimensions": [ + 1920, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S04", + "synthetic_only": true + } + }, + { + "name": "SWL-S04.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "anova_f", + "contrast_feedback_increment_estimate", + "contrast_feedback_increment_p", + "contrast_feedback_increment_p_holm", + "contrast_feedback_increment_t", + "contrast_guided_average_minus_standard_estimate", + "contrast_guided_average_minus_standard_p", + "contrast_guided_average_minus_standard_p_holm", + "contrast_guided_average_minus_standard_t", + "df_between", + "df_within", + "eta_squared", + "mean_guided_practice", + "mean_guided_practice_plus_feedback", + "mean_standard_support", + "n_guided_practice", + "n_guided_practice_plus_feedback", + "n_standard_support", + "n_total", + "p_value" + ], + "wsl": [ + "anova_f", + "contrast_feedback_increment_estimate", + "contrast_feedback_increment_p", + "contrast_feedback_increment_p_holm", + "contrast_feedback_increment_t", + "contrast_guided_average_minus_standard_estimate", + "contrast_guided_average_minus_standard_p", + "contrast_guided_average_minus_standard_p_holm", + "contrast_guided_average_minus_standard_t", + "df_between", + "df_within", + "eta_squared", + "mean_guided_practice", + "mean_guided_practice_plus_feedback", + "mean_standard_support", + "n_guided_practice", + "n_guided_practice_plus_feedback", + "n_standard_support", + "n_total", + "p_value" + ] + }, + { + "name": "SWL-S04.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.field", + "status": "pass", + "ubuntu": "anova_f", + "wsl": "anova_f" + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.python", + "status": "pass", + "ubuntu": "65.02135348", + "wsl": "65.02135348" + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.r", + "status": "pass", + "ubuntu": "65.0213534823", + "wsl": "65.0213534823" + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.anova_f.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.anova_f.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "2.26019380989e-9", + "wsl": "2.26019380989e-9" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.field", + "status": "pass", + "ubuntu": "contrast_feedback_increment_estimate", + "wsl": "contrast_feedback_increment_estimate" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.python", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.r", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_estimate.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.field", + "status": "pass", + "ubuntu": "contrast_feedback_increment_p", + "wsl": "contrast_feedback_increment_p" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.python", + "status": "pass", + "ubuntu": "1.746753975e-08", + "wsl": "1.746753975e-08" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.r", + "status": "pass", + "ubuntu": "1.74675397492e-08", + "wsl": "1.74675397492e-08" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p.absolute_difference_serialization", + "observed_delta": "0e-30", + "status": "pass", + "ubuntu": "8.40398958742e-19", + "wsl": "8.40398958742e-19" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.field", + "status": "pass", + "ubuntu": "contrast_feedback_increment_p_holm", + "wsl": "contrast_feedback_increment_p_holm" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.python", + "status": "pass", + "ubuntu": "1.746753975e-08", + "wsl": "1.746753975e-08" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.r", + "status": "pass", + "ubuntu": "1.74675397492e-08", + "wsl": "1.74675397492e-08" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_p_holm.absolute_difference_serialization", + "observed_delta": "0e-30", + "status": "pass", + "ubuntu": "8.40398958742e-19", + "wsl": "8.40398958742e-19" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.field", + "status": "pass", + "ubuntu": "contrast_feedback_increment_t", + "wsl": "contrast_feedback_increment_t" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.python", + "status": "pass", + "ubuntu": "6.211610087", + "wsl": "6.211610087" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.r", + "status": "pass", + "ubuntu": "6.21161008665", + "wsl": "6.21161008665" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_feedback_increment_t.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "3.48230777547e-10", + "wsl": "3.48230777547e-10" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.field", + "status": "pass", + "ubuntu": "contrast_guided_average_minus_standard_estimate", + "wsl": "contrast_guided_average_minus_standard_estimate" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.python", + "status": "pass", + "ubuntu": "8", + "wsl": "8" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.r", + "status": "pass", + "ubuntu": "8", + "wsl": "8" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_estimate.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.field", + "status": "pass", + "ubuntu": "contrast_guided_average_minus_standard_p", + "wsl": "contrast_guided_average_minus_standard_p" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.python", + "status": "pass", + "ubuntu": "3.153323301e-15", + "wsl": "3.153323301e-15" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.r", + "status": "pass", + "ubuntu": "3.15332330089e-15", + "wsl": "3.15332330089e-15" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p.absolute_difference_serialization", + "observed_delta": "0e-36", + "status": "pass", + "ubuntu": "1.14359982139e-25", + "wsl": "1.14359982139e-25" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.field", + "status": "pass", + "ubuntu": "contrast_guided_average_minus_standard_p_holm", + "wsl": "contrast_guided_average_minus_standard_p_holm" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.python", + "status": "pass", + "ubuntu": "6.306646602e-15", + "wsl": "6.306646602e-15" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.r", + "status": "pass", + "ubuntu": "6.30664660177e-15", + "wsl": "6.30664660177e-15" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_p_holm.absolute_difference_serialization", + "observed_delta": "0e-36", + "status": "pass", + "ubuntu": "2.28719964277e-25", + "wsl": "2.28719964277e-25" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.field", + "status": "pass", + "ubuntu": "contrast_guided_average_minus_standard_t", + "wsl": "contrast_guided_average_minus_standard_t" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.python", + "status": "pass", + "ubuntu": "9.563399348", + "wsl": "9.563399348" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.r", + "status": "pass", + "ubuntu": "9.56339934835", + "wsl": "9.56339934835" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.contrast_guided_average_minus_standard_t.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "3.45039552485e-10", + "wsl": "3.45039552485e-10" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.df_between.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.df_between.field", + "status": "pass", + "ubuntu": "df_between", + "wsl": "df_between" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.python", + "status": "pass", + "ubuntu": "2", + "wsl": "2" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.r", + "status": "pass", + "ubuntu": "2", + "wsl": "2" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.df_between.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.df_between.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.df_between.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.df_within.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.df_within.field", + "status": "pass", + "ubuntu": "df_within", + "wsl": "df_within" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.python", + "status": "pass", + "ubuntu": "87", + "wsl": "87" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.r", + "status": "pass", + "ubuntu": "87", + "wsl": "87" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.df_within.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.df_within.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.df_within.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.field", + "status": "pass", + "ubuntu": "eta_squared", + "wsl": "eta_squared" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.python", + "status": "pass", + "ubuntu": "0.5991572294", + "wsl": "0.5991572294" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.r", + "status": "pass", + "ubuntu": "0.599157229392", + "wsl": "0.599157229392" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.eta_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.eta_squared.absolute_difference_serialization", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu": "8.37507840856e-12", + "wsl": "8.37507840856e-12" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.field", + "status": "pass", + "ubuntu": "mean_guided_practice", + "wsl": "mean_guided_practice" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.python", + "status": "pass", + "ubuntu": "71.93333333", + "wsl": "71.93333333" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.r", + "status": "pass", + "ubuntu": "71.9333333333", + "wsl": "71.9333333333" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.mean_guided_practice.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.333298082e-9", + "wsl": "3.333298082e-9" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.field", + "status": "pass", + "ubuntu": "mean_guided_practice_plus_feedback", + "wsl": "mean_guided_practice_plus_feedback" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.python", + "status": "pass", + "ubuntu": "77.93333333", + "wsl": "77.93333333" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.r", + "status": "pass", + "ubuntu": "77.9333333333", + "wsl": "77.9333333333" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.mean_guided_practice_plus_feedback.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.333298082e-9", + "wsl": "3.333298082e-9" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.field", + "status": "pass", + "ubuntu": "mean_standard_support", + "wsl": "mean_standard_support" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.python", + "status": "pass", + "ubuntu": "66.93333333", + "wsl": "66.93333333" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.r", + "status": "pass", + "ubuntu": "66.9333333333", + "wsl": "66.9333333333" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.mean_standard_support.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.mean_standard_support.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.333298082e-9", + "wsl": "3.333298082e-9" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.field", + "status": "pass", + "ubuntu": "n_guided_practice", + "wsl": "n_guided_practice" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.python", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.r", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.n_guided_practice.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.field", + "status": "pass", + "ubuntu": "n_guided_practice_plus_feedback", + "wsl": "n_guided_practice_plus_feedback" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.python", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.r", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.n_guided_practice_plus_feedback.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.field", + "status": "pass", + "ubuntu": "n_standard_support", + "wsl": "n_standard_support" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.python", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.r", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_standard_support.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.n_standard_support.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_total.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.n_total.field", + "status": "pass", + "ubuntu": "n_total", + "wsl": "n_total" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.python", + "status": "pass", + "ubuntu": "90", + "wsl": "90" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.r", + "status": "pass", + "ubuntu": "90", + "wsl": "90" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.n_total.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.n_total.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.n_total.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.p_value.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.verification_comparisons.p_value.field", + "status": "pass", + "ubuntu": "p_value", + "wsl": "p_value" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.python", + "status": "pass", + "ubuntu": "5.362550627e-18", + "wsl": "5.362550627e-18" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.r", + "status": "pass", + "ubuntu": "5.36255062705e-18", + "wsl": "5.36255062705e-18" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S04.verification_comparisons.p_value.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.verification_comparisons.p_value.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S04.verification_comparisons.p_value.absolute_difference_serialization", + "observed_delta": "0e-40", + "status": "pass", + "ubuntu": "4.50498125152e-29", + "wsl": "4.50498125152e-29" + }, + { + "name": "SWL-S04.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S04.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S04.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S04.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323", + "DATA_LAYOUT_AUDIT.json": "e32923910b06a85281692ec2e913dc386af8ac74dbbf0ba787756e0103f97646", + "DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27", + "FIGURE_SPECS.json": "ecd35c1d99c11f19a4c53936878d193a3c461e36d74dabc596d27fc1a11ba65b", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e", + "PYTHON_RESULT.json": "b7fecca83148defa7bdb2bdcba47c2a771c3e85b91cc672279819a5e9682a131", + "SOURCE_MANIFEST_RECORD.json": "c6f1f4631f5c027176c2809622365773d699edec743cce7dbeb325b99fd98104", + "STUDY_INDEX_RECORD.json": "36d2973cc7f2c7151fd514bf36f4452ce91f011cde48ff4a0d3d7185b1ab4348" + }, + "wsl": { + "APA_SOURCE_MAP.json": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323", + "DATA_LAYOUT_AUDIT.json": "e32923910b06a85281692ec2e913dc386af8ac74dbbf0ba787756e0103f97646", + "DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27", + "FIGURE_SPECS.json": "ecd35c1d99c11f19a4c53936878d193a3c461e36d74dabc596d27fc1a11ba65b", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e", + "PYTHON_RESULT.json": "b7fecca83148defa7bdb2bdcba47c2a771c3e85b91cc672279819a5e9682a131", + "SOURCE_MANIFEST_RECORD.json": "c6f1f4631f5c027176c2809622365773d699edec743cce7dbeb325b99fd98104", + "STUDY_INDEX_RECORD.json": "36d2973cc7f2c7151fd514bf36f4452ce91f011cde48ff4a0d3d7185b1ab4348" + } + }, + { + "name": "SWL-S04.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S04.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S04.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S05.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S05.python_reported_fields", + "status": "pass", + "ubuntu": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132954", + "feedback_p": "2.968853127e-11", + "feedback_partial_eta_squared": "0.3830194702", + "interaction_difference_in_differences": "6", + "interaction_f": "20.56078634", + "interaction_p": "1.736937155e-05", + "interaction_partial_eta_squared": "0.1826638478", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.277399851e-18", + "simple_strategy_explanatory_feedback_t": "10.68768407", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.660540101e-05", + "simple_strategy_no_feedback_t": "4.275073628", + "strategy_f": "111.942059", + "strategy_p": "1.387812305e-17", + "strategy_partial_eta_squared": "0.5488914819" + }, + "wsl": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132954", + "feedback_p": "2.968853127e-11", + "feedback_partial_eta_squared": "0.3830194702", + "interaction_difference_in_differences": "6", + "interaction_f": "20.56078634", + "interaction_p": "1.736937155e-05", + "interaction_partial_eta_squared": "0.1826638478", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.277399851e-18", + "simple_strategy_explanatory_feedback_t": "10.68768407", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.660540101e-05", + "simple_strategy_no_feedback_t": "4.275073628", + "strategy_f": "111.942059", + "strategy_p": "1.387812305e-17", + "strategy_partial_eta_squared": "0.5488914819" + } + }, + { + "name": "SWL-S05.r_metrics", + "status": "pass", + "ubuntu": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132953958", + "feedback_p": "2.96885312713e-11", + "feedback_partial_eta_squared": "0.383019470156", + "interaction_difference_in_differences": "6", + "interaction_f": "20.5607863425", + "interaction_p": "1.73693715545e-05", + "interaction_partial_eta_squared": "0.18266384778", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.27739985086e-18", + "simple_strategy_explanatory_feedback_t": "10.6876840705", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.66054010066e-05", + "simple_strategy_no_feedback_t": "4.27507362821", + "strategy_f": "111.942058976", + "strategy_p": "1.38781230504e-17", + "strategy_partial_eta_squared": "0.548891481914" + }, + "wsl": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132953958", + "feedback_p": "2.96885312713e-11", + "feedback_partial_eta_squared": "0.383019470156", + "interaction_difference_in_differences": "6", + "interaction_f": "20.5607863425", + "interaction_p": "1.73693715545e-05", + "interaction_partial_eta_squared": "0.18266384778", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.27739985086e-18", + "simple_strategy_explanatory_feedback_t": "10.6876840705", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.66054010066e-05", + "simple_strategy_no_feedback_t": "4.27507362821", + "strategy_f": "111.942058976", + "strategy_p": "1.38781230504e-17", + "strategy_partial_eta_squared": "0.548891481914" + } + }, + { + "name": "SWL-S05.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S05.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S05.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S05.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6", + "wsl": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6" + }, + { + "name": "SWL-S05.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "wsl": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628" + }, + { + "name": "SWL-S05.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s05.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S05", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s05.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S05", + "synthetic_only": true + } + }, + { + "name": "SWL-S05.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "df_effect", + "df_within", + "feedback_f", + "feedback_p", + "feedback_partial_eta_squared", + "interaction_difference_in_differences", + "interaction_f", + "interaction_p", + "interaction_partial_eta_squared", + "mean_rereading_explanatory_feedback", + "mean_rereading_no_feedback", + "mean_retrieval_explanatory_feedback", + "mean_retrieval_no_feedback", + "n_per_cell", + "n_total", + "simple_strategy_explanatory_feedback_estimate", + "simple_strategy_explanatory_feedback_p", + "simple_strategy_explanatory_feedback_t", + "simple_strategy_no_feedback_estimate", + "simple_strategy_no_feedback_p", + "simple_strategy_no_feedback_t", + "strategy_f", + "strategy_p", + "strategy_partial_eta_squared" + ], + "wsl": [ + "df_effect", + "df_within", + "feedback_f", + "feedback_p", + "feedback_partial_eta_squared", + "interaction_difference_in_differences", + "interaction_f", + "interaction_p", + "interaction_partial_eta_squared", + "mean_rereading_explanatory_feedback", + "mean_rereading_no_feedback", + "mean_retrieval_explanatory_feedback", + "mean_retrieval_no_feedback", + "n_per_cell", + "n_total", + "simple_strategy_explanatory_feedback_estimate", + "simple_strategy_explanatory_feedback_p", + "simple_strategy_explanatory_feedback_t", + "simple_strategy_no_feedback_estimate", + "simple_strategy_no_feedback_p", + "simple_strategy_no_feedback_t", + "strategy_f", + "strategy_p", + "strategy_partial_eta_squared" + ] + }, + { + "name": "SWL-S05.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.field", + "status": "pass", + "ubuntu": "df_effect", + "wsl": "df_effect" + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.python", + "status": "pass", + "ubuntu": "1", + "wsl": "1" + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.r", + "status": "pass", + "ubuntu": "1", + "wsl": "1" + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.df_effect.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.df_effect.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.df_within.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.df_within.field", + "status": "pass", + "ubuntu": "df_within", + "wsl": "df_within" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.python", + "status": "pass", + "ubuntu": "92", + "wsl": "92" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.r", + "status": "pass", + "ubuntu": "92", + "wsl": "92" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.df_within.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.df_within.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.df_within.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.field", + "status": "pass", + "ubuntu": "feedback_f", + "wsl": "feedback_f" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.python", + "status": "pass", + "ubuntu": "57.1132954", + "wsl": "57.1132954" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.r", + "status": "pass", + "ubuntu": "57.1132953958", + "wsl": "57.1132953958" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_f.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.feedback_f.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.24209645189e-9", + "wsl": "4.24209645189e-9" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.field", + "status": "pass", + "ubuntu": "feedback_p", + "wsl": "feedback_p" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.python", + "status": "pass", + "ubuntu": "2.968853127e-11", + "wsl": "2.968853127e-11" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.r", + "status": "pass", + "ubuntu": "2.96885312713e-11", + "wsl": "2.96885312713e-11" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.feedback_p.absolute_difference_serialization", + "observed_delta": "0e-31", + "status": "pass", + "ubuntu": "1.2771022423e-21", + "wsl": "1.2771022423e-21" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.field", + "status": "pass", + "ubuntu": "feedback_partial_eta_squared", + "wsl": "feedback_partial_eta_squared" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.python", + "status": "pass", + "ubuntu": "0.3830194702", + "wsl": "0.3830194702" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.r", + "status": "pass", + "ubuntu": "0.383019470156", + "wsl": "0.383019470156" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.feedback_partial_eta_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "4.36000124893e-11", + "wsl": "4.36000124893e-11" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.field", + "status": "pass", + "ubuntu": "interaction_difference_in_differences", + "wsl": "interaction_difference_in_differences" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.python", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.r", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.interaction_difference_in_differences.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.field", + "status": "pass", + "ubuntu": "interaction_f", + "wsl": "interaction_f" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.python", + "status": "pass", + "ubuntu": "20.56078634", + "wsl": "20.56078634" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.r", + "status": "pass", + "ubuntu": "20.5607863425", + "wsl": "20.5607863425" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_f.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.interaction_f.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "2.47279885457e-9", + "wsl": "2.47279885457e-9" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.field", + "status": "pass", + "ubuntu": "interaction_p", + "wsl": "interaction_p" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.python", + "status": "pass", + "ubuntu": "1.736937155e-05", + "wsl": "1.736937155e-05" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.r", + "status": "pass", + "ubuntu": "1.73693715545e-05", + "wsl": "1.73693715545e-05" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.interaction_p.absolute_difference_serialization", + "observed_delta": "0e-26", + "status": "pass", + "ubuntu": "4.49449911967e-15", + "wsl": "4.49449911967e-15" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.field", + "status": "pass", + "ubuntu": "interaction_partial_eta_squared", + "wsl": "interaction_partial_eta_squared" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.python", + "status": "pass", + "ubuntu": "0.1826638478", + "wsl": "0.1826638478" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.r", + "status": "pass", + "ubuntu": "0.18266384778", + "wsl": "0.18266384778" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.interaction_partial_eta_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.98729921408e-11", + "wsl": "1.98729921408e-11" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.field", + "status": "pass", + "ubuntu": "mean_rereading_explanatory_feedback", + "wsl": "mean_rereading_explanatory_feedback" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.python", + "status": "pass", + "ubuntu": "69.375", + "wsl": "69.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.r", + "status": "pass", + "ubuntu": "69.375", + "wsl": "69.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.mean_rereading_explanatory_feedback.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.field", + "status": "pass", + "ubuntu": "mean_rereading_no_feedback", + "wsl": "mean_rereading_no_feedback" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.python", + "status": "pass", + "ubuntu": "67.375", + "wsl": "67.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.r", + "status": "pass", + "ubuntu": "67.375", + "wsl": "67.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.mean_rereading_no_feedback.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.field", + "status": "pass", + "ubuntu": "mean_retrieval_explanatory_feedback", + "wsl": "mean_retrieval_explanatory_feedback" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.python", + "status": "pass", + "ubuntu": "79.375", + "wsl": "79.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.r", + "status": "pass", + "ubuntu": "79.375", + "wsl": "79.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.mean_retrieval_explanatory_feedback.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.field", + "status": "pass", + "ubuntu": "mean_retrieval_no_feedback", + "wsl": "mean_retrieval_no_feedback" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.python", + "status": "pass", + "ubuntu": "71.375", + "wsl": "71.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.r", + "status": "pass", + "ubuntu": "71.375", + "wsl": "71.375" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.mean_retrieval_no_feedback.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.field", + "status": "pass", + "ubuntu": "n_per_cell", + "wsl": "n_per_cell" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.python", + "status": "pass", + "ubuntu": "24", + "wsl": "24" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.r", + "status": "pass", + "ubuntu": "24", + "wsl": "24" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.n_per_cell.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.n_per_cell.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.n_total.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.n_total.field", + "status": "pass", + "ubuntu": "n_total", + "wsl": "n_total" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.python", + "status": "pass", + "ubuntu": "96", + "wsl": "96" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.r", + "status": "pass", + "ubuntu": "96", + "wsl": "96" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.n_total.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.n_total.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.n_total.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.field", + "status": "pass", + "ubuntu": "simple_strategy_explanatory_feedback_estimate", + "wsl": "simple_strategy_explanatory_feedback_estimate" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.python", + "status": "pass", + "ubuntu": "10", + "wsl": "10" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.r", + "status": "pass", + "ubuntu": "10", + "wsl": "10" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_estimate.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.field", + "status": "pass", + "ubuntu": "simple_strategy_explanatory_feedback_p", + "wsl": "simple_strategy_explanatory_feedback_p" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.python", + "status": "pass", + "ubuntu": "8.277399851e-18", + "wsl": "8.277399851e-18" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.r", + "status": "pass", + "ubuntu": "8.27739985086e-18", + "wsl": "8.27739985086e-18" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_p.absolute_difference_serialization", + "observed_delta": "0e-39", + "status": "pass", + "ubuntu": "1.38821030391e-28", + "wsl": "1.38821030391e-28" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.field", + "status": "pass", + "ubuntu": "simple_strategy_explanatory_feedback_t", + "wsl": "simple_strategy_explanatory_feedback_t" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.python", + "status": "pass", + "ubuntu": "10.68768407", + "wsl": "10.68768407" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.r", + "status": "pass", + "ubuntu": "10.6876840705", + "wsl": "10.6876840705" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.simple_strategy_explanatory_feedback_t.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "5.32599742087e-10", + "wsl": "5.32599742087e-10" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.field", + "status": "pass", + "ubuntu": "simple_strategy_no_feedback_estimate", + "wsl": "simple_strategy_no_feedback_estimate" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.python", + "status": "pass", + "ubuntu": "4", + "wsl": "4" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.r", + "status": "pass", + "ubuntu": "4", + "wsl": "4" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_estimate.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.field", + "status": "pass", + "ubuntu": "simple_strategy_no_feedback_p", + "wsl": "simple_strategy_no_feedback_p" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.python", + "status": "pass", + "ubuntu": "4.660540101e-05", + "wsl": "4.660540101e-05" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.r", + "status": "pass", + "ubuntu": "4.66054010066e-05", + "wsl": "4.66054010066e-05" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_p.absolute_difference_serialization", + "observed_delta": "0e-25", + "status": "pass", + "ubuntu": "3.4408985535e-15", + "wsl": "3.4408985535e-15" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.field", + "status": "pass", + "ubuntu": "simple_strategy_no_feedback_t", + "wsl": "simple_strategy_no_feedback_t" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.python", + "status": "pass", + "ubuntu": "4.275073628", + "wsl": "4.275073628" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.r", + "status": "pass", + "ubuntu": "4.27507362821", + "wsl": "4.27507362821" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.simple_strategy_no_feedback_t.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "2.13029593965e-10", + "wsl": "2.13029593965e-10" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.field", + "status": "pass", + "ubuntu": "strategy_f", + "wsl": "strategy_f" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.python", + "status": "pass", + "ubuntu": "111.942059", + "wsl": "111.942059" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.r", + "status": "pass", + "ubuntu": "111.942058976", + "wsl": "111.942058976" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_f.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.strategy_f.absolute_difference_serialization", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu": "2.43149997914e-8", + "wsl": "2.43149997914e-8" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.field", + "status": "pass", + "ubuntu": "strategy_p", + "wsl": "strategy_p" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.python", + "status": "pass", + "ubuntu": "1.387812305e-17", + "wsl": "1.387812305e-17" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.r", + "status": "pass", + "ubuntu": "1.38781230504e-17", + "wsl": "1.38781230504e-17" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.strategy_p.absolute_difference_serialization", + "observed_delta": "0e-38", + "status": "pass", + "ubuntu": "4.3779931347e-28", + "wsl": "4.3779931347e-28" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.field", + "status": "pass", + "ubuntu": "strategy_partial_eta_squared", + "wsl": "strategy_partial_eta_squared" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.python", + "status": "pass", + "ubuntu": "0.5488914819", + "wsl": "0.5488914819" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.r", + "status": "pass", + "ubuntu": "0.548891481914", + "wsl": "0.548891481914" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S05.verification_comparisons.strategy_partial_eta_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.36519684446e-11", + "wsl": "1.36519684446e-11" + }, + { + "name": "SWL-S05.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S05.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S05.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S05.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6", + "DATA_LAYOUT_AUDIT.json": "3f4cfa4f1f3f1d9437a8106b334c3441ee840e40fe2b1a0a2a86102835b622fa", + "DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8", + "FIGURE_SPECS.json": "b875b80b3ae7afb42fa85b7b0b0737f4a54439a0e19c5db9005083b28623ba1a", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0", + "PYTHON_RESULT.json": "f0ecebba30993bb74051d70aa5322a84da223fa8011059d7c00a597bd29a99fa", + "SOURCE_MANIFEST_RECORD.json": "d6cbbb462f7a8b86ba03af43074e0a513935620e42b2a7d33a55da2468779461", + "STUDY_INDEX_RECORD.json": "a4b5e9a5f725c9aa965cadd941bdb51dd995e46de30256a1c66e2c76d6b35e78" + }, + "wsl": { + "APA_SOURCE_MAP.json": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6", + "DATA_LAYOUT_AUDIT.json": "3f4cfa4f1f3f1d9437a8106b334c3441ee840e40fe2b1a0a2a86102835b622fa", + "DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8", + "FIGURE_SPECS.json": "b875b80b3ae7afb42fa85b7b0b0737f4a54439a0e19c5db9005083b28623ba1a", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0", + "PYTHON_RESULT.json": "f0ecebba30993bb74051d70aa5322a84da223fa8011059d7c00a597bd29a99fa", + "SOURCE_MANIFEST_RECORD.json": "d6cbbb462f7a8b86ba03af43074e0a513935620e42b2a7d33a55da2468779461", + "STUDY_INDEX_RECORD.json": "a4b5e9a5f725c9aa965cadd941bdb51dd995e46de30256a1c66e2c76d6b35e78" + } + }, + { + "name": "SWL-S05.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S05.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S05.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S06.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S06.python_reported_fields", + "status": "pass", + "ubuntu": { + "greenhouse_geisser_df_error": "69.98984053", + "greenhouse_geisser_df_occasion": "1.320563029", + "greenhouse_geisser_epsilon": "0.6602815145", + "greenhouse_geisser_p": "5.918791808e-29", + "mean_baseline_complete_case": "49.50462963", + "mean_change_follow_up_minus_baseline": "5.981481481", + "mean_change_post_minus_baseline": "4.11037037", + "mean_follow_up_complete_case": "55.48611111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.8372410924", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.6350191", + "rm_anova_p": "1.628818229e-42", + "scheduled_rows": "180" + }, + "wsl": { + "greenhouse_geisser_df_error": "69.98984053", + "greenhouse_geisser_df_occasion": "1.320563029", + "greenhouse_geisser_epsilon": "0.6602815145", + "greenhouse_geisser_p": "5.918791808e-29", + "mean_baseline_complete_case": "49.50462963", + "mean_change_follow_up_minus_baseline": "5.981481481", + "mean_change_post_minus_baseline": "4.11037037", + "mean_follow_up_complete_case": "55.48611111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.8372410924", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.6350191", + "rm_anova_p": "1.628818229e-42", + "scheduled_rows": "180" + } + }, + { + "name": "SWL-S06.r_metrics", + "status": "pass", + "ubuntu": { + "greenhouse_geisser_df_error": "69.9898405337", + "greenhouse_geisser_df_occasion": "1.32056302894", + "greenhouse_geisser_epsilon": "0.660281514469", + "greenhouse_geisser_p": "5.91879180765e-29", + "mean_baseline_complete_case": "49.5046296296", + "mean_change_follow_up_minus_baseline": "5.98148148148", + "mean_change_post_minus_baseline": "4.11037037037", + "mean_follow_up_complete_case": "55.4861111111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.837241092351", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.635019094", + "rm_anova_p": "1.62881822926e-42", + "scheduled_rows": "180" + }, + "wsl": { + "greenhouse_geisser_df_error": "69.9898405337", + "greenhouse_geisser_df_occasion": "1.32056302894", + "greenhouse_geisser_epsilon": "0.660281514469", + "greenhouse_geisser_p": "5.91879180765e-29", + "mean_baseline_complete_case": "49.5046296296", + "mean_change_follow_up_minus_baseline": "5.98148148148", + "mean_change_post_minus_baseline": "4.11037037037", + "mean_follow_up_complete_case": "55.4861111111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.837241092351", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.635019094", + "rm_anova_p": "1.62881822926e-42", + "scheduled_rows": "180" + } + }, + { + "name": "SWL-S06.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S06.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S06.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S06.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd", + "wsl": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd" + }, + { + "name": "SWL-S06.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8", + "wsl": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8" + }, + { + "name": "SWL-S06.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s06.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S06", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s06.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S06", + "synthetic_only": true + } + }, + { + "name": "SWL-S06.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "n_scheduled_participants", + "scheduled_rows", + "observed_outcomes", + "missing_outcomes", + "missing_baseline", + "missing_post", + "missing_follow_up", + "n_complete_case", + "n_incomplete_participants", + "mean_baseline_complete_case", + "mean_post_complete_case", + "mean_follow_up_complete_case", + "mean_change_post_minus_baseline", + "mean_change_follow_up_minus_baseline", + "rm_anova_f", + "rm_anova_df_occasion", + "rm_anova_df_error", + "rm_anova_p", + "greenhouse_geisser_epsilon", + "greenhouse_geisser_df_occasion", + "greenhouse_geisser_df_error", + "greenhouse_geisser_p", + "partial_eta_squared" + ], + "wsl": [ + "n_scheduled_participants", + "scheduled_rows", + "observed_outcomes", + "missing_outcomes", + "missing_baseline", + "missing_post", + "missing_follow_up", + "n_complete_case", + "n_incomplete_participants", + "mean_baseline_complete_case", + "mean_post_complete_case", + "mean_follow_up_complete_case", + "mean_change_post_minus_baseline", + "mean_change_follow_up_minus_baseline", + "rm_anova_f", + "rm_anova_df_occasion", + "rm_anova_df_error", + "rm_anova_p", + "greenhouse_geisser_epsilon", + "greenhouse_geisser_df_occasion", + "greenhouse_geisser_df_error", + "greenhouse_geisser_p", + "partial_eta_squared" + ] + }, + { + "name": "SWL-S06.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.field", + "status": "pass", + "ubuntu": "n_scheduled_participants", + "wsl": "n_scheduled_participants" + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.python", + "status": "pass", + "ubuntu": "60", + "wsl": "60" + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.r", + "status": "pass", + "ubuntu": "60", + "wsl": "60" + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.n_scheduled_participants.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.field", + "status": "pass", + "ubuntu": "scheduled_rows", + "wsl": "scheduled_rows" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.python", + "status": "pass", + "ubuntu": "180", + "wsl": "180" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.r", + "status": "pass", + "ubuntu": "180", + "wsl": "180" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.scheduled_rows.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.scheduled_rows.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.field", + "status": "pass", + "ubuntu": "observed_outcomes", + "wsl": "observed_outcomes" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.python", + "status": "pass", + "ubuntu": "174", + "wsl": "174" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.r", + "status": "pass", + "ubuntu": "174", + "wsl": "174" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.observed_outcomes.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.observed_outcomes.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.field", + "status": "pass", + "ubuntu": "missing_outcomes", + "wsl": "missing_outcomes" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.python", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.r", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_outcomes.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.missing_outcomes.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.field", + "status": "pass", + "ubuntu": "missing_baseline", + "wsl": "missing_baseline" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.python", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.r", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_baseline.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.missing_baseline.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.field", + "status": "pass", + "ubuntu": "missing_post", + "wsl": "missing_post" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.python", + "status": "pass", + "ubuntu": "3", + "wsl": "3" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.r", + "status": "pass", + "ubuntu": "3", + "wsl": "3" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_post.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.missing_post.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.field", + "status": "pass", + "ubuntu": "missing_follow_up", + "wsl": "missing_follow_up" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.python", + "status": "pass", + "ubuntu": "3", + "wsl": "3" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.r", + "status": "pass", + "ubuntu": "3", + "wsl": "3" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.missing_follow_up.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.missing_follow_up.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.field", + "status": "pass", + "ubuntu": "n_complete_case", + "wsl": "n_complete_case" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.python", + "status": "pass", + "ubuntu": "54", + "wsl": "54" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.r", + "status": "pass", + "ubuntu": "54", + "wsl": "54" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.n_complete_case.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.n_complete_case.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.field", + "status": "pass", + "ubuntu": "n_incomplete_participants", + "wsl": "n_incomplete_participants" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.python", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.r", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.n_incomplete_participants.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.field", + "status": "pass", + "ubuntu": "mean_baseline_complete_case", + "wsl": "mean_baseline_complete_case" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.python", + "status": "pass", + "ubuntu": "49.50462963", + "wsl": "49.50462963" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.r", + "status": "pass", + "ubuntu": "49.5046296296", + "wsl": "49.5046296296" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.mean_baseline_complete_case.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "3.70398822724e-10", + "wsl": "3.70398822724e-10" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.field", + "status": "pass", + "ubuntu": "mean_post_complete_case", + "wsl": "mean_post_complete_case" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.python", + "status": "pass", + "ubuntu": "53.615", + "wsl": "53.615" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.r", + "status": "pass", + "ubuntu": "53.615", + "wsl": "53.615" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.mean_post_complete_case.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.field", + "status": "pass", + "ubuntu": "mean_follow_up_complete_case", + "wsl": "mean_follow_up_complete_case" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.python", + "status": "pass", + "ubuntu": "55.48611111", + "wsl": "55.48611111" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.r", + "status": "pass", + "ubuntu": "55.4861111111", + "wsl": "55.4861111111" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.mean_follow_up_complete_case.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "1.11109699219e-9", + "wsl": "1.11109699219e-9" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.field", + "status": "pass", + "ubuntu": "mean_change_post_minus_baseline", + "wsl": "mean_change_post_minus_baseline" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.python", + "status": "pass", + "ubuntu": "4.11037037", + "wsl": "4.11037037" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.r", + "status": "pass", + "ubuntu": "4.11037037037", + "wsl": "4.11037037037" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.mean_change_post_minus_baseline.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "3.70369512837e-10", + "wsl": "3.70369512837e-10" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.field", + "status": "pass", + "ubuntu": "mean_change_follow_up_minus_baseline", + "wsl": "mean_change_follow_up_minus_baseline" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.python", + "status": "pass", + "ubuntu": "5.981481481", + "wsl": "5.981481481" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.r", + "status": "pass", + "ubuntu": "5.98148148148", + "wsl": "5.98148148148" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.mean_change_follow_up_minus_baseline.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "4.81479744963e-10", + "wsl": "4.81479744963e-10" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.field", + "status": "pass", + "ubuntu": "rm_anova_f", + "wsl": "rm_anova_f" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.python", + "status": "pass", + "ubuntu": "272.6350191", + "wsl": "272.6350191" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.r", + "status": "pass", + "ubuntu": "272.635019094", + "wsl": "272.635019094" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_f.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.rm_anova_f.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "5.50102186025e-9", + "wsl": "5.50102186025e-9" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.field", + "status": "pass", + "ubuntu": "rm_anova_df_occasion", + "wsl": "rm_anova_df_occasion" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.python", + "status": "pass", + "ubuntu": "2", + "wsl": "2" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.r", + "status": "pass", + "ubuntu": "2", + "wsl": "2" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.rm_anova_df_occasion.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.field", + "status": "pass", + "ubuntu": "rm_anova_df_error", + "wsl": "rm_anova_df_error" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.python", + "status": "pass", + "ubuntu": "106", + "wsl": "106" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.r", + "status": "pass", + "ubuntu": "106", + "wsl": "106" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.rm_anova_df_error.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.field", + "status": "pass", + "ubuntu": "rm_anova_p", + "wsl": "rm_anova_p" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.python", + "status": "pass", + "ubuntu": "1.628818229e-42", + "wsl": "1.628818229e-42" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.r", + "status": "pass", + "ubuntu": "1.62881822926e-42", + "wsl": "1.62881822926e-42" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.rm_anova_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.rm_anova_p.absolute_difference_serialization", + "observed_delta": "0e-63", + "status": "pass", + "ubuntu": "2.57869964234e-52", + "wsl": "2.57869964234e-52" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.field", + "status": "pass", + "ubuntu": "greenhouse_geisser_epsilon", + "wsl": "greenhouse_geisser_epsilon" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.python", + "status": "pass", + "ubuntu": "0.6602815145", + "wsl": "0.6602815145" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.r", + "status": "pass", + "ubuntu": "0.660281514469", + "wsl": "0.660281514469" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_epsilon.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "3.11201064918e-11", + "wsl": "3.11201064918e-11" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.field", + "status": "pass", + "ubuntu": "greenhouse_geisser_df_occasion", + "wsl": "greenhouse_geisser_df_occasion" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.python", + "status": "pass", + "ubuntu": "1.320563029", + "wsl": "1.320563029" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.r", + "status": "pass", + "ubuntu": "1.32056302894", + "wsl": "1.32056302894" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_occasion.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "6.22402129835e-11", + "wsl": "6.22402129835e-11" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.field", + "status": "pass", + "ubuntu": "greenhouse_geisser_df_error", + "wsl": "greenhouse_geisser_df_error" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.python", + "status": "pass", + "ubuntu": "69.98984053", + "wsl": "69.98984053" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.r", + "status": "pass", + "ubuntu": "69.9898405337", + "wsl": "69.9898405337" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_df_error.absolute_difference_serialization", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu": "3.7013023757e-9", + "wsl": "3.7013023757e-9" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.field", + "status": "pass", + "ubuntu": "greenhouse_geisser_p", + "wsl": "greenhouse_geisser_p" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.python", + "status": "pass", + "ubuntu": "5.918791808e-29", + "wsl": "5.918791808e-29" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.r", + "status": "pass", + "ubuntu": "5.91879180765e-29", + "wsl": "5.91879180765e-29" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.greenhouse_geisser_p.absolute_difference_serialization", + "observed_delta": "0e-50", + "status": "pass", + "ubuntu": "3.53489308533e-39", + "wsl": "3.53489308533e-39" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.field", + "status": "pass", + "ubuntu": "partial_eta_squared", + "wsl": "partial_eta_squared" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.python", + "status": "pass", + "ubuntu": "0.8372410924", + "wsl": "0.8372410924" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.r", + "status": "pass", + "ubuntu": "0.837241092351", + "wsl": "0.837241092351" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.verification_comparisons.partial_eta_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S06.verification_comparisons.partial_eta_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "4.87490048329e-11", + "wsl": "4.87490048329e-11" + }, + { + "name": "SWL-S06.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S06.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S06.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S06.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd", + "DATA_LAYOUT_AUDIT.json": "ffbe22ee7b3cffdad476a42a9a353ea5a1f0a81035db869af60b7a1099d0d38a", + "DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061", + "FIGURE_SPECS.json": "36d4ce2cc15af6ed694d50bd1eb3eb5ed4b7a14859f847d7128feb049d5876df", + "MATCHED_LIMITATION.md": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8", + "MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08", + "PYTHON_RESULT.json": "34ba364dc80a3dbc922dcb3e7e4988ac6dab4e3b2c17851747eff564b65d9e0e", + "SOURCE_MANIFEST_RECORD.json": "152abd66906f00035c183441d75518882d69627eb71212f50ca5d3aa131df487", + "STUDY_INDEX_RECORD.json": "52bd09235341c7ff83aa9ffe7eb365a8e8979c453a5fcc88914432d9728aade9" + }, + "wsl": { + "APA_SOURCE_MAP.json": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd", + "DATA_LAYOUT_AUDIT.json": "ffbe22ee7b3cffdad476a42a9a353ea5a1f0a81035db869af60b7a1099d0d38a", + "DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061", + "FIGURE_SPECS.json": "36d4ce2cc15af6ed694d50bd1eb3eb5ed4b7a14859f847d7128feb049d5876df", + "MATCHED_LIMITATION.md": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8", + "MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08", + "PYTHON_RESULT.json": "34ba364dc80a3dbc922dcb3e7e4988ac6dab4e3b2c17851747eff564b65d9e0e", + "SOURCE_MANIFEST_RECORD.json": "152abd66906f00035c183441d75518882d69627eb71212f50ca5d3aa131df487", + "STUDY_INDEX_RECORD.json": "52bd09235341c7ff83aa9ffe7eb365a8e8979c453a5fcc88914432d9728aade9" + } + }, + { + "name": "SWL-S06.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S06.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S06.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S07.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S07.python_reported_fields", + "status": "pass", + "ubuntu": { + "adjusted_group_difference_intervention_minus_comparison": "4.195586604", + "adjusted_mean_comparison_at_overall_baseline": "60.70454003", + "adjusted_mean_intervention_at_overall_baseline": "64.90012664", + "baseline_overall_mean": "50.44633333", + "baseline_slope": "1.158451049", + "baseline_slope_ci_95_high": "1.269132905", + "baseline_slope_ci_95_low": "1.047769194", + "baseline_slope_p": "1.587746358e-35", + "baseline_slope_se": "0.05568595007", + "baseline_slope_t": "20.80329146", + "group_effect_ci_95_high": "5.23809565", + "group_effect_ci_95_low": "3.153077558", + "group_effect_df": "1", + "group_effect_f": "63.98634614", + "group_effect_p": "4.968806886e-12", + "group_effect_se": "0.5245042778", + "group_effect_t": "7.999146588", + "group_partial_eta_squared": "0.4237889569", + "homogeneity_interaction_b": "-0.1136802344", + "homogeneity_interaction_p": "0.3101586282", + "homogeneity_interaction_se": "0.1113514523", + "homogeneity_interaction_t": "-1.020913801", + "model_adjusted_r_squared": "0.8824557827", + "model_df_error": "87", + "model_r_squared": "0.8850972258", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.94266667", + "raw_post_mean_comparison": "58.97111111", + "raw_post_mean_intervention": "66.63355556" + }, + "wsl": { + "adjusted_group_difference_intervention_minus_comparison": "4.195586604", + "adjusted_mean_comparison_at_overall_baseline": "60.70454003", + "adjusted_mean_intervention_at_overall_baseline": "64.90012664", + "baseline_overall_mean": "50.44633333", + "baseline_slope": "1.158451049", + "baseline_slope_ci_95_high": "1.269132905", + "baseline_slope_ci_95_low": "1.047769194", + "baseline_slope_p": "1.587746358e-35", + "baseline_slope_se": "0.05568595007", + "baseline_slope_t": "20.80329146", + "group_effect_ci_95_high": "5.23809565", + "group_effect_ci_95_low": "3.153077558", + "group_effect_df": "1", + "group_effect_f": "63.98634614", + "group_effect_p": "4.968806886e-12", + "group_effect_se": "0.5245042778", + "group_effect_t": "7.999146588", + "group_partial_eta_squared": "0.4237889569", + "homogeneity_interaction_b": "-0.1136802344", + "homogeneity_interaction_p": "0.3101586282", + "homogeneity_interaction_se": "0.1113514523", + "homogeneity_interaction_t": "-1.020913801", + "model_adjusted_r_squared": "0.8824557827", + "model_df_error": "87", + "model_r_squared": "0.8850972258", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.94266667", + "raw_post_mean_comparison": "58.97111111", + "raw_post_mean_intervention": "66.63355556" + } + }, + { + "name": "SWL-S07.r_metrics", + "status": "pass", + "ubuntu": { + "adjusted_group_difference_intervention_minus_comparison": "4.19558660405", + "adjusted_mean_comparison_at_overall_baseline": "60.7045400313", + "adjusted_mean_intervention_at_overall_baseline": "64.9001266354", + "baseline_overall_mean": "50.4463333333", + "baseline_slope": "1.15845104936", + "baseline_slope_ci_95_high": "1.26913290489", + "baseline_slope_ci_95_low": "1.04776919383", + "baseline_slope_p": "1.58774635813e-35", + "baseline_slope_se": "0.0556859500715", + "baseline_slope_t": "20.8032914564", + "group_effect_ci_95_high": "5.23809565032", + "group_effect_ci_95_low": "3.15307755779", + "group_effect_df": "1", + "group_effect_f": "63.9863461355", + "group_effect_p": "4.96880688616e-12", + "group_effect_se": "0.52450427779", + "group_effect_t": "7.99914658795", + "group_partial_eta_squared": "0.423788956904", + "homogeneity_interaction_b": "-0.113680234436", + "homogeneity_interaction_p": "0.310158628219", + "homogeneity_interaction_se": "0.111351452341", + "homogeneity_interaction_t": "-1.02091380081", + "model_adjusted_r_squared": "0.882455782738", + "model_df_error": "87", + "model_r_squared": "0.885097225822", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.9426666667", + "raw_post_mean_comparison": "58.9711111111", + "raw_post_mean_intervention": "66.6335555556" + }, + "wsl": { + "adjusted_group_difference_intervention_minus_comparison": "4.19558660405", + "adjusted_mean_comparison_at_overall_baseline": "60.7045400313", + "adjusted_mean_intervention_at_overall_baseline": "64.9001266354", + "baseline_overall_mean": "50.4463333333", + "baseline_slope": "1.15845104936", + "baseline_slope_ci_95_high": "1.26913290489", + "baseline_slope_ci_95_low": "1.04776919383", + "baseline_slope_p": "1.58774635813e-35", + "baseline_slope_se": "0.0556859500715", + "baseline_slope_t": "20.8032914564", + "group_effect_ci_95_high": "5.23809565032", + "group_effect_ci_95_low": "3.15307755779", + "group_effect_df": "1", + "group_effect_f": "63.9863461355", + "group_effect_p": "4.96880688616e-12", + "group_effect_se": "0.52450427779", + "group_effect_t": "7.99914658795", + "group_partial_eta_squared": "0.423788956904", + "homogeneity_interaction_b": "-0.113680234436", + "homogeneity_interaction_p": "0.310158628219", + "homogeneity_interaction_se": "0.111351452341", + "homogeneity_interaction_t": "-1.02091380081", + "model_adjusted_r_squared": "0.882455782738", + "model_df_error": "87", + "model_r_squared": "0.885097225822", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.9426666667", + "raw_post_mean_comparison": "58.9711111111", + "raw_post_mean_intervention": "66.6335555556" + } + }, + { + "name": "SWL-S07.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S07.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S07.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S07.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a", + "wsl": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a" + }, + { + "name": "SWL-S07.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e", + "wsl": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e" + }, + { + "name": "SWL-S07.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s07.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S07", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s07.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S07", + "synthetic_only": true + } + }, + { + "name": "SWL-S07.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "n_total", + "n_comparison", + "n_intervention", + "baseline_overall_mean", + "raw_baseline_mean_comparison", + "raw_baseline_mean_intervention", + "raw_post_mean_comparison", + "raw_post_mean_intervention", + "adjusted_mean_comparison_at_overall_baseline", + "adjusted_mean_intervention_at_overall_baseline", + "adjusted_group_difference_intervention_minus_comparison", + "group_effect_se", + "group_effect_t", + "group_effect_p", + "group_effect_ci_95_low", + "group_effect_ci_95_high", + "group_effect_f", + "group_effect_df", + "model_df_error", + "group_partial_eta_squared", + "baseline_slope", + "baseline_slope_se", + "baseline_slope_t", + "baseline_slope_p", + "baseline_slope_ci_95_low", + "baseline_slope_ci_95_high", + "model_r_squared", + "model_adjusted_r_squared", + "homogeneity_interaction_b", + "homogeneity_interaction_se", + "homogeneity_interaction_t", + "homogeneity_interaction_p" + ], + "wsl": [ + "n_total", + "n_comparison", + "n_intervention", + "baseline_overall_mean", + "raw_baseline_mean_comparison", + "raw_baseline_mean_intervention", + "raw_post_mean_comparison", + "raw_post_mean_intervention", + "adjusted_mean_comparison_at_overall_baseline", + "adjusted_mean_intervention_at_overall_baseline", + "adjusted_group_difference_intervention_minus_comparison", + "group_effect_se", + "group_effect_t", + "group_effect_p", + "group_effect_ci_95_low", + "group_effect_ci_95_high", + "group_effect_f", + "group_effect_df", + "model_df_error", + "group_partial_eta_squared", + "baseline_slope", + "baseline_slope_se", + "baseline_slope_t", + "baseline_slope_p", + "baseline_slope_ci_95_low", + "baseline_slope_ci_95_high", + "model_r_squared", + "model_adjusted_r_squared", + "homogeneity_interaction_b", + "homogeneity_interaction_se", + "homogeneity_interaction_t", + "homogeneity_interaction_p" + ] + }, + { + "name": "SWL-S07.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.n_total.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.n_total.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.n_total.field", + "status": "pass", + "ubuntu": "n_total", + "wsl": "n_total" + }, + { + "name": "SWL-S07.verification_comparisons.n_total.python", + "status": "pass", + "ubuntu": "90", + "wsl": "90" + }, + { + "name": "SWL-S07.verification_comparisons.n_total.r", + "status": "pass", + "ubuntu": "90", + "wsl": "90" + }, + { + "name": "SWL-S07.verification_comparisons.n_total.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.n_total.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_total.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_total.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_total.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.n_total.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.n_total.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.field", + "status": "pass", + "ubuntu": "n_comparison", + "wsl": "n_comparison" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.python", + "status": "pass", + "ubuntu": "45", + "wsl": "45" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.r", + "status": "pass", + "ubuntu": "45", + "wsl": "45" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.n_comparison.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.n_comparison.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.field", + "status": "pass", + "ubuntu": "n_intervention", + "wsl": "n_intervention" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.python", + "status": "pass", + "ubuntu": "45", + "wsl": "45" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.r", + "status": "pass", + "ubuntu": "45", + "wsl": "45" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.n_intervention.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.n_intervention.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.field", + "status": "pass", + "ubuntu": "baseline_overall_mean", + "wsl": "baseline_overall_mean" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.python", + "status": "pass", + "ubuntu": "50.44633333", + "wsl": "50.44633333" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.r", + "status": "pass", + "ubuntu": "50.4463333333", + "wsl": "50.4463333333" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.baseline_overall_mean.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.333298082e-9", + "wsl": "3.333298082e-9" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.field", + "status": "pass", + "ubuntu": "raw_baseline_mean_comparison", + "wsl": "raw_baseline_mean_comparison" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.python", + "status": "pass", + "ubuntu": "48.95", + "wsl": "48.95" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.r", + "status": "pass", + "ubuntu": "48.95", + "wsl": "48.95" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_comparison.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.field", + "status": "pass", + "ubuntu": "raw_baseline_mean_intervention", + "wsl": "raw_baseline_mean_intervention" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.python", + "status": "pass", + "ubuntu": "51.94266667", + "wsl": "51.94266667" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.r", + "status": "pass", + "ubuntu": "51.9426666667", + "wsl": "51.9426666667" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.raw_baseline_mean_intervention.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.333298082e-9", + "wsl": "3.333298082e-9" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.field", + "status": "pass", + "ubuntu": "raw_post_mean_comparison", + "wsl": "raw_post_mean_comparison" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.python", + "status": "pass", + "ubuntu": "58.97111111", + "wsl": "58.97111111" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.r", + "status": "pass", + "ubuntu": "58.9711111111", + "wsl": "58.9711111111" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.raw_post_mean_comparison.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "1.11109699219e-9", + "wsl": "1.11109699219e-9" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.field", + "status": "pass", + "ubuntu": "raw_post_mean_intervention", + "wsl": "raw_post_mean_intervention" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.python", + "status": "pass", + "ubuntu": "66.63355556", + "wsl": "66.63355556" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.r", + "status": "pass", + "ubuntu": "66.6335555556", + "wsl": "66.6335555556" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.raw_post_mean_intervention.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.44440217962e-9", + "wsl": "4.44440217962e-9" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.field", + "status": "pass", + "ubuntu": "adjusted_mean_comparison_at_overall_baseline", + "wsl": "adjusted_mean_comparison_at_overall_baseline" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.python", + "status": "pass", + "ubuntu": "60.70454003", + "wsl": "60.70454003" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.r", + "status": "pass", + "ubuntu": "60.7045400313", + "wsl": "60.7045400313" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.adjusted_mean_comparison_at_overall_baseline.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "1.30660282593e-9", + "wsl": "1.30660282593e-9" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.field", + "status": "pass", + "ubuntu": "adjusted_mean_intervention_at_overall_baseline", + "wsl": "adjusted_mean_intervention_at_overall_baseline" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.python", + "status": "pass", + "ubuntu": "64.90012664", + "wsl": "64.90012664" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.r", + "status": "pass", + "ubuntu": "64.9001266354", + "wsl": "64.9001266354" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.adjusted_mean_intervention_at_overall_baseline.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.63990090793e-9", + "wsl": "4.63990090793e-9" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.field", + "status": "pass", + "ubuntu": "adjusted_group_difference_intervention_minus_comparison", + "wsl": "adjusted_group_difference_intervention_minus_comparison" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.python", + "status": "pass", + "ubuntu": "4.195586604", + "wsl": "4.195586604" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.r", + "status": "pass", + "ubuntu": "4.19558660405", + "wsl": "4.19558660405" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.adjusted_group_difference_intervention_minus_comparison.absolute_difference_serialization", + "observed_delta": "1.06581410e-14", + "status": "pass", + "ubuntu": "5.34905453264e-11", + "wsl": "5.34798871854e-11" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.field", + "status": "pass", + "ubuntu": "group_effect_se", + "wsl": "group_effect_se" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.python", + "status": "pass", + "ubuntu": "0.5245042778", + "wsl": "0.5245042778" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.r", + "status": "pass", + "ubuntu": "0.52450427779", + "wsl": "0.52450427779" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_effect_se.absolute_difference_serialization", + "observed_delta": "9.9920072e-16", + "status": "pass", + "ubuntu": "9.51094758506e-12", + "wsl": "9.51194678578e-12" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.field", + "status": "pass", + "ubuntu": "group_effect_t", + "wsl": "group_effect_t" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.python", + "status": "pass", + "ubuntu": "7.999146588", + "wsl": "7.999146588" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.r", + "status": "pass", + "ubuntu": "7.99914658795", + "wsl": "7.99914658795" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_effect_t.absolute_difference_serialization", + "observed_delta": "1.06581411e-14", + "status": "pass", + "ubuntu": "4.90105733775e-11", + "wsl": "4.89999152364e-11" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.field", + "status": "pass", + "ubuntu": "group_effect_p", + "wsl": "group_effect_p" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.python", + "status": "pass", + "ubuntu": "4.968806886e-12", + "wsl": "4.968806886e-12" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.r", + "status": "pass", + "ubuntu": "4.96880688616e-12", + "wsl": "4.96880688616e-12" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_effect_p.absolute_difference_serialization", + "observed_delta": "0e-33", + "status": "pass", + "ubuntu": "1.55110097344e-22", + "wsl": "1.55110097344e-22" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.field", + "status": "pass", + "ubuntu": "group_effect_ci_95_low", + "wsl": "group_effect_ci_95_low" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.python", + "status": "pass", + "ubuntu": "3.153077558", + "wsl": "3.153077558" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.r", + "status": "pass", + "ubuntu": "3.15307755779", + "wsl": "3.15307755779" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "2.11779926929e-10", + "wsl": "2.11779926929e-10" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.field", + "status": "pass", + "ubuntu": "group_effect_ci_95_high", + "wsl": "group_effect_ci_95_high" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.python", + "status": "pass", + "ubuntu": "5.23809565", + "wsl": "5.23809565" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.r", + "status": "pass", + "ubuntu": "5.23809565032", + "wsl": "5.23809565032" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_effect_ci_95_high.absolute_difference_serialization", + "observed_delta": "9.769963e-15", + "status": "pass", + "ubuntu": "3.18760129403e-10", + "wsl": "3.1875035944e-10" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.field", + "status": "pass", + "ubuntu": "group_effect_f", + "wsl": "group_effect_f" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.python", + "status": "pass", + "ubuntu": "63.98634614", + "wsl": "63.98634614" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.r", + "status": "pass", + "ubuntu": "63.9863461355", + "wsl": "63.9863461355" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_f.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_effect_f.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.47199965947e-9", + "wsl": "4.47199965947e-9" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.field", + "status": "pass", + "ubuntu": "group_effect_df", + "wsl": "group_effect_df" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.python", + "status": "pass", + "ubuntu": "1", + "wsl": "1" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.r", + "status": "pass", + "ubuntu": "1", + "wsl": "1" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_effect_df.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_effect_df.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.field", + "status": "pass", + "ubuntu": "model_df_error", + "wsl": "model_df_error" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.python", + "status": "pass", + "ubuntu": "87", + "wsl": "87" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.r", + "status": "pass", + "ubuntu": "87", + "wsl": "87" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.model_df_error.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.model_df_error.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.field", + "status": "pass", + "ubuntu": "group_partial_eta_squared", + "wsl": "group_partial_eta_squared" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.python", + "status": "pass", + "ubuntu": "0.4237889569", + "wsl": "0.4237889569" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.r", + "status": "pass", + "ubuntu": "0.423788956904", + "wsl": "0.423788956904" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.group_partial_eta_squared.absolute_difference_serialization", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu": "4.04198896575e-12", + "wsl": "4.04198896575e-12" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.field", + "status": "pass", + "ubuntu": "baseline_slope", + "wsl": "baseline_slope" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.python", + "status": "pass", + "ubuntu": "1.158451049", + "wsl": "1.158451049" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.r", + "status": "pass", + "ubuntu": "1.15845104936", + "wsl": "1.15845104936" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.baseline_slope.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "3.62090135653e-10", + "wsl": "3.62090135653e-10" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.field", + "status": "pass", + "ubuntu": "baseline_slope_se", + "wsl": "baseline_slope_se" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.python", + "status": "pass", + "ubuntu": "0.05568595007", + "wsl": "0.05568595007" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.r", + "status": "pass", + "ubuntu": "0.0556859500715", + "wsl": "0.0556859500715" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.baseline_slope_se.absolute_difference_serialization", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu": "1.49590062559e-12", + "wsl": "1.49590062559e-12" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.field", + "status": "pass", + "ubuntu": "baseline_slope_t", + "wsl": "baseline_slope_t" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.python", + "status": "pass", + "ubuntu": "20.80329146", + "wsl": "20.80329146" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.r", + "status": "pass", + "ubuntu": "20.8032914564", + "wsl": "20.8032914564" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.baseline_slope_t.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "3.63190011399e-9", + "wsl": "3.63190011399e-9" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.field", + "status": "pass", + "ubuntu": "baseline_slope_p", + "wsl": "baseline_slope_p" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.python", + "status": "pass", + "ubuntu": "1.587746358e-35", + "wsl": "1.587746358e-35" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.r", + "status": "pass", + "ubuntu": "1.58774635813e-35", + "wsl": "1.58774635813e-35" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.baseline_slope_p.absolute_difference_serialization", + "observed_delta": "4.0091471e-49", + "status": "pass", + "ubuntu": "1.33509942799e-45", + "wsl": "1.33469851328e-45" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.field", + "status": "pass", + "ubuntu": "baseline_slope_ci_95_low", + "wsl": "baseline_slope_ci_95_low" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.python", + "status": "pass", + "ubuntu": "1.047769194", + "wsl": "1.047769194" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.r", + "status": "pass", + "ubuntu": "1.04776919383", + "wsl": "1.04776919383" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "1.68169922432e-10", + "wsl": "1.68169922432e-10" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.field", + "status": "pass", + "ubuntu": "baseline_slope_ci_95_high", + "wsl": "baseline_slope_ci_95_high" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.python", + "status": "pass", + "ubuntu": "1.269132905", + "wsl": "1.269132905" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.r", + "status": "pass", + "ubuntu": "1.26913290489", + "wsl": "1.26913290489" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.baseline_slope_ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "1.07649889003e-10", + "wsl": "1.07649889003e-10" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.field", + "status": "pass", + "ubuntu": "model_r_squared", + "wsl": "model_r_squared" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.python", + "status": "pass", + "ubuntu": "0.8850972258", + "wsl": "0.8850972258" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.r", + "status": "pass", + "ubuntu": "0.885097225822", + "wsl": "0.885097225822" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.model_r_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.model_r_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "2.24699148177e-11", + "wsl": "2.24699148177e-11" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.field", + "status": "pass", + "ubuntu": "model_adjusted_r_squared", + "wsl": "model_adjusted_r_squared" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.python", + "status": "pass", + "ubuntu": "0.8824557827", + "wsl": "0.8824557827" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.r", + "status": "pass", + "ubuntu": "0.882455782738", + "wsl": "0.882455782738" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.model_adjusted_r_squared.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "3.79289932795e-11", + "wsl": "3.79289932795e-11" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.field", + "status": "pass", + "ubuntu": "homogeneity_interaction_b", + "wsl": "homogeneity_interaction_b" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.python", + "status": "pass", + "ubuntu": "-0.1136802344", + "wsl": "-0.1136802344" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.r", + "status": "pass", + "ubuntu": "-0.113680234436", + "wsl": "-0.113680234436" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_b.absolute_difference_serialization", + "observed_delta": "9.992007e-16", + "status": "pass", + "ubuntu": "3.55730028767e-11", + "wsl": "3.55740020774e-11" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.field", + "status": "pass", + "ubuntu": "homogeneity_interaction_se", + "wsl": "homogeneity_interaction_se" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.python", + "status": "pass", + "ubuntu": "0.1113514523", + "wsl": "0.1113514523" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.r", + "status": "pass", + "ubuntu": "0.111351452341", + "wsl": "0.111351452341" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_se.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "4.11660011634e-11", + "wsl": "4.11660011634e-11" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.field", + "status": "pass", + "ubuntu": "homogeneity_interaction_t", + "wsl": "homogeneity_interaction_t" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.python", + "status": "pass", + "ubuntu": "-1.020913801", + "wsl": "-1.020913801" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.r", + "status": "pass", + "ubuntu": "-1.02091380081", + "wsl": "-1.02091380081" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_t.absolute_difference_serialization", + "observed_delta": "9.992007e-15", + "status": "pass", + "ubuntu": "1.87849957811e-10", + "wsl": "1.87839965804e-10" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.field", + "status": "pass", + "ubuntu": "homogeneity_interaction_p", + "wsl": "homogeneity_interaction_p" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.python", + "status": "pass", + "ubuntu": "0.3101586282", + "wsl": "0.3101586282" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.r", + "status": "pass", + "ubuntu": "0.310158628219", + "wsl": "0.310158628219" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S07.verification_comparisons.homogeneity_interaction_p.absolute_difference_serialization", + "observed_delta": "3.9968029e-15", + "status": "pass", + "ubuntu": "1.89839810538e-11", + "wsl": "1.89799842509e-11" + }, + { + "name": "SWL-S07.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S07.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S07.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S07.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a", + "DATA_LAYOUT_AUDIT.json": "c6c20b03bf3c1ef1a7f1397701ee351566f2011b113be9a7d0d8ffb1824498fd", + "DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048", + "FIGURE_SPECS.json": "027d3fb753caf0f179eea7396b83c9c5e1032d9013673f5de3a3fd4a92f76865", + "MATCHED_LIMITATION.md": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e", + "MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40", + "PYTHON_RESULT.json": "a2a86233c4f10122bf1f027a53b882329a3a144433fb882b023bae503547574a", + "SOURCE_MANIFEST_RECORD.json": "1ef68d054cacd9cd05e10a075d6109fe98a460b486ba0e5cbb8bdb485debcb9f", + "STUDY_INDEX_RECORD.json": "ab8c99be9090d2ed75ed9644be6b031450f527da926ce1ffcecb699877c2f6cb" + }, + "wsl": { + "APA_SOURCE_MAP.json": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a", + "DATA_LAYOUT_AUDIT.json": "c6c20b03bf3c1ef1a7f1397701ee351566f2011b113be9a7d0d8ffb1824498fd", + "DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048", + "FIGURE_SPECS.json": "027d3fb753caf0f179eea7396b83c9c5e1032d9013673f5de3a3fd4a92f76865", + "MATCHED_LIMITATION.md": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e", + "MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40", + "PYTHON_RESULT.json": "a2a86233c4f10122bf1f027a53b882329a3a144433fb882b023bae503547574a", + "SOURCE_MANIFEST_RECORD.json": "1ef68d054cacd9cd05e10a075d6109fe98a460b486ba0e5cbb8bdb485debcb9f", + "STUDY_INDEX_RECORD.json": "ab8c99be9090d2ed75ed9644be6b031450f527da926ce1ffcecb699877c2f6cb" + } + }, + { + "name": "SWL-S07.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S07.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S07.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S08.verification_category", + "status": "pass", + "ubuntu": "V3_V4", + "wsl": "V3_V4" + }, + { + "name": "SWL-S08.python_reported_fields", + "status": "pass", + "ubuntu": { + "aic": "901.3262459", + "bic": "926.3179577", + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.00000004", + "converged": "1", + "followup_b": "1.474701992", + "followup_ci_95_high": "2.732255571", + "followup_ci_95_low": "0.2171484134", + "followup_p": "0.02153895904", + "followup_se": "0.6416207588", + "followup_z": "2.29840131", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_ci_95_high": "51.56533349", + "intercept_ci_95_low": "48.43466651", + "intercept_p": "0", + "intercept_se": "0.7986542115", + "intercept_z": "62.60531689", + "log_likelihood": "-442.663123", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.102577378", + "post_ci_95_high": "2.308809272", + "post_ci_95_low": "-0.1036545168", + "post_p": "0.07320677973", + "post_se": "0.6154357448", + "post_z": "1.791539388", + "random_intercept_variance": "13.72877362", + "residual_variance": "5.40668287", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_ci_95_high": "2.613715852", + "treatment_ci_95_low": "-1.813715852", + "treatment_followup_b": "7.78490858", + "treatment_followup_ci_95_high": "9.538639311", + "treatment_followup_ci_95_low": "6.031177849", + "treatment_followup_mean": "59.89999993", + "treatment_followup_p": "0", + "treatment_followup_se": "0.8947770187", + "treatment_followup_z": "8.700389503", + "treatment_p": "0.7232271073", + "treatment_post_b": "5.864929915", + "treatment_post_ci_95_high": "7.570766747", + "treatment_post_ci_95_low": "4.159093083", + "treatment_post_mean": "57.39999996", + "treatment_post_p": "1.598559151e-11", + "treatment_post_se": "0.870340907", + "treatment_post_z": "6.738658229", + "treatment_se": "1.129467618", + "treatment_z": "0.3541491529" + }, + "wsl": { + "aic": "901.3262459", + "bic": "926.3179577", + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.00000004", + "converged": "1", + "followup_b": "1.474701992", + "followup_ci_95_high": "2.732255571", + "followup_ci_95_low": "0.2171484134", + "followup_p": "0.02153895904", + "followup_se": "0.6416207588", + "followup_z": "2.29840131", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_ci_95_high": "51.56533349", + "intercept_ci_95_low": "48.43466651", + "intercept_p": "0", + "intercept_se": "0.7986542115", + "intercept_z": "62.60531689", + "log_likelihood": "-442.663123", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.102577378", + "post_ci_95_high": "2.308809272", + "post_ci_95_low": "-0.1036545168", + "post_p": "0.07320677973", + "post_se": "0.6154357448", + "post_z": "1.791539388", + "random_intercept_variance": "13.72877362", + "residual_variance": "5.40668287", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_ci_95_high": "2.613715852", + "treatment_ci_95_low": "-1.813715852", + "treatment_followup_b": "7.78490858", + "treatment_followup_ci_95_high": "9.538639311", + "treatment_followup_ci_95_low": "6.031177849", + "treatment_followup_mean": "59.89999993", + "treatment_followup_p": "0", + "treatment_followup_se": "0.8947770187", + "treatment_followup_z": "8.700389503", + "treatment_p": "0.7232271073", + "treatment_post_b": "5.864929915", + "treatment_post_ci_95_high": "7.570766747", + "treatment_post_ci_95_low": "4.159093083", + "treatment_post_mean": "57.39999996", + "treatment_post_p": "1.598559151e-11", + "treatment_post_se": "0.870340907", + "treatment_post_z": "6.738658229", + "treatment_se": "1.129467618", + "treatment_z": "0.3541491529" + } + }, + { + "name": "SWL-S08.r_metrics", + "status": "pass", + "ubuntu": { + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.0000000357", + "followup_b": "1.47470191294", + "followup_se": "0.653391526682", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_se": "0.81331198401", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.1025776203", + "post_se": "0.626711697321", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_followup_b": "7.78490809981", + "treatment_followup_mean": "59.8999999259", + "treatment_followup_se": "0.911151096407", + "treatment_post_b": "5.864929613", + "treatment_post_mean": "57.3999999643", + "treatment_post_se": "0.886292305628", + "treatment_se": "1.15019683823" + }, + "wsl": { + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.0000000357", + "followup_b": "1.47470191294", + "followup_se": "0.653391526682", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_se": "0.81331198401", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.1025776203", + "post_se": "0.626711697321", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_followup_b": "7.78490809981", + "treatment_followup_mean": "59.8999999259", + "treatment_followup_se": "0.911151096407", + "treatment_post_b": "5.864929613", + "treatment_post_mean": "57.3999999643", + "treatment_post_se": "0.886292305628", + "treatment_se": "1.15019683823" + } + }, + { + "name": "SWL-S08.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [ + "test-statistic convention", + "denominator degrees of freedom", + "p values", + "confidence-interval method", + "optimizer details" + ], + "wsl": [ + "test-statistic convention", + "denominator degrees of freedom", + "p values", + "confidence-interval method", + "optimizer details" + ] + }, + { + "name": "SWL-S08.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S08.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S08.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff", + "wsl": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff" + }, + { + "name": "SWL-S08.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba", + "wsl": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba" + }, + { + "name": "SWL-S08.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s08.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S08", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s08.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S08", + "synthetic_only": true + } + }, + { + "name": "SWL-S08.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "n_participants", + "n_control", + "n_treatment", + "scheduled_rows", + "observed_rows", + "missing_visits", + "complete_participants", + "incomplete_participants", + "control_baseline_mean", + "control_post_mean", + "control_followup_mean", + "treatment_baseline_mean", + "treatment_post_mean", + "treatment_followup_mean", + "intercept_b", + "intercept_se", + "treatment_b", + "treatment_se", + "post_b", + "post_se", + "followup_b", + "followup_se", + "treatment_post_b", + "treatment_post_se", + "treatment_followup_b", + "treatment_followup_se" + ], + "wsl": [ + "n_participants", + "n_control", + "n_treatment", + "scheduled_rows", + "observed_rows", + "missing_visits", + "complete_participants", + "incomplete_participants", + "control_baseline_mean", + "control_post_mean", + "control_followup_mean", + "treatment_baseline_mean", + "treatment_post_mean", + "treatment_followup_mean", + "intercept_b", + "intercept_se", + "treatment_b", + "treatment_se", + "post_b", + "post_se", + "followup_b", + "followup_se", + "treatment_post_b", + "treatment_post_se", + "treatment_followup_b", + "treatment_followup_se" + ] + }, + { + "name": "SWL-S08.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.field", + "status": "pass", + "ubuntu": "n_participants", + "wsl": "n_participants" + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.python", + "status": "pass", + "ubuntu": "60", + "wsl": "60" + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.r", + "status": "pass", + "ubuntu": "60", + "wsl": "60" + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.n_participants.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.n_participants.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.n_control.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.n_control.field", + "status": "pass", + "ubuntu": "n_control", + "wsl": "n_control" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.python", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.r", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_control.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.n_control.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.n_control.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.field", + "status": "pass", + "ubuntu": "n_treatment", + "wsl": "n_treatment" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.python", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.r", + "status": "pass", + "ubuntu": "30", + "wsl": "30" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.n_treatment.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.n_treatment.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.field", + "status": "pass", + "ubuntu": "scheduled_rows", + "wsl": "scheduled_rows" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.python", + "status": "pass", + "ubuntu": "180", + "wsl": "180" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.r", + "status": "pass", + "ubuntu": "180", + "wsl": "180" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.scheduled_rows.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.scheduled_rows.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.field", + "status": "pass", + "ubuntu": "observed_rows", + "wsl": "observed_rows" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.python", + "status": "pass", + "ubuntu": "168", + "wsl": "168" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.r", + "status": "pass", + "ubuntu": "168", + "wsl": "168" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.observed_rows.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.observed_rows.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.field", + "status": "pass", + "ubuntu": "missing_visits", + "wsl": "missing_visits" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.python", + "status": "pass", + "ubuntu": "12", + "wsl": "12" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.r", + "status": "pass", + "ubuntu": "12", + "wsl": "12" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.missing_visits.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.missing_visits.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.field", + "status": "pass", + "ubuntu": "complete_participants", + "wsl": "complete_participants" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.python", + "status": "pass", + "ubuntu": "48", + "wsl": "48" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.r", + "status": "pass", + "ubuntu": "48", + "wsl": "48" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.complete_participants.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.complete_participants.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.field", + "status": "pass", + "ubuntu": "incomplete_participants", + "wsl": "incomplete_participants" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.python", + "status": "pass", + "ubuntu": "12", + "wsl": "12" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.r", + "status": "pass", + "ubuntu": "12", + "wsl": "12" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.incomplete_participants.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.incomplete_participants.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.field", + "status": "pass", + "ubuntu": "control_baseline_mean", + "wsl": "control_baseline_mean" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.python", + "status": "pass", + "ubuntu": "50", + "wsl": "50" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.r", + "status": "pass", + "ubuntu": "50", + "wsl": "50" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.control_baseline_mean.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.control_baseline_mean.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.field", + "status": "pass", + "ubuntu": "control_post_mean", + "wsl": "control_post_mean" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.python", + "status": "pass", + "ubuntu": "51.00000004", + "wsl": "51.00000004" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.r", + "status": "pass", + "ubuntu": "51.0000000357", + "wsl": "51.0000000357" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.control_post_mean.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.control_post_mean.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.28571667044e-9", + "wsl": "4.28571667044e-9" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.field", + "status": "pass", + "ubuntu": "control_followup_mean", + "wsl": "control_followup_mean" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.python", + "status": "pass", + "ubuntu": "51.50000012", + "wsl": "51.50000012" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.r", + "status": "pass", + "ubuntu": "51.50000012", + "wsl": "51.50000012" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.control_followup_mean.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.control_followup_mean.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.field", + "status": "pass", + "ubuntu": "treatment_baseline_mean", + "wsl": "treatment_baseline_mean" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.python", + "status": "pass", + "ubuntu": "50.4", + "wsl": "50.4" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.r", + "status": "pass", + "ubuntu": "50.4", + "wsl": "50.4" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_baseline_mean.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.field", + "status": "pass", + "ubuntu": "treatment_post_mean", + "wsl": "treatment_post_mean" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.python", + "status": "pass", + "ubuntu": "57.39999996", + "wsl": "57.39999996" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.r", + "status": "pass", + "ubuntu": "57.3999999643", + "wsl": "57.3999999643" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_mean.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_post_mean.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.28570956501e-9", + "wsl": "4.28570956501e-9" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.field", + "status": "pass", + "ubuntu": "treatment_followup_mean", + "wsl": "treatment_followup_mean" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.python", + "status": "pass", + "ubuntu": "59.89999993", + "wsl": "59.89999993" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.r", + "status": "pass", + "ubuntu": "59.8999999259", + "wsl": "59.8999999259" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_followup_mean.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.07407441116e-9", + "wsl": "4.07407441116e-9" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.field", + "status": "pass", + "ubuntu": "intercept_b", + "wsl": "intercept_b" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.python", + "status": "pass", + "ubuntu": "50", + "wsl": "50" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.r", + "status": "pass", + "ubuntu": "50", + "wsl": "50" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.intercept_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.intercept_b.absolute_difference_serialization", + "observed_delta": "2.13162820728e-14", + "status": "pass", + "ubuntu": "1.42108547152e-14", + "wsl": "3.5527136788e-14" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.field", + "status": "pass", + "ubuntu": "intercept_se", + "wsl": "intercept_se" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.python", + "status": "pass", + "ubuntu": "0.7986542115", + "wsl": "0.7986542115" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.r", + "status": "pass", + "ubuntu": "0.81331198401", + "wsl": "0.81331198401" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.15", + "wsl": "0.15" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.intercept_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.intercept_se.absolute_difference_serialization", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu": "0.0146577725097", + "wsl": "0.0146577725097" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.field", + "status": "pass", + "ubuntu": "treatment_b", + "wsl": "treatment_b" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.python", + "status": "pass", + "ubuntu": "0.4", + "wsl": "0.4" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.r", + "status": "pass", + "ubuntu": "0.4", + "wsl": "0.4" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_b.absolute_difference_serialization", + "observed_delta": "2.55351295664e-15", + "status": "pass", + "ubuntu": "2.33146835171e-15", + "wsl": "4.88498130835e-15" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.field", + "status": "pass", + "ubuntu": "treatment_se", + "wsl": "treatment_se" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.python", + "status": "pass", + "ubuntu": "1.129467618", + "wsl": "1.129467618" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.r", + "status": "pass", + "ubuntu": "1.15019683823", + "wsl": "1.15019683823" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.15", + "wsl": "0.15" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_se.absolute_difference_serialization", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu": "0.0207292202271", + "wsl": "0.0207292202271" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.post_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.post_b.field", + "status": "pass", + "ubuntu": "post_b", + "wsl": "post_b" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.python", + "status": "pass", + "ubuntu": "1.102577378", + "wsl": "1.102577378" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.r", + "status": "pass", + "ubuntu": "1.1025776203", + "wsl": "1.1025776203" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.post_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.post_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.post_b.absolute_difference_serialization", + "observed_delta": "2.665e-15", + "status": "pass", + "ubuntu": "2.4229832607e-7", + "wsl": "2.42298323405e-7" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.post_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.post_se.field", + "status": "pass", + "ubuntu": "post_se", + "wsl": "post_se" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.python", + "status": "pass", + "ubuntu": "0.6154357448", + "wsl": "0.6154357448" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.r", + "status": "pass", + "ubuntu": "0.626711697321", + "wsl": "0.626711697321" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.15", + "wsl": "0.15" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.post_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.post_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.post_se.absolute_difference_serialization", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu": "0.0112759525214", + "wsl": "0.0112759525214" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.field", + "status": "pass", + "ubuntu": "followup_b", + "wsl": "followup_b" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.python", + "status": "pass", + "ubuntu": "1.474701992", + "wsl": "1.474701992" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.r", + "status": "pass", + "ubuntu": "1.47470191294", + "wsl": "1.47470191294" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.followup_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.followup_b.absolute_difference_serialization", + "observed_delta": "2.2204e-15", + "status": "pass", + "ubuntu": "7.90604131051e-8", + "wsl": "7.90604108847e-8" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.field", + "status": "pass", + "ubuntu": "followup_se", + "wsl": "followup_se" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.python", + "status": "pass", + "ubuntu": "0.6416207588", + "wsl": "0.6416207588" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.r", + "status": "pass", + "ubuntu": "0.653391526682", + "wsl": "0.653391526682" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.15", + "wsl": "0.15" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.followup_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.followup_se.absolute_difference_serialization", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu": "0.0117707678819", + "wsl": "0.0117707678819" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.field", + "status": "pass", + "ubuntu": "treatment_post_b", + "wsl": "treatment_post_b" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.python", + "status": "pass", + "ubuntu": "5.864929915", + "wsl": "5.864929915" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.r", + "status": "pass", + "ubuntu": "5.864929613", + "wsl": "5.864929613" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_post_b.absolute_difference_serialization", + "observed_delta": "5.329e-15", + "status": "pass", + "ubuntu": "3.02000064067e-7", + "wsl": "3.02000058738e-7" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.field", + "status": "pass", + "ubuntu": "treatment_post_se", + "wsl": "treatment_post_se" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.python", + "status": "pass", + "ubuntu": "0.870340907", + "wsl": "0.870340907" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.r", + "status": "pass", + "ubuntu": "0.886292305628", + "wsl": "0.886292305628" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.15", + "wsl": "0.15" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_post_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_post_se.absolute_difference_serialization", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu": "0.0159513986284", + "wsl": "0.0159513986284" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.field", + "status": "pass", + "ubuntu": "treatment_followup_b", + "wsl": "treatment_followup_b" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.python", + "status": "pass", + "ubuntu": "7.78490858", + "wsl": "7.78490858" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.r", + "status": "pass", + "ubuntu": "7.78490809981", + "wsl": "7.78490809981" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_b.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_followup_b.absolute_difference_serialization", + "observed_delta": "5.329e-15", + "status": "pass", + "ubuntu": "4.8018775356e-7", + "wsl": "4.80187758889e-7" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.field", + "status": "pass", + "ubuntu": "treatment_followup_se", + "wsl": "treatment_followup_se" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.python", + "status": "pass", + "ubuntu": "0.8947770187", + "wsl": "0.8947770187" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.r", + "status": "pass", + "ubuntu": "0.911151096407", + "wsl": "0.911151096407" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "0.15", + "wsl": "0.15" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.verification_comparisons.treatment_followup_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S08.verification_comparisons.treatment_followup_se.absolute_difference_serialization", + "observed_delta": "0e-12", + "status": "pass", + "ubuntu": "0.016374077707", + "wsl": "0.016374077707" + }, + { + "name": "SWL-S08.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S08.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S08.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S08.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff", + "DATA_LAYOUT_AUDIT.json": "0397165ca0603767d18ee3fa2ae129a07296a7480955f936ee7dfd41f82bb5ae", + "DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42", + "FIGURE_SPECS.json": "fa79ce2f4814c69c149b5641413fb3154712fbe8739ebb041bf239f662fbd0fd", + "MATCHED_LIMITATION.md": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba", + "MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353", + "PYTHON_RESULT.json": "d8d4bbbe7f4558dca5d80d98c00857487f16e1c6e12a10d221f3bc3bda7428a0", + "SOURCE_MANIFEST_RECORD.json": "9e23f3b5fb2153f1077094000967fef239a91f213957ea4287031650964e1d6c", + "STUDY_INDEX_RECORD.json": "cd41460ea2a0eaa99987d188d621c8658d5e1988732aa09c2624f5028469746e" + }, + "wsl": { + "APA_SOURCE_MAP.json": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff", + "DATA_LAYOUT_AUDIT.json": "0397165ca0603767d18ee3fa2ae129a07296a7480955f936ee7dfd41f82bb5ae", + "DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42", + "FIGURE_SPECS.json": "fa79ce2f4814c69c149b5641413fb3154712fbe8739ebb041bf239f662fbd0fd", + "MATCHED_LIMITATION.md": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba", + "MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353", + "PYTHON_RESULT.json": "d8d4bbbe7f4558dca5d80d98c00857487f16e1c6e12a10d221f3bc3bda7428a0", + "SOURCE_MANIFEST_RECORD.json": "9e23f3b5fb2153f1077094000967fef239a91f213957ea4287031650964e1d6c", + "STUDY_INDEX_RECORD.json": "cd41460ea2a0eaa99987d188d621c8658d5e1988732aa09c2624f5028469746e" + } + }, + { + "name": "SWL-S08.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S08.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S08.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S09.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S09.python_reported_fields", + "status": "pass", + "ubuntu": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.23017903", + "chi_square_df": "1", + "chi_square_p": "0.001381612526", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_burden_skewness": "1.191038677", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.2528608687", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_burden_skewness": "1.180683232", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.540505523e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.211170814", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + }, + "wsl": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.23017903", + "chi_square_df": "1", + "chi_square_p": "0.001381612526", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_burden_skewness": "1.191038677", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.2528608687", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_burden_skewness": "1.180683232", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.540505523e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.211170814", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + } + }, + { + "name": "SWL-S09.r_metrics", + "status": "pass", + "ubuntu": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.2301790281", + "chi_square_df": "1", + "chi_square_p": "0.00138161252573", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.252860868712", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.54050552302e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.21117081431", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + }, + "wsl": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.2301790281", + "chi_square_df": "1", + "chi_square_p": "0.00138161252573", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.252860868712", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.54050552302e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.21117081431", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + } + }, + { + "name": "SWL-S09.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S09.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S09.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S09.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067", + "wsl": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067" + }, + { + "name": "SWL-S09.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a", + "wsl": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a" + }, + { + "name": "SWL-S09.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_improvement.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "categorical" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_burden.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "rank" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S09", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_improvement.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "categorical" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_burden.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "rank" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S09", + "synthetic_only": true + } + }, + { + "name": "SWL-S09.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "n_total", + "n_comparison", + "n_intervention", + "comparison_improved", + "comparison_not_improved", + "intervention_improved", + "intervention_not_improved", + "comparison_improved_proportion", + "intervention_improved_proportion", + "improved_risk_difference_intervention_minus_comparison", + "chi_square", + "chi_square_df", + "chi_square_p", + "cramers_v", + "minimum_expected_cell_count", + "comparison_burden_median", + "intervention_burden_median", + "burden_median_difference_intervention_minus_comparison", + "mann_whitney_u_intervention", + "mann_whitney_z_no_continuity", + "mann_whitney_p_two_sided", + "rank_biserial_intervention_lower", + "comparison_burden_min", + "comparison_burden_max", + "intervention_burden_min", + "intervention_burden_max" + ], + "wsl": [ + "n_total", + "n_comparison", + "n_intervention", + "comparison_improved", + "comparison_not_improved", + "intervention_improved", + "intervention_not_improved", + "comparison_improved_proportion", + "intervention_improved_proportion", + "improved_risk_difference_intervention_minus_comparison", + "chi_square", + "chi_square_df", + "chi_square_p", + "cramers_v", + "minimum_expected_cell_count", + "comparison_burden_median", + "intervention_burden_median", + "burden_median_difference_intervention_minus_comparison", + "mann_whitney_u_intervention", + "mann_whitney_z_no_continuity", + "mann_whitney_p_two_sided", + "rank_biserial_intervention_lower", + "comparison_burden_min", + "comparison_burden_max", + "intervention_burden_min", + "intervention_burden_max" + ] + }, + { + "name": "SWL-S09.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.n_total.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.n_total.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.n_total.field", + "status": "pass", + "ubuntu": "n_total", + "wsl": "n_total" + }, + { + "name": "SWL-S09.verification_comparisons.n_total.python", + "status": "pass", + "ubuntu": "160", + "wsl": "160" + }, + { + "name": "SWL-S09.verification_comparisons.n_total.r", + "status": "pass", + "ubuntu": "160", + "wsl": "160" + }, + { + "name": "SWL-S09.verification_comparisons.n_total.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.n_total.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_total.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_total.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_total.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.n_total.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.n_total.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.field", + "status": "pass", + "ubuntu": "n_comparison", + "wsl": "n_comparison" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.python", + "status": "pass", + "ubuntu": "80", + "wsl": "80" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.r", + "status": "pass", + "ubuntu": "80", + "wsl": "80" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.n_comparison.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.n_comparison.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.field", + "status": "pass", + "ubuntu": "n_intervention", + "wsl": "n_intervention" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.python", + "status": "pass", + "ubuntu": "80", + "wsl": "80" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.r", + "status": "pass", + "ubuntu": "80", + "wsl": "80" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.n_intervention.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.n_intervention.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.field", + "status": "pass", + "ubuntu": "comparison_improved", + "wsl": "comparison_improved" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.python", + "status": "pass", + "ubuntu": "36", + "wsl": "36" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.r", + "status": "pass", + "ubuntu": "36", + "wsl": "36" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.comparison_improved.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.field", + "status": "pass", + "ubuntu": "comparison_not_improved", + "wsl": "comparison_not_improved" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.python", + "status": "pass", + "ubuntu": "44", + "wsl": "44" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.r", + "status": "pass", + "ubuntu": "44", + "wsl": "44" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_not_improved.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.comparison_not_improved.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.field", + "status": "pass", + "ubuntu": "intervention_improved", + "wsl": "intervention_improved" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.python", + "status": "pass", + "ubuntu": "56", + "wsl": "56" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.r", + "status": "pass", + "ubuntu": "56", + "wsl": "56" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.intervention_improved.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.field", + "status": "pass", + "ubuntu": "intervention_not_improved", + "wsl": "intervention_not_improved" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.python", + "status": "pass", + "ubuntu": "24", + "wsl": "24" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.r", + "status": "pass", + "ubuntu": "24", + "wsl": "24" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_not_improved.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.intervention_not_improved.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.field", + "status": "pass", + "ubuntu": "comparison_improved_proportion", + "wsl": "comparison_improved_proportion" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.python", + "status": "pass", + "ubuntu": "0.45", + "wsl": "0.45" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.r", + "status": "pass", + "ubuntu": "0.45", + "wsl": "0.45" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.comparison_improved_proportion.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.field", + "status": "pass", + "ubuntu": "intervention_improved_proportion", + "wsl": "intervention_improved_proportion" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.python", + "status": "pass", + "ubuntu": "0.7", + "wsl": "0.7" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.r", + "status": "pass", + "ubuntu": "0.7", + "wsl": "0.7" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.intervention_improved_proportion.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.field", + "status": "pass", + "ubuntu": "improved_risk_difference_intervention_minus_comparison", + "wsl": "improved_risk_difference_intervention_minus_comparison" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.python", + "status": "pass", + "ubuntu": "0.25", + "wsl": "0.25" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.r", + "status": "pass", + "ubuntu": "0.25", + "wsl": "0.25" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.improved_risk_difference_intervention_minus_comparison.absolute_difference_serialization", + "observed_delta": "0e-28", + "status": "pass", + "ubuntu": "5.55111512313e-17", + "wsl": "5.55111512313e-17" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.field", + "status": "pass", + "ubuntu": "chi_square", + "wsl": "chi_square" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.python", + "status": "pass", + "ubuntu": "10.23017903", + "wsl": "10.23017903" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.r", + "status": "pass", + "ubuntu": "10.2301790281", + "wsl": "10.2301790281" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.chi_square.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "1.86700788163e-9", + "wsl": "1.86700788163e-9" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.field", + "status": "pass", + "ubuntu": "chi_square_df", + "wsl": "chi_square_df" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.python", + "status": "pass", + "ubuntu": "1", + "wsl": "1" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.r", + "status": "pass", + "ubuntu": "1", + "wsl": "1" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_df.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.chi_square_df.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.field", + "status": "pass", + "ubuntu": "chi_square_p", + "wsl": "chi_square_p" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.python", + "status": "pass", + "ubuntu": "0.001381612526", + "wsl": "0.001381612526" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.r", + "status": "pass", + "ubuntu": "0.00138161252573", + "wsl": "0.00138161252573" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.chi_square_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.chi_square_p.absolute_difference_serialization", + "observed_delta": "4.33680e-19", + "status": "pass", + "ubuntu": "2.67411960631e-13", + "wsl": "2.67412394311e-13" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.field", + "status": "pass", + "ubuntu": "cramers_v", + "wsl": "cramers_v" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.python", + "status": "pass", + "ubuntu": "0.2528608687", + "wsl": "0.2528608687" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.r", + "status": "pass", + "ubuntu": "0.252860868712", + "wsl": "0.252860868712" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.cramers_v.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.cramers_v.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.20867760245e-11", + "wsl": "1.20867760245e-11" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.field", + "status": "pass", + "ubuntu": "minimum_expected_cell_count", + "wsl": "minimum_expected_cell_count" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.python", + "status": "pass", + "ubuntu": "34", + "wsl": "34" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.r", + "status": "pass", + "ubuntu": "34", + "wsl": "34" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.minimum_expected_cell_count.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.field", + "status": "pass", + "ubuntu": "comparison_burden_median", + "wsl": "comparison_burden_median" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.python", + "status": "pass", + "ubuntu": "10.533", + "wsl": "10.533" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.r", + "status": "pass", + "ubuntu": "10.533", + "wsl": "10.533" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_median.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.comparison_burden_median.absolute_difference_serialization", + "observed_delta": "0e-25", + "status": "pass", + "ubuntu": "1.7763568394e-15", + "wsl": "1.7763568394e-15" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.field", + "status": "pass", + "ubuntu": "intervention_burden_median", + "wsl": "intervention_burden_median" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.python", + "status": "pass", + "ubuntu": "6.7545", + "wsl": "6.7545" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.r", + "status": "pass", + "ubuntu": "6.7545", + "wsl": "6.7545" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_median.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.intervention_burden_median.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.field", + "status": "pass", + "ubuntu": "burden_median_difference_intervention_minus_comparison", + "wsl": "burden_median_difference_intervention_minus_comparison" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.python", + "status": "pass", + "ubuntu": "-3.7785", + "wsl": "-3.7785" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.r", + "status": "pass", + "ubuntu": "-3.7785", + "wsl": "-3.7785" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.burden_median_difference_intervention_minus_comparison.absolute_difference_serialization", + "observed_delta": "0e-25", + "status": "pass", + "ubuntu": "8.881784197e-16", + "wsl": "8.881784197e-16" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.field", + "status": "pass", + "ubuntu": "mann_whitney_u_intervention", + "wsl": "mann_whitney_u_intervention" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.python", + "status": "pass", + "ubuntu": "1966", + "wsl": "1966" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.r", + "status": "pass", + "ubuntu": "1966", + "wsl": "1966" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.mann_whitney_u_intervention.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.field", + "status": "pass", + "ubuntu": "mann_whitney_z_no_continuity", + "wsl": "mann_whitney_z_no_continuity" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.python", + "status": "pass", + "ubuntu": "-4.211170814", + "wsl": "-4.211170814" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.r", + "status": "pass", + "ubuntu": "-4.21117081431", + "wsl": "-4.21117081431" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.mann_whitney_z_no_continuity.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "3.1390001709e-10", + "wsl": "3.1390001709e-10" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.field", + "status": "pass", + "ubuntu": "mann_whitney_p_two_sided", + "wsl": "mann_whitney_p_two_sided" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.python", + "status": "pass", + "ubuntu": "2.540505523e-05", + "wsl": "2.540505523e-05" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.r", + "status": "pass", + "ubuntu": "2.54050552302e-05", + "wsl": "2.54050552302e-05" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.mann_whitney_p_two_sided.absolute_difference_serialization", + "observed_delta": "0e-27", + "status": "pass", + "ubuntu": "2.06510020672e-16", + "wsl": "2.06510020672e-16" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.field", + "status": "pass", + "ubuntu": "rank_biserial_intervention_lower", + "wsl": "rank_biserial_intervention_lower" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.python", + "status": "pass", + "ubuntu": "0.385625", + "wsl": "0.385625" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.r", + "status": "pass", + "ubuntu": "0.385625", + "wsl": "0.385625" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.rank_biserial_intervention_lower.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.field", + "status": "pass", + "ubuntu": "comparison_burden_min", + "wsl": "comparison_burden_min" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.python", + "status": "pass", + "ubuntu": "5.147", + "wsl": "5.147" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.r", + "status": "pass", + "ubuntu": "5.147", + "wsl": "5.147" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_min.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.comparison_burden_min.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.field", + "status": "pass", + "ubuntu": "comparison_burden_max", + "wsl": "comparison_burden_max" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.python", + "status": "pass", + "ubuntu": "42.091", + "wsl": "42.091" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.r", + "status": "pass", + "ubuntu": "42.091", + "wsl": "42.091" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.comparison_burden_max.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.comparison_burden_max.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.field", + "status": "pass", + "ubuntu": "intervention_burden_min", + "wsl": "intervention_burden_min" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.python", + "status": "pass", + "ubuntu": "3.051", + "wsl": "3.051" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.r", + "status": "pass", + "ubuntu": "3.051", + "wsl": "3.051" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_min.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.intervention_burden_min.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.field", + "status": "pass", + "ubuntu": "intervention_burden_max", + "wsl": "intervention_burden_max" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.python", + "status": "pass", + "ubuntu": "28.144", + "wsl": "28.144" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.r", + "status": "pass", + "ubuntu": "28.144", + "wsl": "28.144" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.verification_comparisons.intervention_burden_max.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S09.verification_comparisons.intervention_burden_max.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S09.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S09.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S09.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S09.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067", + "DATA_LAYOUT_AUDIT.json": "64193990ef679faa04c61a55864f72820f9f6567bd2e544a1db2dd34c62cc29b", + "DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de", + "FIGURE_SPECS.json": "4b5ea4b4f0b9f4e1e60fb1f649ce29bc23f08c8eaf00944bf91385b7a71f1704", + "MATCHED_LIMITATION.md": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a", + "MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31", + "PYTHON_RESULT.json": "19f3f11f8ee821117e38c4e05fc247cbbc0b424773f72dac282e16cc3fca498b", + "SOURCE_MANIFEST_RECORD.json": "84991249b59ea681b351711e89a728dd062c46dfe719cffafa7aed7fd8ca09b0", + "STUDY_INDEX_RECORD.json": "d2b343d41cffa38016f0f641f8ae9532c3b54edba87c2b52006fde13699064b4" + }, + "wsl": { + "APA_SOURCE_MAP.json": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067", + "DATA_LAYOUT_AUDIT.json": "64193990ef679faa04c61a55864f72820f9f6567bd2e544a1db2dd34c62cc29b", + "DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de", + "FIGURE_SPECS.json": "4b5ea4b4f0b9f4e1e60fb1f649ce29bc23f08c8eaf00944bf91385b7a71f1704", + "MATCHED_LIMITATION.md": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a", + "MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31", + "PYTHON_RESULT.json": "19f3f11f8ee821117e38c4e05fc247cbbc0b424773f72dac282e16cc3fca498b", + "SOURCE_MANIFEST_RECORD.json": "84991249b59ea681b351711e89a728dd062c46dfe719cffafa7aed7fd8ca09b0", + "STUDY_INDEX_RECORD.json": "d2b343d41cffa38016f0f641f8ae9532c3b54edba87c2b52006fde13699064b4" + } + }, + { + "name": "SWL-S09.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S09.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S09.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S10.verification_category", + "status": "pass", + "ubuntu": "V2", + "wsl": "V2" + }, + { + "name": "SWL-S10.python_reported_fields", + "status": "pass", + "ubuntu": { + "cochran_q": "1.599988593", + "cochran_q_df": "5", + "cochran_q_p": "0.9012507239", + "fixed_effect_ci_95_high": "0.5277326023", + "fixed_effect_ci_95_low": "0.2693823169", + "fixed_effect_p": "1.472100141e-09", + "fixed_effect_pooled_d": "0.3985574596", + "fixed_effect_se": "0.06590568504", + "fixed_effect_z": "6.047391198", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.11099668", + "planning_n_per_group_unrounded_90": "131.3427883", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + }, + "wsl": { + "cochran_q": "1.599988593", + "cochran_q_df": "5", + "cochran_q_p": "0.9012507239", + "fixed_effect_ci_95_high": "0.5277326023", + "fixed_effect_ci_95_low": "0.2693823169", + "fixed_effect_p": "1.472100141e-09", + "fixed_effect_pooled_d": "0.3985574596", + "fixed_effect_se": "0.06590568504", + "fixed_effect_z": "6.047391198", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.11099668", + "planning_n_per_group_unrounded_90": "131.3427883", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + } + }, + { + "name": "SWL-S10.r_metrics", + "status": "pass", + "ubuntu": { + "cochran_q": "1.59998859345", + "cochran_q_df": "5", + "cochran_q_p": "0.901250723889", + "fixed_effect_ci_95_high": "0.527732602285", + "fixed_effect_ci_95_low": "0.269382316939", + "fixed_effect_p": "1.47210014135e-09", + "fixed_effect_pooled_d": "0.398557459612", + "fixed_effect_se": "0.0659056850372", + "fixed_effect_z": "6.04739119831", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.1109966794", + "planning_n_per_group_unrounded_90": "131.342788268", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + }, + "wsl": { + "cochran_q": "1.59998859345", + "cochran_q_df": "5", + "cochran_q_p": "0.901250723889", + "fixed_effect_ci_95_high": "0.527732602285", + "fixed_effect_ci_95_low": "0.269382316939", + "fixed_effect_p": "1.47210014135e-09", + "fixed_effect_pooled_d": "0.398557459612", + "fixed_effect_se": "0.0659056850372", + "fixed_effect_z": "6.04739119831", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.1109966794", + "planning_n_per_group_unrounded_90": "131.342788268", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + } + }, + { + "name": "SWL-S10.verification_status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.v4_documented_not_equal_fields", + "status": "pass", + "ubuntu": [], + "wsl": [] + }, + { + "name": "SWL-S10.reviewer_packet_membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S10.reviewer_packet_file_count", + "status": "pass", + "ubuntu": 12, + "wsl": 12 + }, + { + "name": "SWL-S10.apa_runtime_binding_sha256", + "status": "pass", + "ubuntu": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3", + "wsl": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3" + }, + { + "name": "SWL-S10.matched_limitation_runtime_sha256", + "status": "pass", + "ubuntu": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625", + "wsl": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625" + }, + { + "name": "SWL-S10.figure_semantics", + "status": "pass", + "ubuntu": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s10.png", + "pixel_dimensions": [ + 2160, + 1500 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S10", + "synthetic_only": true + }, + "wsl": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s10.png", + "pixel_dimensions": [ + 2160, + 1500 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S10", + "synthetic_only": true + } + }, + { + "name": "SWL-S10.verification_comparisons.ubuntu_is_list", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.wsl_is_list", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.field_sequence", + "status": "pass", + "ubuntu": [ + "study_count", + "total_participants", + "target_effect_size_d", + "planning_alpha_two_sided", + "planning_power_primary", + "planning_n_per_group_unrounded_80", + "planning_n_per_group_ceiling_80", + "planning_power_sensitivity", + "planning_n_per_group_unrounded_90", + "planning_n_per_group_ceiling_90", + "minimum_observed_d", + "maximum_observed_d", + "fixed_effect_pooled_d", + "fixed_effect_se", + "fixed_effect_z", + "fixed_effect_p", + "fixed_effect_ci_95_low", + "fixed_effect_ci_95_high", + "cochran_q", + "cochran_q_df", + "cochran_q_p", + "i_squared_percent" + ], + "wsl": [ + "study_count", + "total_participants", + "target_effect_size_d", + "planning_alpha_two_sided", + "planning_power_primary", + "planning_n_per_group_unrounded_80", + "planning_n_per_group_ceiling_80", + "planning_power_sensitivity", + "planning_n_per_group_unrounded_90", + "planning_n_per_group_ceiling_90", + "minimum_observed_d", + "maximum_observed_d", + "fixed_effect_pooled_d", + "fixed_effect_se", + "fixed_effect_z", + "fixed_effect_p", + "fixed_effect_ci_95_low", + "fixed_effect_ci_95_high", + "cochran_q", + "cochran_q_df", + "cochran_q_p", + "i_squared_percent" + ] + }, + { + "name": "SWL-S10.verification_comparisons.ubuntu_fields_unique", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.wsl_fields_unique", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.study_count.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.study_count.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.study_count.field", + "status": "pass", + "ubuntu": "study_count", + "wsl": "study_count" + }, + { + "name": "SWL-S10.verification_comparisons.study_count.python", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S10.verification_comparisons.study_count.r", + "status": "pass", + "ubuntu": "6", + "wsl": "6" + }, + { + "name": "SWL-S10.verification_comparisons.study_count.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.study_count.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.study_count.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.study_count.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.study_count.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.study_count.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.study_count.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.field", + "status": "pass", + "ubuntu": "total_participants", + "wsl": "total_participants" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.python", + "status": "pass", + "ubuntu": "960", + "wsl": "960" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.r", + "status": "pass", + "ubuntu": "960", + "wsl": "960" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.total_participants.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.total_participants.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.field", + "status": "pass", + "ubuntu": "target_effect_size_d", + "wsl": "target_effect_size_d" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.python", + "status": "pass", + "ubuntu": "0.4", + "wsl": "0.4" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.r", + "status": "pass", + "ubuntu": "0.4", + "wsl": "0.4" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.target_effect_size_d.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.target_effect_size_d.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.field", + "status": "pass", + "ubuntu": "planning_alpha_two_sided", + "wsl": "planning_alpha_two_sided" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.python", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.r", + "status": "pass", + "ubuntu": "0.05", + "wsl": "0.05" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.planning_alpha_two_sided.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.field", + "status": "pass", + "ubuntu": "planning_power_primary", + "wsl": "planning_power_primary" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.python", + "status": "pass", + "ubuntu": "0.8", + "wsl": "0.8" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.r", + "status": "pass", + "ubuntu": "0.8", + "wsl": "0.8" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_primary.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.planning_power_primary.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.field", + "status": "pass", + "ubuntu": "planning_n_per_group_unrounded_80", + "wsl": "planning_n_per_group_unrounded_80" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.python", + "status": "pass", + "ubuntu": "98.11099668", + "wsl": "98.11099668" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.r", + "status": "pass", + "ubuntu": "98.1109966794", + "wsl": "98.1109966794" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_80.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "6.3643312842e-10", + "wsl": "6.3643312842e-10" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.field", + "status": "pass", + "ubuntu": "planning_n_per_group_ceiling_80", + "wsl": "planning_n_per_group_ceiling_80" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.python", + "status": "pass", + "ubuntu": "99", + "wsl": "99" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.r", + "status": "pass", + "ubuntu": "99", + "wsl": "99" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_80.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.field", + "status": "pass", + "ubuntu": "planning_power_sensitivity", + "wsl": "planning_power_sensitivity" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.python", + "status": "pass", + "ubuntu": "0.9", + "wsl": "0.9" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.r", + "status": "pass", + "ubuntu": "0.9", + "wsl": "0.9" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.planning_power_sensitivity.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.field", + "status": "pass", + "ubuntu": "planning_n_per_group_unrounded_90", + "wsl": "planning_n_per_group_unrounded_90" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.python", + "status": "pass", + "ubuntu": "131.3427883", + "wsl": "131.3427883" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.r", + "status": "pass", + "ubuntu": "131.342788268", + "wsl": "131.342788268" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.planning_n_per_group_unrounded_90.absolute_difference_serialization", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu": "3.1992243521e-8", + "wsl": "3.1992243521e-8" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.field", + "status": "pass", + "ubuntu": "planning_n_per_group_ceiling_90", + "wsl": "planning_n_per_group_ceiling_90" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.python", + "status": "pass", + "ubuntu": "132", + "wsl": "132" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.r", + "status": "pass", + "ubuntu": "132", + "wsl": "132" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.planning_n_per_group_ceiling_90.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.field", + "status": "pass", + "ubuntu": "minimum_observed_d", + "wsl": "minimum_observed_d" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.python", + "status": "pass", + "ubuntu": "0.28", + "wsl": "0.28" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.r", + "status": "pass", + "ubuntu": "0.28", + "wsl": "0.28" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.minimum_observed_d.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.minimum_observed_d.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.field", + "status": "pass", + "ubuntu": "maximum_observed_d", + "wsl": "maximum_observed_d" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.python", + "status": "pass", + "ubuntu": "0.51", + "wsl": "0.51" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.r", + "status": "pass", + "ubuntu": "0.51", + "wsl": "0.51" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.maximum_observed_d.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.maximum_observed_d.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.field", + "status": "pass", + "ubuntu": "fixed_effect_pooled_d", + "wsl": "fixed_effect_pooled_d" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.python", + "status": "pass", + "ubuntu": "0.3985574596", + "wsl": "0.3985574596" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.r", + "status": "pass", + "ubuntu": "0.398557459612", + "wsl": "0.398557459612" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.fixed_effect_pooled_d.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.20015108962e-11", + "wsl": "1.20015108962e-11" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.field", + "status": "pass", + "ubuntu": "fixed_effect_se", + "wsl": "fixed_effect_se" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.python", + "status": "pass", + "ubuntu": "0.06590568504", + "wsl": "0.06590568504" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.r", + "status": "pass", + "ubuntu": "0.0659056850372", + "wsl": "0.0659056850372" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_se.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.fixed_effect_se.absolute_difference_serialization", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu": "2.83838230697e-12", + "wsl": "2.83838230697e-12" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.field", + "status": "pass", + "ubuntu": "fixed_effect_z", + "wsl": "fixed_effect_z" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.python", + "status": "pass", + "ubuntu": "6.047391198", + "wsl": "6.047391198" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.r", + "status": "pass", + "ubuntu": "6.04739119831", + "wsl": "6.04739119831" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_z.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.fixed_effect_z.absolute_difference_serialization", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu": "3.05134584266e-10", + "wsl": "3.05134584266e-10" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.field", + "status": "pass", + "ubuntu": "fixed_effect_p", + "wsl": "fixed_effect_p" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.python", + "status": "pass", + "ubuntu": "1.472100141e-09", + "wsl": "1.472100141e-09" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.r", + "status": "pass", + "ubuntu": "1.47210014135e-09", + "wsl": "1.47210014135e-09" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.fixed_effect_p.absolute_difference_serialization", + "observed_delta": "0e-30", + "status": "pass", + "ubuntu": "3.50009895673e-19", + "wsl": "3.50009895673e-19" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.field", + "status": "pass", + "ubuntu": "fixed_effect_ci_95_low", + "wsl": "fixed_effect_ci_95_low" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.python", + "status": "pass", + "ubuntu": "0.2693823169", + "wsl": "0.2693823169" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.r", + "status": "pass", + "ubuntu": "0.269382316939", + "wsl": "0.269382316939" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_low.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "3.91647825282e-11", + "wsl": "3.91647825282e-11" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.field", + "status": "pass", + "ubuntu": "fixed_effect_ci_95_high", + "wsl": "fixed_effect_ci_95_high" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.python", + "status": "pass", + "ubuntu": "0.5277326023", + "wsl": "0.5277326023" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.r", + "status": "pass", + "ubuntu": "0.527732602285", + "wsl": "0.527732602285" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.fixed_effect_ci_95_high.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.51616497135e-11", + "wsl": "1.51616497135e-11" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.field", + "status": "pass", + "ubuntu": "cochran_q", + "wsl": "cochran_q" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.python", + "status": "pass", + "ubuntu": "1.599988593", + "wsl": "1.599988593" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.r", + "status": "pass", + "ubuntu": "1.59998859345", + "wsl": "1.59998859345" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.cochran_q.absolute_difference_serialization", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu": "4.4957171319e-10", + "wsl": "4.4957171319e-10" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.field", + "status": "pass", + "ubuntu": "cochran_q_df", + "wsl": "cochran_q_df" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.python", + "status": "pass", + "ubuntu": "5", + "wsl": "5" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.r", + "status": "pass", + "ubuntu": "5", + "wsl": "5" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_df.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.cochran_q_df.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.field", + "status": "pass", + "ubuntu": "cochran_q_p", + "wsl": "cochran_q_p" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.python", + "status": "pass", + "ubuntu": "0.9012507239", + "wsl": "0.9012507239" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.r", + "status": "pass", + "ubuntu": "0.901250723889", + "wsl": "0.901250723889" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.cochran_q_p.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.cochran_q_p.absolute_difference_serialization", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu": "1.07351905143e-11", + "wsl": "1.07351905143e-11" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.ubuntu_present", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.wsl_present", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.field", + "status": "pass", + "ubuntu": "i_squared_percent", + "wsl": "i_squared_percent" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.python", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.r", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.allowed_absolute_difference", + "status": "pass", + "ubuntu": "1e-07", + "wsl": "1e-07" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.status", + "status": "pass", + "ubuntu": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.ubuntu_status_pass", + "required": "pass", + "status": "pass", + "ubuntu": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.wsl_status_pass", + "required": "pass", + "status": "pass", + "wsl": "pass" + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.ubuntu_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.verification_comparisons.i_squared_percent.wsl_difference_within_registered_tolerance", + "required": true, + "status": "pass", + "wsl": true + }, + { + "allowed_cross_platform_delta": "1e-12", + "name": "SWL-S10.verification_comparisons.i_squared_percent.absolute_difference_serialization", + "observed_delta": "0", + "status": "pass", + "ubuntu": "0", + "wsl": "0" + }, + { + "name": "SWL-S10.reviewer_packet_source_hashes.ubuntu_is_object", + "required": true, + "status": "pass", + "ubuntu": true + }, + { + "name": "SWL-S10.reviewer_packet_source_hashes.wsl_is_object", + "required": true, + "status": "pass", + "wsl": true + }, + { + "name": "SWL-S10.reviewer_packet_source_hashes.membership", + "status": "pass", + "ubuntu": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "wsl": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ] + }, + { + "name": "SWL-S10.reviewer_packet_source_hashes.immutable_hashes", + "status": "pass", + "ubuntu": { + "APA_SOURCE_MAP.json": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3", + "DATA_LAYOUT_AUDIT.json": "781fec4c4cda43169f8b122d0699fe8bc6f5e16bc7d60af726be4f8cf0f6a3ce", + "DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7", + "FIGURE_SPECS.json": "19619cb76aae6966ef9af5633ecd8d9de032d1dfc5940269b2aae445fb39ce73", + "MATCHED_LIMITATION.md": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625", + "MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765", + "PYTHON_RESULT.json": "21c7951f4f3ad8fedbe809313d0e43b4535947cd4ca4ab53642153297a61edee", + "SOURCE_MANIFEST_RECORD.json": "5af6291745e4a9a0543286703d29413d7d5e59e9a64d195693d7522851a84ff2", + "STUDY_INDEX_RECORD.json": "7f097f6940b8388ce34ed3bd31d49f5d9d15608184fc0b39ef8b63ea1f82dbb3" + }, + "wsl": { + "APA_SOURCE_MAP.json": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3", + "DATA_LAYOUT_AUDIT.json": "781fec4c4cda43169f8b122d0699fe8bc6f5e16bc7d60af726be4f8cf0f6a3ce", + "DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7", + "FIGURE_SPECS.json": "19619cb76aae6966ef9af5633ecd8d9de032d1dfc5940269b2aae445fb39ce73", + "MATCHED_LIMITATION.md": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625", + "MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765", + "PYTHON_RESULT.json": "21c7951f4f3ad8fedbe809313d0e43b4535947cd4ca4ab53642153297a61edee", + "SOURCE_MANIFEST_RECORD.json": "5af6291745e4a9a0543286703d29413d7d5e59e9a64d195693d7522851a84ff2", + "STUDY_INDEX_RECORD.json": "7f097f6940b8388ce34ed3bd31d49f5d9d15608184fc0b39ef8b63ea1f82dbb3" + } + }, + { + "name": "SWL-S10.reviewer_packet_source_hashes.R_RESULT.csv.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S10.reviewer_packet_source_hashes.VERIFICATION_RECEIPT.json.present_in_both", + "observed": true, + "required": true, + "status": "pass" + }, + { + "name": "SWL-S10.reviewer_packet_source_hashes.generated_runtime_differences_policy", + "observed": true, + "required": true, + "status": "pass" + } + ], + "failed_exact_checks": [], + "generated_runtime_evidence_hash_comparison": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "immutable_or_canonical_packet_hashes_required_exact": true, + "studies": { + "SWL-S01": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "767cb4341629986a0b0f08421450c2726edd5c1565fafa8f63143161f92c0ac7", + "wsl_sha256": "542c1f5b50f04ae6fbab395efa2b44ed6f529c596d90e8b59e9fd06cec8686e8" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "d342f595048800bee6ef3033907f288540986979f943fbc71ed95621fb19ddc1", + "wsl_sha256": "7e98ccad2084f5ff2de95b5251303adeecdfc7b36427c32037db4487938bbd20" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S02": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "d37820aeea7bf141bf3ea888c217170d1a38840d0c807d1a1c4a9c43ab64600a", + "wsl_sha256": "d37820aeea7bf141bf3ea888c217170d1a38840d0c807d1a1c4a9c43ab64600a" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "ce7334c49fc5f092166dc2bb4883a0483ce0377b38458f4c3c7adc848f08824f", + "wsl_sha256": "ce7334c49fc5f092166dc2bb4883a0483ce0377b38458f4c3c7adc848f08824f" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S03": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "ce557c898e1a9fdebdb40221924290bb6b2babccd402f0172fc651ba39dcdb2d", + "wsl_sha256": "ce557c898e1a9fdebdb40221924290bb6b2babccd402f0172fc651ba39dcdb2d" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "4f220ce3f6f3c5d2b32807a7117c61c5daef4fa411cbab55eabc30a906d4bd91", + "wsl_sha256": "4f220ce3f6f3c5d2b32807a7117c61c5daef4fa411cbab55eabc30a906d4bd91" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S04": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "c4aedbbbe9d48e7cb83140a16bae30e4ebf31a1dd9b7ab55cd6eb2c49554b487", + "wsl_sha256": "c4aedbbbe9d48e7cb83140a16bae30e4ebf31a1dd9b7ab55cd6eb2c49554b487" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "23bb045bf4097b7e42d7ee1e3d3d5ad14d90739a11061084ba72f62b85c03e94", + "wsl_sha256": "23bb045bf4097b7e42d7ee1e3d3d5ad14d90739a11061084ba72f62b85c03e94" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S05": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "69d821fe47fbf3e80a8dd9acc3c26b122d4796f89c6f1f92220983d6b220894f", + "wsl_sha256": "69d821fe47fbf3e80a8dd9acc3c26b122d4796f89c6f1f92220983d6b220894f" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "8c6acc1935964ed3c1b0c253a16b721234e869a19deb9de5002387b587d3b270", + "wsl_sha256": "8c6acc1935964ed3c1b0c253a16b721234e869a19deb9de5002387b587d3b270" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S06": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "4395a61019908f3ea2b1e21cab9fbc197e0095ed3799c7d39e9e34b6208949a7", + "wsl_sha256": "4395a61019908f3ea2b1e21cab9fbc197e0095ed3799c7d39e9e34b6208949a7" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "2a482e9808a9f73eed6639b41c38fd4efb8354b7ebab3fbae9e1e900ce52a1e1", + "wsl_sha256": "2a482e9808a9f73eed6639b41c38fd4efb8354b7ebab3fbae9e1e900ce52a1e1" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S07": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "839148e5ce70bc7b6352b36a3db722bff1c307617b4f5a12e4a02c05d5a8a602", + "wsl_sha256": "4fea019a55b3785c82f32cceedca702a44d155f18eb1a1a0d4a18b14c4ab143b" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "21084aa9145dd8164168733b0eadfa0bf8bab735d0f7c03baabd3c9f8c5bf80c", + "wsl_sha256": "2fd6aeade95c1491e16c1598d436f0b8ca78873f31baef929e3e2fd8d4c2d2b7" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S08": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "a4808c037c370761db1be02024cf675c0451adcde72712d43f13139f424cca60", + "wsl_sha256": "ed8f4245337cc5f030651f37e7ca5de3571cfc731c3ec5d7dddd7f4803e73b2a" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "b8a73deb05946eb0c5198f6be669c4cc0860ea8ac1b8d72c440d59cdff7f77bb", + "wsl_sha256": "c76440be1f96811ce1e917113f899d473e40a0c36339289234c7ae3424449e6f" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S09": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "883a2459ef014ac9169a7f181a2e5dd604bcd57a369a61eb22a20f0d1e49a6f1", + "wsl_sha256": "d4638786775da90cbf48cacd33b11448cd81ff064480e9d900adfbfe23d56797" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": false, + "status": "allowed_generated_runtime_evidence_difference", + "ubuntu_sha256": "c8fe720c0c5804a722e9666e4ec76b26b0da14f2d982991ad202a3d64fc68eac", + "wsl_sha256": "363a3eb7d1feaa0e56cf8452527f3c156597c9a863ea3e23d37f8f41be1f607d" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + }, + "SWL-S10": { + "allowed_different_files": [ + "R_RESULT.csv", + "VERIFICATION_RECEIPT.json" + ], + "files": { + "R_RESULT.csv": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "dff5dfc9d9d8ef892ad9d36a9cfa441b6a0bdb98a323d7ce036a7a3f51d8566f", + "wsl_sha256": "dff5dfc9d9d8ef892ad9d36a9cfa441b6a0bdb98a323d7ce036a7a3f51d8566f" + }, + "VERIFICATION_RECEIPT.json": { + "byte_identical": true, + "status": "identical", + "ubuntu_sha256": "c0b518e9675015486b01c8f4ad2755fd32d9876ff5549712f1a2851e23cb2957", + "wsl_sha256": "c0b518e9675015486b01c8f4ad2755fd32d9876ff5549712f1a2851e23cb2957" + } + }, + "prerequisites": { + "apa_runtime_binding_exact": true, + "figure_semantics_exact": true, + "hash_membership_exact": true, + "immutable_hashes_exact": true, + "matched_limitation_exact": true, + "python_reported_fields_exact": true, + "r_metrics_exact": true, + "reviewer_packet_file_count_exact": true, + "reviewer_packet_membership_exact": true, + "source_bindings_exact": true, + "v4_documented_not_equal_fields_exact": true, + "verification_category_exact": true, + "verification_comparisons_normalized": true, + "verification_status_exact": true, + "verification_status_pass": true + }, + "status": "pass" + } + } + }, + "package_version": "0.26.0", + "png_renderer_comparison": { + "png_byte_identity_required": false, + "scientific_figure_semantics_required_exact": true, + "studies": { + "SWL-S01": { + "byte_identical": false, + "status": "allowed_renderer_difference", + "ubuntu": { + "swl_s01_correlation.png": "41dd8deb2958ee5fcb30428ef9258788f9dfccd9ac9d66978c5de770dd3c3f26", + "swl_s01_regression_residuals.png": "3c2baafd95809cfb4a125434e77f1c5950170bb34ebc624635a2fcd7c401fc26" + }, + "wsl": { + "swl_s01_correlation.png": "f097e38d86fa4ae61907eb05d4c0f7fc013467b9b7e6a8e4c558c1c75c6a3275", + "swl_s01_regression_residuals.png": "3c2baafd95809cfb4a125434e77f1c5950170bb34ebc624635a2fcd7c401fc26" + } + }, + "SWL-S02": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s02.png": "0804d824ad342d0da40c7e804f1a086e3034f7b1dbf6b0f40ca60aa327279c4d" + }, + "wsl": { + "swl_s02.png": "0804d824ad342d0da40c7e804f1a086e3034f7b1dbf6b0f40ca60aa327279c4d" + } + }, + "SWL-S03": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s03.png": "0b9652ea6185760ee18539f8486d6cad1cecc8200cd1f4c8138cb530b0cbcd79" + }, + "wsl": { + "swl_s03.png": "0b9652ea6185760ee18539f8486d6cad1cecc8200cd1f4c8138cb530b0cbcd79" + } + }, + "SWL-S04": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s04.png": "b09ade831a7d04302b195a6c324936ccf6ed29774cb4a25f5738c64a25fcfcd5" + }, + "wsl": { + "swl_s04.png": "b09ade831a7d04302b195a6c324936ccf6ed29774cb4a25f5738c64a25fcfcd5" + } + }, + "SWL-S05": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s05.png": "b11a56a64aa33fafccd8c244b338d274ac23c9f5523c4de42ad6d27132ab110d" + }, + "wsl": { + "swl_s05.png": "b11a56a64aa33fafccd8c244b338d274ac23c9f5523c4de42ad6d27132ab110d" + } + }, + "SWL-S06": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s06.png": "7c9fde47cca33c339abb0adfdf38d71717a4a9093938885c77b6d138f9fe7633" + }, + "wsl": { + "swl_s06.png": "7c9fde47cca33c339abb0adfdf38d71717a4a9093938885c77b6d138f9fe7633" + } + }, + "SWL-S07": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s07.png": "c67c57059c67d6d6bda363b8b419ab8c9558b0530c318f14cee9bd21b0c1791a" + }, + "wsl": { + "swl_s07.png": "c67c57059c67d6d6bda363b8b419ab8c9558b0530c318f14cee9bd21b0c1791a" + } + }, + "SWL-S08": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s08.png": "39ba9e86e709156e902de38f4707d266897957dc266202563e7b3cdb413a6a55" + }, + "wsl": { + "swl_s08.png": "39ba9e86e709156e902de38f4707d266897957dc266202563e7b3cdb413a6a55" + } + }, + "SWL-S09": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s09_burden.png": "f11e05a1d8e935609566fb0decd0436980a98ed9149abec75c955c69b6e861d8", + "swl_s09_improvement.png": "0d7316d3b6eb2a37df40690f16f0aba3039e349ae5eda8c6b6ccb2e4947c4526" + }, + "wsl": { + "swl_s09_burden.png": "f11e05a1d8e935609566fb0decd0436980a98ed9149abec75c955c69b6e861d8", + "swl_s09_improvement.png": "0d7316d3b6eb2a37df40690f16f0aba3039e349ae5eda8c6b6ccb2e4947c4526" + } + }, + "SWL-S10": { + "byte_identical": true, + "status": "identical", + "ubuntu": { + "swl_s10.png": "125a18e4f804eba66b89b0df16bef0a6581401801a815bb26b52256429022b15" + }, + "wsl": { + "swl_s10.png": "125a18e4f804eba66b89b0df16bef0a6581401801a815bb26b52256429022b15" + } + } + } + }, + "real_data_authorized": false, + "schema_version": "pystatsv1-psych-design-cross-platform-comparison-v0.1", + "status": "pass", + "synthetic_only": true, + "verification_comparison_normalization": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "studies": { + "SWL-S01": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "n", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "correlation_r_sleep_confidence", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "3.54719587037e-11", + "wsl_absolute_difference": "3.54719587037e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "correlation_t", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "3.81279896544e-9", + "wsl_absolute_difference": "3.81279896544e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "correlation_df", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "correlation_p_two_sided", + "observed_delta": "0e-44", + "status": "pass", + "ubuntu_absolute_difference": "1.04620172718e-33", + "wsl_absolute_difference": "1.04620172718e-33" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "correlation_ci_95_low", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.54829482568e-11", + "wsl_absolute_difference": "1.54829482568e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "correlation_ci_95_high", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.66079372477e-11", + "wsl_absolute_difference": "1.66079372477e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "regression_df_model", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "regression_df_residual", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "regression_f", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu_absolute_difference": "4.48240058404e-8", + "wsl_absolute_difference": "4.48240058404e-8" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "regression_p", + "observed_delta": "0e-48", + "status": "pass", + "ubuntu_absolute_difference": "1.38529899898e-37", + "wsl_absolute_difference": "1.38529899898e-37" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "regression_r_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "3.69609898243e-11", + "wsl_absolute_difference": "3.69609898243e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "regression_adjusted_r_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.79620762708e-11", + "wsl_absolute_difference": "1.79620762708e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "regression_rmse", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "4.52129889084e-10", + "wsl_absolute_difference": "4.52129889084e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_b", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "3.94260091241e-9", + "wsl_absolute_difference": "3.94260091241e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_se", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "6.20294926534e-11", + "wsl_absolute_difference": "6.20294926534e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_t", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "4.11310097093e-10", + "wsl_absolute_difference": "4.11310097093e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_p", + "observed_delta": "9.714451e-17", + "status": "pass", + "ubuntu_absolute_difference": "3.43380185397e-12", + "wsl_absolute_difference": "3.43389899848e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_ci_95_low", + "observed_delta": "4.996004e-15", + "status": "pass", + "ubuntu_absolute_difference": "2.32619978835e-10", + "wsl_absolute_difference": "2.32624974839e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_ci_95_high", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.01789890248e-9", + "wsl_absolute_difference": "4.01789890248e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "study_hours_b", + "observed_delta": "9.769962e-15", + "status": "pass", + "ubuntu_absolute_difference": "2.87310175651e-10", + "wsl_absolute_difference": "2.87319945613e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "study_hours_se", + "observed_delta": "9.992007e-16", + "status": "pass", + "ubuntu_absolute_difference": "1.9913987126e-11", + "wsl_absolute_difference": "1.99149863267e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "study_hours_t", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "1.39690037315e-9", + "wsl_absolute_difference": "1.39690037315e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "study_hours_p", + "observed_delta": "4.90401550e-38", + "status": "pass", + "ubuntu_absolute_difference": "4.80959023769e-35", + "wsl_absolute_difference": "4.80468622219e-35" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "study_hours_ci_95_low", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.5199999299e-10", + "wsl_absolute_difference": "4.5199999299e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "study_hours_ci_95_high", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "1.2262990623e-10", + "wsl_absolute_difference": "1.2262990623e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "confidence_b", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "2.15529816217e-11", + "wsl_absolute_difference": "2.15529816217e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "confidence_se", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu_absolute_difference": "1.02559627457e-12", + "wsl_absolute_difference": "1.02559627457e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "confidence_t", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "3.5087044381e-10", + "wsl_absolute_difference": "3.5087044381e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "confidence_p", + "observed_delta": "0e-32", + "status": "pass", + "ubuntu_absolute_difference": "4.03320341984e-21", + "wsl_absolute_difference": "4.03320341984e-21" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "confidence_ci_95_low", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu_absolute_difference": "6.28408436398e-12", + "wsl_absolute_difference": "6.28408436398e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "confidence_ci_95_high", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "3.68209907009e-11", + "wsl_absolute_difference": "3.68209907009e-11" + } + ], + "maximum_observed_absolute_difference_delta": "9.769962e-15", + "status": "pass" + }, + "SWL-S02": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "ci_95_high", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "2.31350050228e-10", + "wsl_absolute_difference": "2.31350050228e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "ci_95_low", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "2.31350050228e-10", + "wsl_absolute_difference": "2.31350050228e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "cohen_d_pooled", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "2.76670020227e-10", + "wsl_absolute_difference": "2.76670020227e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_difference_structured_minus_standard", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_standard", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_structured", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_standard", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_structured", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "p_value_two_sided", + "observed_delta": "0e-31", + "status": "pass", + "ubuntu_absolute_difference": "2.20109659073e-20", + "wsl_absolute_difference": "2.20109659073e-20" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "sd_standard", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "4.81950035436e-10", + "wsl_absolute_difference": "4.81950035436e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "sd_structured", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "4.81950035436e-10", + "wsl_absolute_difference": "4.81950035436e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "welch_df", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "welch_t", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "1.06700426272e-10", + "wsl_absolute_difference": "1.06700426272e-10" + } + ], + "maximum_observed_absolute_difference_delta": "0e-21", + "status": "pass" + }, + "SWL-S03": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "ci_95_high", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu_absolute_difference": "3.979296892e-10", + "wsl_absolute_difference": "3.979296892e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "ci_95_low", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "6.45901110374e-11", + "wsl_absolute_difference": "6.45901110374e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "cohen_dz", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "4.35739888616e-10", + "wsl_absolute_difference": "4.35739888616e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "df", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_change_post_minus_pre", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "3.33330696378e-10", + "wsl_absolute_difference": "3.33330696378e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_post", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.333298082e-9", + "wsl_absolute_difference": "3.333298082e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_pre", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.333298082e-9", + "wsl_absolute_difference": "3.333298082e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_paired", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "p_value_two_sided", + "observed_delta": "0e-33", + "status": "pass", + "ubuntu_absolute_difference": "1.2799892965e-23", + "wsl_absolute_difference": "1.2799892965e-23" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "paired_t", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "1.17500675856e-10", + "wsl_absolute_difference": "1.17500675856e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "sd_change", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "1.58549617879e-10", + "wsl_absolute_difference": "1.58549617879e-10" + } + ], + "maximum_observed_absolute_difference_delta": "0e-19", + "status": "pass" + }, + "SWL-S04": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "anova_f", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "2.26019380989e-9", + "wsl_absolute_difference": "2.26019380989e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_feedback_increment_estimate", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_feedback_increment_p", + "observed_delta": "0e-30", + "status": "pass", + "ubuntu_absolute_difference": "8.40398958742e-19", + "wsl_absolute_difference": "8.40398958742e-19" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_feedback_increment_p_holm", + "observed_delta": "0e-30", + "status": "pass", + "ubuntu_absolute_difference": "8.40398958742e-19", + "wsl_absolute_difference": "8.40398958742e-19" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_feedback_increment_t", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "3.48230777547e-10", + "wsl_absolute_difference": "3.48230777547e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_guided_average_minus_standard_estimate", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_guided_average_minus_standard_p", + "observed_delta": "0e-36", + "status": "pass", + "ubuntu_absolute_difference": "1.14359982139e-25", + "wsl_absolute_difference": "1.14359982139e-25" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_guided_average_minus_standard_p_holm", + "observed_delta": "0e-36", + "status": "pass", + "ubuntu_absolute_difference": "2.28719964277e-25", + "wsl_absolute_difference": "2.28719964277e-25" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "contrast_guided_average_minus_standard_t", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "3.45039552485e-10", + "wsl_absolute_difference": "3.45039552485e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "df_between", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "df_within", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "eta_squared", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu_absolute_difference": "8.37507840856e-12", + "wsl_absolute_difference": "8.37507840856e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_guided_practice", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.333298082e-9", + "wsl_absolute_difference": "3.333298082e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_guided_practice_plus_feedback", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.333298082e-9", + "wsl_absolute_difference": "3.333298082e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_standard_support", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.333298082e-9", + "wsl_absolute_difference": "3.333298082e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_guided_practice", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_guided_practice_plus_feedback", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_standard_support", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_total", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "p_value", + "observed_delta": "0e-40", + "status": "pass", + "ubuntu_absolute_difference": "4.50498125152e-29", + "wsl_absolute_difference": "4.50498125152e-29" + } + ], + "maximum_observed_absolute_difference_delta": "0e-20", + "status": "pass" + }, + "SWL-S05": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "df_effect", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "df_within", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "feedback_f", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.24209645189e-9", + "wsl_absolute_difference": "4.24209645189e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "feedback_p", + "observed_delta": "0e-31", + "status": "pass", + "ubuntu_absolute_difference": "1.2771022423e-21", + "wsl_absolute_difference": "1.2771022423e-21" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "feedback_partial_eta_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "4.36000124893e-11", + "wsl_absolute_difference": "4.36000124893e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "interaction_difference_in_differences", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "interaction_f", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "2.47279885457e-9", + "wsl_absolute_difference": "2.47279885457e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "interaction_p", + "observed_delta": "0e-26", + "status": "pass", + "ubuntu_absolute_difference": "4.49449911967e-15", + "wsl_absolute_difference": "4.49449911967e-15" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "interaction_partial_eta_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.98729921408e-11", + "wsl_absolute_difference": "1.98729921408e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_rereading_explanatory_feedback", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_rereading_no_feedback", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_retrieval_explanatory_feedback", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_retrieval_no_feedback", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_per_cell", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_total", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "simple_strategy_explanatory_feedback_estimate", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "simple_strategy_explanatory_feedback_p", + "observed_delta": "0e-39", + "status": "pass", + "ubuntu_absolute_difference": "1.38821030391e-28", + "wsl_absolute_difference": "1.38821030391e-28" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "simple_strategy_explanatory_feedback_t", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "5.32599742087e-10", + "wsl_absolute_difference": "5.32599742087e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "simple_strategy_no_feedback_estimate", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "simple_strategy_no_feedback_p", + "observed_delta": "0e-25", + "status": "pass", + "ubuntu_absolute_difference": "3.4408985535e-15", + "wsl_absolute_difference": "3.4408985535e-15" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "simple_strategy_no_feedback_t", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "2.13029593965e-10", + "wsl_absolute_difference": "2.13029593965e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "strategy_f", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu_absolute_difference": "2.43149997914e-8", + "wsl_absolute_difference": "2.43149997914e-8" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "strategy_p", + "observed_delta": "0e-38", + "status": "pass", + "ubuntu_absolute_difference": "4.3779931347e-28", + "wsl_absolute_difference": "4.3779931347e-28" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "strategy_partial_eta_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.36519684446e-11", + "wsl_absolute_difference": "1.36519684446e-11" + } + ], + "maximum_observed_absolute_difference_delta": "0", + "status": "pass" + }, + "SWL-S06": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_scheduled_participants", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "scheduled_rows", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "observed_outcomes", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "missing_outcomes", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "missing_baseline", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "missing_post", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "missing_follow_up", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_complete_case", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_incomplete_participants", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_baseline_complete_case", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "3.70398822724e-10", + "wsl_absolute_difference": "3.70398822724e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_post_complete_case", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_follow_up_complete_case", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "1.11109699219e-9", + "wsl_absolute_difference": "1.11109699219e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_change_post_minus_baseline", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "3.70369512837e-10", + "wsl_absolute_difference": "3.70369512837e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mean_change_follow_up_minus_baseline", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "4.81479744963e-10", + "wsl_absolute_difference": "4.81479744963e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "rm_anova_f", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "5.50102186025e-9", + "wsl_absolute_difference": "5.50102186025e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "rm_anova_df_occasion", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "rm_anova_df_error", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "rm_anova_p", + "observed_delta": "0e-63", + "status": "pass", + "ubuntu_absolute_difference": "2.57869964234e-52", + "wsl_absolute_difference": "2.57869964234e-52" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "greenhouse_geisser_epsilon", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "3.11201064918e-11", + "wsl_absolute_difference": "3.11201064918e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "greenhouse_geisser_df_occasion", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "6.22402129835e-11", + "wsl_absolute_difference": "6.22402129835e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "greenhouse_geisser_df_error", + "observed_delta": "0e-19", + "status": "pass", + "ubuntu_absolute_difference": "3.7013023757e-9", + "wsl_absolute_difference": "3.7013023757e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "greenhouse_geisser_p", + "observed_delta": "0e-50", + "status": "pass", + "ubuntu_absolute_difference": "3.53489308533e-39", + "wsl_absolute_difference": "3.53489308533e-39" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "partial_eta_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "4.87490048329e-11", + "wsl_absolute_difference": "4.87490048329e-11" + } + ], + "maximum_observed_absolute_difference_delta": "0", + "status": "pass" + }, + "SWL-S07": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_total", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_comparison", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_intervention", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "baseline_overall_mean", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.333298082e-9", + "wsl_absolute_difference": "3.333298082e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "raw_baseline_mean_comparison", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "raw_baseline_mean_intervention", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.333298082e-9", + "wsl_absolute_difference": "3.333298082e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "raw_post_mean_comparison", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "1.11109699219e-9", + "wsl_absolute_difference": "1.11109699219e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "raw_post_mean_intervention", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.44440217962e-9", + "wsl_absolute_difference": "4.44440217962e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "adjusted_mean_comparison_at_overall_baseline", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "1.30660282593e-9", + "wsl_absolute_difference": "1.30660282593e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "adjusted_mean_intervention_at_overall_baseline", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.63990090793e-9", + "wsl_absolute_difference": "4.63990090793e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "adjusted_group_difference_intervention_minus_comparison", + "observed_delta": "1.06581410e-14", + "status": "pass", + "ubuntu_absolute_difference": "5.34905453264e-11", + "wsl_absolute_difference": "5.34798871854e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_effect_se", + "observed_delta": "9.9920072e-16", + "status": "pass", + "ubuntu_absolute_difference": "9.51094758506e-12", + "wsl_absolute_difference": "9.51194678578e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_effect_t", + "observed_delta": "1.06581411e-14", + "status": "pass", + "ubuntu_absolute_difference": "4.90105733775e-11", + "wsl_absolute_difference": "4.89999152364e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_effect_p", + "observed_delta": "0e-33", + "status": "pass", + "ubuntu_absolute_difference": "1.55110097344e-22", + "wsl_absolute_difference": "1.55110097344e-22" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_effect_ci_95_low", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "2.11779926929e-10", + "wsl_absolute_difference": "2.11779926929e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_effect_ci_95_high", + "observed_delta": "9.769963e-15", + "status": "pass", + "ubuntu_absolute_difference": "3.18760129403e-10", + "wsl_absolute_difference": "3.1875035944e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_effect_f", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.47199965947e-9", + "wsl_absolute_difference": "4.47199965947e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_effect_df", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "model_df_error", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "group_partial_eta_squared", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu_absolute_difference": "4.04198896575e-12", + "wsl_absolute_difference": "4.04198896575e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "baseline_slope", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "3.62090135653e-10", + "wsl_absolute_difference": "3.62090135653e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "baseline_slope_se", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu_absolute_difference": "1.49590062559e-12", + "wsl_absolute_difference": "1.49590062559e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "baseline_slope_t", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "3.63190011399e-9", + "wsl_absolute_difference": "3.63190011399e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "baseline_slope_p", + "observed_delta": "4.0091471e-49", + "status": "pass", + "ubuntu_absolute_difference": "1.33509942799e-45", + "wsl_absolute_difference": "1.33469851328e-45" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "baseline_slope_ci_95_low", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "1.68169922432e-10", + "wsl_absolute_difference": "1.68169922432e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "baseline_slope_ci_95_high", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "1.07649889003e-10", + "wsl_absolute_difference": "1.07649889003e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "model_r_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "2.24699148177e-11", + "wsl_absolute_difference": "2.24699148177e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "model_adjusted_r_squared", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "3.79289932795e-11", + "wsl_absolute_difference": "3.79289932795e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "homogeneity_interaction_b", + "observed_delta": "9.992007e-16", + "status": "pass", + "ubuntu_absolute_difference": "3.55730028767e-11", + "wsl_absolute_difference": "3.55740020774e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "homogeneity_interaction_se", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "4.11660011634e-11", + "wsl_absolute_difference": "4.11660011634e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "homogeneity_interaction_t", + "observed_delta": "9.992007e-15", + "status": "pass", + "ubuntu_absolute_difference": "1.87849957811e-10", + "wsl_absolute_difference": "1.87839965804e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "homogeneity_interaction_p", + "observed_delta": "3.9968029e-15", + "status": "pass", + "ubuntu_absolute_difference": "1.89839810538e-11", + "wsl_absolute_difference": "1.89799842509e-11" + } + ], + "maximum_observed_absolute_difference_delta": "1.06581411e-14", + "status": "pass" + }, + "SWL-S08": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_participants", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_control", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_treatment", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "scheduled_rows", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "observed_rows", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "missing_visits", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "complete_participants", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "incomplete_participants", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "control_baseline_mean", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "control_post_mean", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.28571667044e-9", + "wsl_absolute_difference": "4.28571667044e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "control_followup_mean", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_baseline_mean", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_post_mean", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.28570956501e-9", + "wsl_absolute_difference": "4.28570956501e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_followup_mean", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.07407441116e-9", + "wsl_absolute_difference": "4.07407441116e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_b", + "observed_delta": "2.13162820728e-14", + "status": "pass", + "ubuntu_absolute_difference": "1.42108547152e-14", + "wsl_absolute_difference": "3.5527136788e-14" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intercept_se", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu_absolute_difference": "0.0146577725097", + "wsl_absolute_difference": "0.0146577725097" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_b", + "observed_delta": "2.55351295664e-15", + "status": "pass", + "ubuntu_absolute_difference": "2.33146835171e-15", + "wsl_absolute_difference": "4.88498130835e-15" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_se", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu_absolute_difference": "0.0207292202271", + "wsl_absolute_difference": "0.0207292202271" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "post_b", + "observed_delta": "2.665e-15", + "status": "pass", + "ubuntu_absolute_difference": "2.4229832607e-7", + "wsl_absolute_difference": "2.42298323405e-7" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "post_se", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu_absolute_difference": "0.0112759525214", + "wsl_absolute_difference": "0.0112759525214" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "followup_b", + "observed_delta": "2.2204e-15", + "status": "pass", + "ubuntu_absolute_difference": "7.90604131051e-8", + "wsl_absolute_difference": "7.90604108847e-8" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "followup_se", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu_absolute_difference": "0.0117707678819", + "wsl_absolute_difference": "0.0117707678819" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_post_b", + "observed_delta": "5.329e-15", + "status": "pass", + "ubuntu_absolute_difference": "3.02000064067e-7", + "wsl_absolute_difference": "3.02000058738e-7" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_post_se", + "observed_delta": "0e-13", + "status": "pass", + "ubuntu_absolute_difference": "0.0159513986284", + "wsl_absolute_difference": "0.0159513986284" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_followup_b", + "observed_delta": "5.329e-15", + "status": "pass", + "ubuntu_absolute_difference": "4.8018775356e-7", + "wsl_absolute_difference": "4.80187758889e-7" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "treatment_followup_se", + "observed_delta": "0e-12", + "status": "pass", + "ubuntu_absolute_difference": "0.016374077707", + "wsl_absolute_difference": "0.016374077707" + } + ], + "maximum_observed_absolute_difference_delta": "2.13162820728e-14", + "status": "pass" + }, + "SWL-S09": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_total", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_comparison", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "n_intervention", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "comparison_improved", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "comparison_not_improved", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intervention_improved", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intervention_not_improved", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "comparison_improved_proportion", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intervention_improved_proportion", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "improved_risk_difference_intervention_minus_comparison", + "observed_delta": "0e-28", + "status": "pass", + "ubuntu_absolute_difference": "5.55111512313e-17", + "wsl_absolute_difference": "5.55111512313e-17" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "chi_square", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "1.86700788163e-9", + "wsl_absolute_difference": "1.86700788163e-9" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "chi_square_df", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "chi_square_p", + "observed_delta": "4.33680e-19", + "status": "pass", + "ubuntu_absolute_difference": "2.67411960631e-13", + "wsl_absolute_difference": "2.67412394311e-13" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "cramers_v", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.20867760245e-11", + "wsl_absolute_difference": "1.20867760245e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "minimum_expected_cell_count", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "comparison_burden_median", + "observed_delta": "0e-25", + "status": "pass", + "ubuntu_absolute_difference": "1.7763568394e-15", + "wsl_absolute_difference": "1.7763568394e-15" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intervention_burden_median", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "burden_median_difference_intervention_minus_comparison", + "observed_delta": "0e-25", + "status": "pass", + "ubuntu_absolute_difference": "8.881784197e-16", + "wsl_absolute_difference": "8.881784197e-16" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mann_whitney_u_intervention", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mann_whitney_z_no_continuity", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "3.1390001709e-10", + "wsl_absolute_difference": "3.1390001709e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "mann_whitney_p_two_sided", + "observed_delta": "0e-27", + "status": "pass", + "ubuntu_absolute_difference": "2.06510020672e-16", + "wsl_absolute_difference": "2.06510020672e-16" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "rank_biserial_intervention_lower", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "comparison_burden_min", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "comparison_burden_max", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intervention_burden_min", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "intervention_burden_max", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + } + ], + "maximum_observed_absolute_difference_delta": "4.33680e-19", + "status": "pass" + }, + "SWL-S10": { + "absolute_difference_serialization_tolerance": "1e-12", + "both_statuses_required": "pass", + "canonical_fields_required_exact": [ + "field", + "python", + "r", + "allowed_absolute_difference", + "status" + ], + "fields": [ + { + "allowed_cross_platform_delta": "1e-12", + "field": "study_count", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "total_participants", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "target_effect_size_d", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "planning_alpha_two_sided", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "planning_power_primary", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "planning_n_per_group_unrounded_80", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "6.3643312842e-10", + "wsl_absolute_difference": "6.3643312842e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "planning_n_per_group_ceiling_80", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "planning_power_sensitivity", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "planning_n_per_group_unrounded_90", + "observed_delta": "0e-18", + "status": "pass", + "ubuntu_absolute_difference": "3.1992243521e-8", + "wsl_absolute_difference": "3.1992243521e-8" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "planning_n_per_group_ceiling_90", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "minimum_observed_d", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "maximum_observed_d", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "fixed_effect_pooled_d", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.20015108962e-11", + "wsl_absolute_difference": "1.20015108962e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "fixed_effect_se", + "observed_delta": "0e-23", + "status": "pass", + "ubuntu_absolute_difference": "2.83838230697e-12", + "wsl_absolute_difference": "2.83838230697e-12" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "fixed_effect_z", + "observed_delta": "0e-21", + "status": "pass", + "ubuntu_absolute_difference": "3.05134584266e-10", + "wsl_absolute_difference": "3.05134584266e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "fixed_effect_p", + "observed_delta": "0e-30", + "status": "pass", + "ubuntu_absolute_difference": "3.50009895673e-19", + "wsl_absolute_difference": "3.50009895673e-19" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "fixed_effect_ci_95_low", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "3.91647825282e-11", + "wsl_absolute_difference": "3.91647825282e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "fixed_effect_ci_95_high", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.51616497135e-11", + "wsl_absolute_difference": "1.51616497135e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "cochran_q", + "observed_delta": "0e-20", + "status": "pass", + "ubuntu_absolute_difference": "4.4957171319e-10", + "wsl_absolute_difference": "4.4957171319e-10" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "cochran_q_df", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "cochran_q_p", + "observed_delta": "0e-22", + "status": "pass", + "ubuntu_absolute_difference": "1.07351905143e-11", + "wsl_absolute_difference": "1.07351905143e-11" + }, + { + "allowed_cross_platform_delta": "1e-12", + "field": "i_squared_percent", + "observed_delta": "0", + "status": "pass", + "ubuntu_absolute_difference": "0", + "wsl_absolute_difference": "0" + } + ], + "maximum_observed_absolute_difference_delta": "0", + "status": "pass" + } + } + } +} diff --git a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json index 74545d9..de8d8b5 100644 --- a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json +++ b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_RELEASE_READINESS.json @@ -3,14 +3,14 @@ "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", "candidate_implementation_passed": true, "clean_ubuntu_proof_passed": true, - "clean_wsl_proof_passed": false, + "clean_wsl_proof_passed": true, "companion_version": "v0.1", - "cross_platform_comparison_passed": false, + "cross_platform_comparison_passed": true, "package_version": "0.26.0", "portal_release_authorized": false, "pypi_release_authorized": false, "real_data_authorized": false, "schema_version": "pystatsv1-psych-design-release-readiness-v0.1", - "status": "ubuntu_passed_wsl_pending", - "technical_release_ready": false + "status": "technical_release_ready_not_authorized", + "technical_release_ready": true } diff --git a/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WSL_RELEASE_PROOF.json b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WSL_RELEASE_PROOF.json new file mode 100644 index 0000000..16548a9 --- /dev/null +++ b/release_proofs/psych_design_v0_1/evidence/PSYCH_DESIGN_WSL_RELEASE_PROOF.json @@ -0,0 +1,3319 @@ +{ + "artifact_identity": { + "asset_bytes": 136801, + "asset_sha256": "bd0932c1d126758f37fab180173d6b95b5e4c31bc654724251aa6eb6296243c1", + "source_file_count": 151, + "source_manifest_sha256": "24f496631758a955a91d53193868b3c02ce9d62bb218fd59d3bb52ea9305e52f", + "source_manifest_status": "pass", + "study_index_sha256": "1c2525fa1ef4b720d758a32f5e3ad987264e8dfeb28f3967201efca575ef6df7", + "wheel_bytes": 1745654, + "wheel_name": "pystatsv1-0.26.0-py3-none-any.whl", + "wheel_sha256": "62a5c26577867f22c7bbf15dcf4253da749fe703fcec42ffc19b72454af8fa05" + }, + "candidate_commit": "58d92f85b865cb657bf49c731fefc381970c8bda", + "candidate_tag": "psych-design-companion-v0-1-candidate", + "command_markers": { + "PYSTATSV1_PSYCH_DESIGN_ALL_PYTHON_OK": true, + "PYSTATSV1_PSYCH_DESIGN_ALL_R_OK": true, + "PYSTATSV1_PSYCH_DESIGN_ALL_VERIFICATION_OK": true, + "PYSTATSV1_PSYCH_DESIGN_COMPANION_ALL_OK": true, + "PYSTATSV1_PSYCH_DESIGN_DOCTOR_OK": true, + "PYSTATSV1_PSYCH_DESIGN_FIRST_RESULT_OK": true, + "PYSTATSV1_PSYCH_DESIGN_VERIFY_OK": true + }, + "companion_version": "v0.1", + "log_files": { + "01_create_venv.log": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", + "02_upgrade_pip.log": "252ee1e2f2dacb3ea091522db4d6b506968e1ff8bd8f96bee487d748a8c23ab0", + "03_install_wheel.log": "7ec4976f59004f3aa542093e2d1d57d10cd3c67934d35792730e08f71eee35a5", + "04_info.log": "a1b6570240451167814909d11d9939d4748dfe65452aaafdda31f8876f6bd079", + "05_init.log": "d2d2482aaf318e71e42e0ca170d3c46929fb2d5419551fccffe79d6e4791dee0", + "06_verify_before.log": "709cd5261f4495475c3f77cab6d2605c566d5c155bd189792b5387cfff7d5d24", + "07_install_companion_requirements.log": "9ebe0adac25afc4728f3a602e3d89d9f4afd098c775f44f7a74704e3cd48b4db", + "08_doctor.log": "84bef135e0b31ba0064a39e18d634af14a98e719fc01478080b48f094f0262ec", + "09_first_result.log": "df2fe8d97caa85b36a519431e78c7cc227452b9fe7d8a613c03c78a6e53f75d1", + "10_make_all.log": "469d5339244b0f3f4577a2cc8a1f2bcb75456b73801c9b0860dd4e61351c0a2a", + "11_verify_after.log": "709cd5261f4495475c3f77cab6d2605c566d5c155bd189792b5387cfff7d5d24" + }, + "package_version": "0.26.0", + "platform_role": "wsl", + "publication_gates": { + "book_binding_authorized": false, + "portal_release_authorized": false, + "pypi_release_authorized": false, + "real_data_authorized": false + }, + "real_data_authorized": false, + "schema_version": "pystatsv1-psych-design-clean-reader-proof-v0.1", + "source_bindings": { + "SWL-S01": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_CORRELATION.json": "805913cb7b91bcab33b76411242a8ff27ec8a1a8abf7c9e1345f5206613d1f75", + "reference/apa_source_maps/SWL-S01/APA_RESULT_SOURCE_MAP_REGRESSION.json": "9285ebd48883c405876e4bc90ab6df2ed8fc89b0ae25c050695883e34fabf6da" + }, + "dataset": { + "data/swl_s01_student_well_being_survey.csv": "46c4334a443924d27ddcdbf0c5c3f5cf06eeb27323e1aebb0ebc021e4fbbd44d" + }, + "design": { + "design/SWL-S01_DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955" + }, + "figure_specs": { + "figures/specs/SWL-S01/FIGURE_SPEC_CORRELATION.json": "7c17edff0a5bdceef6c4f2ee2a0a4dc01304a47e273f8b77d35f51695a5457d1", + "figures/specs/SWL-S01/FIGURE_SPEC_REGRESSION.json": "d83ebae14f8fc8b0a801c4a12622589d34e30a0d242b01045444d2143f3619e7" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_CORRELATION.json": "7bf6c30de5da0745a78a59f6486f5ae73516977d99b5911972e480cc92db0194", + "reference/matched_limitations/SWL-S01/MATCHED_LIMITATION_REGRESSION.json": "18ab75ce15b994ded2a95f17eae29c58d88fc9c61595b3348f9d67719a0a85cb" + }, + "measurement": { + "measurement/SWL-S01_MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7" + } + }, + "SWL-S02": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S02/APA_RESULT_SOURCE_MAP.json": "9f384f80e0610d0a13641157f855cc0483bfd63b94695aab0e1e009b7b3450ac" + }, + "dataset": { + "data/swl_s02_structured_study_routine.csv": "42b977f231609300049524d19e64ed6223f50d0cdb1881b857f34b49884dd88d" + }, + "design": { + "design/SWL-S02_DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619" + }, + "figure_specs": { + "figures/specs/SWL-S02/FIGURE_SPEC.json": "30f52f4f0a8261c87eea609b8c46cdfdd7ab7f0a91c045bb57ca8eb6ddaf2b25" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S02/MATCHED_LIMITATION.json": "6bc4acb40c89ee7650c9ba38dca8ea7cadf118974b6b8cedd4a7e2b84831cf28" + }, + "measurement": { + "measurement/SWL-S02_MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d" + } + }, + "SWL-S03": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S03/APA_RESULT_SOURCE_MAP.json": "e3e84a774606a32930b04d09b71f7f898dd868d70fdc9d5462348f0beef9942d" + }, + "dataset": { + "data/swl_s03_skills_workshop_pre_post.csv": "5c1d114eac729358602bd621a5b5c74f3cd073ceeeb794407eb21b88dea08e28" + }, + "design": { + "design/SWL-S03_DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded" + }, + "figure_specs": { + "figures/specs/SWL-S03/FIGURE_SPEC.json": "7731e94fcf13b1de080530ace12ce5e8911475d4d3697268fb22bd1e281e9411" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S03/MATCHED_LIMITATION.json": "0cfe0e5afbddf754125db3c663546e792a04cfaf6f48203cf10757048232a91b" + }, + "measurement": { + "measurement/SWL-S03_MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c" + } + }, + "SWL-S04": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S04/APA_RESULT_SOURCE_MAP.json": "51cc9bbf260a3aff6d8fb1c4e1953552edd4a5fdd8e0898f409641a859df6584" + }, + "dataset": { + "data/swl_s04_three_condition_support.csv": "1584c1f5ebcd4890a0ed5aa35bfbf7a2e685a0f74492a4b4557fd2d49d3a87c8" + }, + "design": { + "design/SWL-S04_DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27" + }, + "figure_specs": { + "figures/specs/SWL-S04/FIGURE_SPEC.json": "d401bd90fddd1db43b8a76f51ed557f296194a51b8fc3e491681a96893cce28a" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S04/MATCHED_LIMITATION.json": "c363e46b0bbff115f5939e925abb0f5f233276d2e1e94775891a2f73871b1a85" + }, + "measurement": { + "measurement/SWL-S04_MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e" + } + }, + "SWL-S05": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S05/APA_RESULT_SOURCE_MAP.json": "075a0ba4bc525e6a840e14eeef25b5457d36418916a58dd95201cdf8f2c92447" + }, + "dataset": { + "data/swl_s05_strategy_feedback.csv": "9100b086a0b569bf2f9258c546e9b56b33e64c028b2e1e3b2888305b3c428445" + }, + "design": { + "design/SWL-S05_DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8" + }, + "figure_specs": { + "figures/specs/SWL-S05/FIGURE_SPEC.json": "ec9311e5c7b158f9e01afd311169699e6e7c2ea9e63a3eeefc1af5e02e084803" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S05/MATCHED_LIMITATION.json": "4145de442fb23f349055e5797e353ff2f20a5d86940946d17fe8e247e0b048a6" + }, + "measurement": { + "measurement/SWL-S05_MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0" + } + }, + "SWL-S06": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S06/APA_RESULT_SOURCE_MAP.json": "f51547c0f6cbc49d216e3525ca1f8518e2e3916ba2f196ddb8f453ace5abe08d" + }, + "dataset": { + "data/swl_s06_confidence_trajectory.csv": "a95ef37c89f3523e59822d6729746d2499ea95acc508ca25824d3e073ed258a2" + }, + "design": { + "design/SWL-S06_DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061" + }, + "figure_specs": { + "figures/specs/SWL-S06/FIGURE_SPEC.json": "8a0f38207a4aec3c8d594a465433ff648051ed5283aac978c01b52891272cc99" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S06/MATCHED_LIMITATION.json": "0b6aa98a7fd16368da163d3f5e61fa9f424d9d64a08fc3e19d862d7f25d31aba" + }, + "measurement": { + "measurement/SWL-S06_MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08" + } + }, + "SWL-S07": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S07/APA_RESULT_SOURCE_MAP.json": "c75b03b5033a80248bb34a6454b08f9dc5883c2f1ffdf98e17c935b80061c31c" + }, + "dataset": { + "data/swl_s07_baseline_adjusted_intervention.csv": "08925df34996fd9f75a4c5bd41f0de82c655b05212f2cd21435ba70349db52fc" + }, + "design": { + "design/SWL-S07_DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048" + }, + "figure_specs": { + "figures/specs/SWL-S07/FIGURE_SPEC.json": "80d11884320d1f0a573aa55640904efe620a64c30346cb49aa956530e31c9e45" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S07/MATCHED_LIMITATION.json": "6e299f3720b6fda79c43bff4f3e6172776e844544a039bd47e7bb1233b3af62b" + }, + "measurement": { + "measurement/SWL-S07_MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40" + } + }, + "SWL-S08": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S08/APA_RESULT_SOURCE_MAP.json": "95e3c8ebb9441baac1e29f977e2489a045c0ad97f6aa1f41604675898ad06cb8" + }, + "dataset": { + "data/swl_s08_longitudinal_treatment.csv": "a37e797a5d67e38d91d7f88d06014bd351559efb22b21edb3cc75ff95db82556" + }, + "design": { + "design/SWL-S08_DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42" + }, + "figure_specs": { + "figures/specs/SWL-S08/FIGURE_SPEC.json": "7c239e87c39da7db03b920e79ed1d7311d70a634ea01015ac0d74463302dbc8f" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S08/MATCHED_LIMITATION.json": "590136b449042cd6a02ddbd19ae2851fb1c28e8c92f6e083163567559429ffc9" + }, + "measurement": { + "measurement/SWL-S08_MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353" + } + }, + "SWL-S09": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_CATEGORICAL.json": "b051538b9bfe4a81ccc6a78ede3f4f2968b665a3fb3746bda7e945c92885a36c", + "reference/apa_source_maps/SWL-S09/APA_RESULT_SOURCE_MAP_RANK.json": "616e17167e0cc54497d7862c5ebe1841d7ce05ff77e4e5515eaf508ae4648439" + }, + "dataset": { + "data/swl_s09_outcome_distribution_extension.csv": "cacafff8486624e4362629a1b7cf026aa347c7f48620b80029b6a1cfd0d31e16" + }, + "design": { + "design/SWL-S09_DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de" + }, + "figure_specs": { + "figures/specs/SWL-S09/FIGURE_SPEC_CATEGORICAL.json": "441e6d2eac6d05e823df34fbe920666d5d1b65d6b21f0edd8fb3881a2adc3b5f", + "figures/specs/SWL-S09/FIGURE_SPEC_RANK.json": "5e2fde3fa6462fe4e6d29d26bf85250a631d4a0be9302daf11a0604643a51347" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_CATEGORICAL.json": "c5e18f780d5b6533ac09dc0897598764ce5f1f9c0d4dc6433969a4f46b003d2d", + "reference/matched_limitations/SWL-S09/MATCHED_LIMITATION_RANK.json": "046f2ec5286350e1271ff1909d466ba68198d79b0b78cb55c92d0d055fb686fa" + }, + "measurement": { + "measurement/SWL-S09_MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31" + } + }, + "SWL-S10": { + "apa_source_maps": { + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_META.json": "ad6e058f02ca3f23701ef1ce5e8e0cb63d85e7d9351fdd7a13f5fa0acfe83b51", + "reference/apa_source_maps/SWL-S10/APA_RESULT_SOURCE_MAP_POWER.json": "872a7bc5e795d90b0f685a983842894c0866e915d9228b1be28e936bf3059690" + }, + "dataset": { + "data/swl_s10_replication_program.csv": "4cb8239f978975c10191cbcdf47d17c62944e45dc2540cbc76ef5d4ccd366e36" + }, + "design": { + "design/SWL-S10_DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7" + }, + "figure_specs": { + "figures/specs/SWL-S10/FIGURE_SPEC.json": "85ae8c25deda6dc2430cfac861a1ecbddad071437dc5ec58cdb2c5ad0724b494" + }, + "matched_limitations": { + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_META.json": "00d1f88daf94d7bbd0f2a9ec711985597fd7eda5a9bfcd457566ce32071b7d3d", + "reference/matched_limitations/SWL-S10/MATCHED_LIMITATION_POWER.json": "f2f799a82216564314af7b544666807ca48cdabcd7af946c1bb6a2faf0d25e0c" + }, + "measurement": { + "measurement/SWL-S10_MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765" + } + } + }, + "status": "pass", + "study_evidence": { + "SWL-S01": { + "apa_runtime_binding_sha256": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_correlation.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "correlation" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s01_regression_residuals.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "regression" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S01", + "synthetic_only": true + }, + "png_hashes": { + "swl_s01_correlation.png": "f097e38d86fa4ae61907eb05d4c0f7fc013467b9b7e6a8e4c558c1c75c6a3275", + "swl_s01_regression_residuals.png": "3c2baafd95809cfb4a125434e77f1c5950170bb34ebc624635a2fcd7c401fc26" + } + }, + "matched_limitation_runtime_sha256": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9", + "python_reported_fields": { + "academic_confidence_max": "64.21", + "academic_confidence_min": "52.95", + "confidence_b": "0.7085751186", + "confidence_ci_95_high": "0.901166929", + "confidence_ci_95_low": "0.5159833082", + "confidence_p": "4.036651011e-11", + "confidence_se": "0.09724660754", + "confidence_t": "7.286373648", + "cooks_distance_above_4_over_n": "0", + "correlation_ci_95_high": "0.8196737896", + "correlation_ci_95_low": "0.6603449449", + "correlation_df": "118", + "correlation_p_two_sided": "5.50013758e-23", + "correlation_r_sleep_confidence": "0.7507291472", + "correlation_t": "12.34465766", + "intercept_b": "11.94837374", + "intercept_ci_95_high": "23.52600109", + "intercept_ci_95_low": "0.3707463941", + "intercept_p": "0.04321189514", + "intercept_se": "5.845965002", + "intercept_t": "2.043866794", + "max_abs_standardized_residual": "1.944940883", + "max_cooks_distance": "0.03179090813", + "n": "120", + "regression_adjusted_r_squared": "0.6465941067", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.8616519", + "regression_p": "1.391208533e-27", + "regression_r_squared": "0.6525337016", + "regression_rmse": "3.079234956", + "sleep_quality_max": "60.16", + "sleep_quality_min": "37.78", + "study_hours_b": "2.053588004", + "study_hours_ci_95_high": "2.363537858", + "study_hours_ci_95_low": "1.74363815", + "study_hours_max": "10.09", + "study_hours_min": "3.91", + "study_hours_p": "9.728012917e-25", + "study_hours_se": "0.1565049507", + "study_hours_t": "13.12155299" + }, + "python_result_sha256": "fc2d94ec0626a165711db4a256608aa8ef1a4383a5c069a4ce3390a6f8b65f60", + "r_metrics": { + "confidence_b": "0.708575118578", + "confidence_ci_95_high": "0.901166928963", + "confidence_ci_95_low": "0.515983308194", + "confidence_p": "4.0366510106e-11", + "confidence_se": "0.097246607541", + "confidence_t": "7.28637364835", + "correlation_ci_95_high": "0.819673789617", + "correlation_ci_95_low": "0.660344944885", + "correlation_df": "118", + "correlation_p_two_sided": "5.5001375799e-23", + "correlation_r_sleep_confidence": "0.750729147165", + "correlation_t": "12.3446576562", + "intercept_b": "11.9483737439", + "intercept_ci_95_high": "23.526001094", + "intercept_ci_95_low": "0.370746393867", + "intercept_p": "0.0432118951434", + "intercept_se": "5.84596500194", + "intercept_t": "2.04386679359", + "n": "120", + "regression_adjusted_r_squared": "0.646594106718", + "regression_df_model": "2", + "regression_df_residual": "117", + "regression_f": "109.861651945", + "regression_p": "1.39120853286e-27", + "regression_r_squared": "0.652533701563", + "regression_rmse": "3.07923495555", + "study_hours_b": "2.05358800429", + "study_hours_ci_95_high": "2.36353785812", + "study_hours_ci_95_low": "1.74363815045", + "study_hours_p": "9.72801291748e-25", + "study_hours_se": "0.15650495072", + "study_hours_t": "13.1215529914" + }, + "r_result_sha256": "542c1f5b50f04ae6fbab395efa2b44ed6f529c596d90e8b59e9fd06cec8686e8", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "dbc32e9ffde89126e40f7a6e2e6395e5cece77b8915bf900245d1ac22759cad1", + "DATA_LAYOUT_AUDIT.json": "49de085384b492a583c3098d7dad3bdf545d1e5bf7583927ac3954412aab6895", + "DESIGN_CONTRACT.json": "0a8888bf6693e3652bf5f076d22004bbfc4d3a3ec85b4c7bce73e3f645291955", + "FIGURE_SPECS.json": "efa55ab2d53b8d3a104f5ea1a3edd6ddf1a9b6ce443fee2122e96a606ee8c58d", + "MATCHED_LIMITATION.md": "005e3d435703d290d15f7c4424056b54de7a1388c60ea787490452181dd55bf9", + "MEASUREMENT_MAP.json": "8e370f48dc3f40e23820224e75a20f921e536ad176956cf4be1fd1ca78ce92b7", + "PYTHON_RESULT.json": "fc2d94ec0626a165711db4a256608aa8ef1a4383a5c069a4ce3390a6f8b65f60", + "R_RESULT.csv": "542c1f5b50f04ae6fbab395efa2b44ed6f529c596d90e8b59e9fd06cec8686e8", + "SOURCE_MANIFEST_RECORD.json": "08e761f58c6b3f150d850dec55b896f1b42ebb15f0fe8fc7470b9b381084ea77", + "STUDY_INDEX_RECORD.json": "98c8753930be1b78e5237ee1b8b53b9e76dd1a92af431405cc7d9b951e3a27f1", + "VERIFICATION_RECEIPT.json": "7e98ccad2084f5ff2de95b5251303adeecdfc7b36427c32037db4487938bbd20" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n", + "python": "120", + "r": "120", + "status": "pass" + }, + { + "absolute_difference": "3.54719587037e-11", + "allowed_absolute_difference": "1e-07", + "field": "correlation_r_sleep_confidence", + "python": "0.7507291472", + "r": "0.750729147165", + "status": "pass" + }, + { + "absolute_difference": "3.81279896544e-09", + "allowed_absolute_difference": "1e-07", + "field": "correlation_t", + "python": "12.34465766", + "r": "12.3446576562", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "correlation_df", + "python": "118", + "r": "118", + "status": "pass" + }, + { + "absolute_difference": "1.04620172718e-33", + "allowed_absolute_difference": "1e-07", + "field": "correlation_p_two_sided", + "python": "5.50013758e-23", + "r": "5.5001375799e-23", + "status": "pass" + }, + { + "absolute_difference": "1.54829482568e-11", + "allowed_absolute_difference": "1e-07", + "field": "correlation_ci_95_low", + "python": "0.6603449449", + "r": "0.660344944885", + "status": "pass" + }, + { + "absolute_difference": "1.66079372477e-11", + "allowed_absolute_difference": "1e-07", + "field": "correlation_ci_95_high", + "python": "0.8196737896", + "r": "0.819673789617", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "regression_df_model", + "python": "2", + "r": "2", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "regression_df_residual", + "python": "117", + "r": "117", + "status": "pass" + }, + { + "absolute_difference": "4.48240058404e-08", + "allowed_absolute_difference": "1e-07", + "field": "regression_f", + "python": "109.8616519", + "r": "109.861651945", + "status": "pass" + }, + { + "absolute_difference": "1.38529899898e-37", + "allowed_absolute_difference": "1e-07", + "field": "regression_p", + "python": "1.391208533e-27", + "r": "1.39120853286e-27", + "status": "pass" + }, + { + "absolute_difference": "3.69609898243e-11", + "allowed_absolute_difference": "1e-07", + "field": "regression_r_squared", + "python": "0.6525337016", + "r": "0.652533701563", + "status": "pass" + }, + { + "absolute_difference": "1.79620762708e-11", + "allowed_absolute_difference": "1e-07", + "field": "regression_adjusted_r_squared", + "python": "0.6465941067", + "r": "0.646594106718", + "status": "pass" + }, + { + "absolute_difference": "4.52129889084e-10", + "allowed_absolute_difference": "1e-07", + "field": "regression_rmse", + "python": "3.079234956", + "r": "3.07923495555", + "status": "pass" + }, + { + "absolute_difference": "3.94260091241e-09", + "allowed_absolute_difference": "1e-07", + "field": "intercept_b", + "python": "11.94837374", + "r": "11.9483737439", + "status": "pass" + }, + { + "absolute_difference": "6.20294926534e-11", + "allowed_absolute_difference": "1e-07", + "field": "intercept_se", + "python": "5.845965002", + "r": "5.84596500194", + "status": "pass" + }, + { + "absolute_difference": "4.11310097093e-10", + "allowed_absolute_difference": "1e-07", + "field": "intercept_t", + "python": "2.043866794", + "r": "2.04386679359", + "status": "pass" + }, + { + "absolute_difference": "3.43389899848e-12", + "allowed_absolute_difference": "1e-07", + "field": "intercept_p", + "python": "0.04321189514", + "r": "0.0432118951434", + "status": "pass" + }, + { + "absolute_difference": "2.32624974839e-10", + "allowed_absolute_difference": "1e-07", + "field": "intercept_ci_95_low", + "python": "0.3707463941", + "r": "0.370746393867", + "status": "pass" + }, + { + "absolute_difference": "4.01789890248e-09", + "allowed_absolute_difference": "1e-07", + "field": "intercept_ci_95_high", + "python": "23.52600109", + "r": "23.526001094", + "status": "pass" + }, + { + "absolute_difference": "2.87319945613e-10", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_b", + "python": "2.053588004", + "r": "2.05358800429", + "status": "pass" + }, + { + "absolute_difference": "1.99149863267e-11", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_se", + "python": "0.1565049507", + "r": "0.15650495072", + "status": "pass" + }, + { + "absolute_difference": "1.39690037315e-09", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_t", + "python": "13.12155299", + "r": "13.1215529914", + "status": "pass" + }, + { + "absolute_difference": "4.80468622219e-35", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_p", + "python": "9.728012917e-25", + "r": "9.72801291748e-25", + "status": "pass" + }, + { + "absolute_difference": "4.5199999299e-10", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_ci_95_low", + "python": "1.74363815", + "r": "1.74363815045", + "status": "pass" + }, + { + "absolute_difference": "1.2262990623e-10", + "allowed_absolute_difference": "1e-07", + "field": "study_hours_ci_95_high", + "python": "2.363537858", + "r": "2.36353785812", + "status": "pass" + }, + { + "absolute_difference": "2.15529816217e-11", + "allowed_absolute_difference": "1e-07", + "field": "confidence_b", + "python": "0.7085751186", + "r": "0.708575118578", + "status": "pass" + }, + { + "absolute_difference": "1.02559627457e-12", + "allowed_absolute_difference": "1e-07", + "field": "confidence_se", + "python": "0.09724660754", + "r": "0.097246607541", + "status": "pass" + }, + { + "absolute_difference": "3.5087044381e-10", + "allowed_absolute_difference": "1e-07", + "field": "confidence_t", + "python": "7.286373648", + "r": "7.28637364835", + "status": "pass" + }, + { + "absolute_difference": "4.03320341984e-21", + "allowed_absolute_difference": "1e-07", + "field": "confidence_p", + "python": "4.036651011e-11", + "r": "4.0366510106e-11", + "status": "pass" + }, + { + "absolute_difference": "6.28408436398e-12", + "allowed_absolute_difference": "1e-07", + "field": "confidence_ci_95_low", + "python": "0.5159833082", + "r": "0.515983308194", + "status": "pass" + }, + { + "absolute_difference": "3.68209907009e-11", + "allowed_absolute_difference": "1e-07", + "field": "confidence_ci_95_high", + "python": "0.901166929", + "r": "0.901166928963", + "status": "pass" + } + ], + "verification_receipt_sha256": "7e98ccad2084f5ff2de95b5251303adeecdfc7b36427c32037db4487938bbd20", + "verification_status": "pass" + }, + "SWL-S02": { + "apa_runtime_binding_sha256": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s02.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S02", + "synthetic_only": true + }, + "png_hashes": { + "swl_s02.png": "0804d824ad342d0da40c7e804f1a086e3034f7b1dbf6b0f40ca60aa327279c4d" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "ci_95_high": "7.615616474", + "ci_95_low": "4.384383526", + "cohen_d_pooled": "1.855921454", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.962227572e-10", + "sd_standard": "3.232895436", + "sd_structured": "3.232895436", + "welch_df": "62", + "welch_t": "7.423685817" + }, + "python_result_sha256": "d9c5d3e8307769b50422e6b96dfa042867d037db1ff3404a1bf65a42fddcaffd", + "r_metrics": { + "ci_95_high": "7.61561647377", + "ci_95_low": "4.38438352623", + "cohen_d_pooled": "1.85592145428", + "mean_difference_structured_minus_standard": "6", + "mean_standard": "68", + "mean_structured": "74", + "n_standard": "32", + "n_structured": "32", + "p_value_two_sided": "3.96222757178e-10", + "sd_standard": "3.23289543648", + "sd_structured": "3.23289543648", + "welch_df": "62", + "welch_t": "7.42368581711" + }, + "r_result_sha256": "d37820aeea7bf141bf3ea888c217170d1a38840d0c807d1a1c4a9c43ab64600a", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "a17bf3d0965f2feae88bdada7780948093cc300bfa4035dc5f2c9a08dc0fb2d2", + "DATA_LAYOUT_AUDIT.json": "9ba1d6b700f2999a5a6329ee900a01d856701c09728fec205572c87307f8c4c7", + "DESIGN_CONTRACT.json": "4c90d374c7318bf0a45e0afa465f4d924362286fb40092bfb5af569541d46619", + "FIGURE_SPECS.json": "ab6973774d508888f76849732aa132ced573ab0067a1d45e314d9b1bbd66e126", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "023cb2bba73bcd2f72e2ce74676f7447ed295838f1f1ee2141acf03ed413796d", + "PYTHON_RESULT.json": "d9c5d3e8307769b50422e6b96dfa042867d037db1ff3404a1bf65a42fddcaffd", + "R_RESULT.csv": "d37820aeea7bf141bf3ea888c217170d1a38840d0c807d1a1c4a9c43ab64600a", + "SOURCE_MANIFEST_RECORD.json": "9156912aa531dc7d4be7c46c6145a758f29604ba12f29091faeb28c3ca64da53", + "STUDY_INDEX_RECORD.json": "5fa20e38a1adad7a412c422457e629318a8b55462f807d887aaae4f837bb1c50", + "VERIFICATION_RECEIPT.json": "ce7334c49fc5f092166dc2bb4883a0483ce0377b38458f4c3c7adc848f08824f" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "2.31350050228e-10", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_high", + "python": "7.615616474", + "r": "7.61561647377", + "status": "pass" + }, + { + "absolute_difference": "2.31350050228e-10", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_low", + "python": "4.384383526", + "r": "4.38438352623", + "status": "pass" + }, + { + "absolute_difference": "2.76670020227e-10", + "allowed_absolute_difference": "1e-07", + "field": "cohen_d_pooled", + "python": "1.855921454", + "r": "1.85592145428", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_difference_structured_minus_standard", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_standard", + "python": "68", + "r": "68", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_structured", + "python": "74", + "r": "74", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_standard", + "python": "32", + "r": "32", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_structured", + "python": "32", + "r": "32", + "status": "pass" + }, + { + "absolute_difference": "2.20109659073e-20", + "allowed_absolute_difference": "1e-07", + "field": "p_value_two_sided", + "python": "3.962227572e-10", + "r": "3.96222757178e-10", + "status": "pass" + }, + { + "absolute_difference": "4.81950035436e-10", + "allowed_absolute_difference": "1e-07", + "field": "sd_standard", + "python": "3.232895436", + "r": "3.23289543648", + "status": "pass" + }, + { + "absolute_difference": "4.81950035436e-10", + "allowed_absolute_difference": "1e-07", + "field": "sd_structured", + "python": "3.232895436", + "r": "3.23289543648", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "welch_df", + "python": "62", + "r": "62", + "status": "pass" + }, + { + "absolute_difference": "1.06700426272e-10", + "allowed_absolute_difference": "1e-07", + "field": "welch_t", + "python": "7.423685817", + "r": "7.42368581711", + "status": "pass" + } + ], + "verification_receipt_sha256": "ce7334c49fc5f092166dc2bb4883a0483ce0377b38458f4c3c7adc848f08824f", + "verification_status": "pass" + }, + "SWL-S03": { + "apa_runtime_binding_sha256": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s03.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S03", + "synthetic_only": true + }, + "png_hashes": { + "swl_s03.png": "0b9652ea6185760ee18539f8486d6cad1cecc8200cd1f4c8138cb530b0cbcd79" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "ci_95_high": "5.06979397", + "ci_95_low": "3.263539363", + "cohen_dz": "1.339649325", + "df": "47", + "mean_change_post_minus_pre": "4.166666667", + "mean_post": "58.58333333", + "mean_pre": "54.41666667", + "n_paired": "48", + "p_value_two_sided": "3.358781243e-12", + "paired_t": "9.281362778", + "sd_change": "3.110266687" + }, + "python_result_sha256": "43454633e5900d4a8a71cbc97f4b4c766fea44d1b49c5bfc90c65350bf1e467f", + "r_metrics": { + "ci_95_high": "5.0697939704", + "ci_95_low": "3.26353936294", + "cohen_dz": "1.33964932456", + "df": "47", + "mean_change_post_minus_pre": "4.16666666667", + "mean_post": "58.5833333333", + "mean_pre": "54.4166666667", + "n_paired": "48", + "p_value_two_sided": "3.35878124299e-12", + "paired_t": "9.28136277788", + "sd_change": "3.11026668716" + }, + "r_result_sha256": "ce557c898e1a9fdebdb40221924290bb6b2babccd402f0172fc651ba39dcdb2d", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "a3d7372efb1d6ab851ff974ada46bea580d10829c0e8461831045c076ec3e0c7", + "DATA_LAYOUT_AUDIT.json": "b66f6108a23bd8a11d4500c2435a71e59f56bed9af46a3cb6e8323a0c91a3f7c", + "DESIGN_CONTRACT.json": "f69dba723c6a2147029c99810307a1953976e6b001b77ea5897217741dc55ded", + "FIGURE_SPECS.json": "4ec0d7fc5df3f2ed2db74e1cdb950c8c9bd55c15b1539f045a3a11427306f3d7", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "7a892adf0c6220dc872ab88b81a1cb59481c834552e20d1565de38316cf8ff2c", + "PYTHON_RESULT.json": "43454633e5900d4a8a71cbc97f4b4c766fea44d1b49c5bfc90c65350bf1e467f", + "R_RESULT.csv": "ce557c898e1a9fdebdb40221924290bb6b2babccd402f0172fc651ba39dcdb2d", + "SOURCE_MANIFEST_RECORD.json": "5ae79d6302102506916e4ea257b8a51012d2c00b580aaeb672231e61fb12637c", + "STUDY_INDEX_RECORD.json": "6eea8312ba9db97d20df35956a27bb8e479966ba620af44c860896779402a81c", + "VERIFICATION_RECEIPT.json": "4f220ce3f6f3c5d2b32807a7117c61c5daef4fa411cbab55eabc30a906d4bd91" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "3.979296892e-10", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_high", + "python": "5.06979397", + "r": "5.0697939704", + "status": "pass" + }, + { + "absolute_difference": "6.45901110374e-11", + "allowed_absolute_difference": "1e-07", + "field": "ci_95_low", + "python": "3.263539363", + "r": "3.26353936294", + "status": "pass" + }, + { + "absolute_difference": "4.35739888616e-10", + "allowed_absolute_difference": "1e-07", + "field": "cohen_dz", + "python": "1.339649325", + "r": "1.33964932456", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df", + "python": "47", + "r": "47", + "status": "pass" + }, + { + "absolute_difference": "3.33330696378e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_change_post_minus_pre", + "python": "4.166666667", + "r": "4.16666666667", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_post", + "python": "58.58333333", + "r": "58.5833333333", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_pre", + "python": "54.41666667", + "r": "54.4166666667", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_paired", + "python": "48", + "r": "48", + "status": "pass" + }, + { + "absolute_difference": "1.2799892965e-23", + "allowed_absolute_difference": "1e-07", + "field": "p_value_two_sided", + "python": "3.358781243e-12", + "r": "3.35878124299e-12", + "status": "pass" + }, + { + "absolute_difference": "1.17500675856e-10", + "allowed_absolute_difference": "1e-07", + "field": "paired_t", + "python": "9.281362778", + "r": "9.28136277788", + "status": "pass" + }, + { + "absolute_difference": "1.58549617879e-10", + "allowed_absolute_difference": "1e-07", + "field": "sd_change", + "python": "3.110266687", + "r": "3.11026668716", + "status": "pass" + } + ], + "verification_receipt_sha256": "4f220ce3f6f3c5d2b32807a7117c61c5daef4fa411cbab55eabc30a906d4bd91", + "verification_status": "pass" + }, + "SWL-S04": { + "apa_runtime_binding_sha256": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s04.png", + "pixel_dimensions": [ + 1920, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S04", + "synthetic_only": true + }, + "png_hashes": { + "swl_s04.png": "b09ade831a7d04302b195a6c324936ccf6ed29774cb4a25f5738c64a25fcfcd5" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "anova_f": "65.02135348", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.746753975e-08", + "contrast_feedback_increment_p_holm": "1.746753975e-08", + "contrast_feedback_increment_t": "6.211610087", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.153323301e-15", + "contrast_guided_average_minus_standard_p_holm": "6.306646602e-15", + "contrast_guided_average_minus_standard_t": "9.563399348", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.5991572294", + "mean_guided_practice": "71.93333333", + "mean_guided_practice_plus_feedback": "77.93333333", + "mean_standard_support": "66.93333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.362550627e-18" + }, + "python_result_sha256": "b7fecca83148defa7bdb2bdcba47c2a771c3e85b91cc672279819a5e9682a131", + "r_metrics": { + "anova_f": "65.0213534823", + "contrast_feedback_increment_estimate": "6", + "contrast_feedback_increment_p": "1.74675397492e-08", + "contrast_feedback_increment_p_holm": "1.74675397492e-08", + "contrast_feedback_increment_t": "6.21161008665", + "contrast_guided_average_minus_standard_estimate": "8", + "contrast_guided_average_minus_standard_p": "3.15332330089e-15", + "contrast_guided_average_minus_standard_p_holm": "6.30664660177e-15", + "contrast_guided_average_minus_standard_t": "9.56339934835", + "df_between": "2", + "df_within": "87", + "eta_squared": "0.599157229392", + "mean_guided_practice": "71.9333333333", + "mean_guided_practice_plus_feedback": "77.9333333333", + "mean_standard_support": "66.9333333333", + "n_guided_practice": "30", + "n_guided_practice_plus_feedback": "30", + "n_standard_support": "30", + "n_total": "90", + "p_value": "5.36255062705e-18" + }, + "r_result_sha256": "c4aedbbbe9d48e7cb83140a16bae30e4ebf31a1dd9b7ab55cd6eb2c49554b487", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "5099c66662ab46e53bc67e618a2e795e60a0b62ed95382f115211aa364d6b323", + "DATA_LAYOUT_AUDIT.json": "e32923910b06a85281692ec2e913dc386af8ac74dbbf0ba787756e0103f97646", + "DESIGN_CONTRACT.json": "03836ba796954dde6b1a37e5df60180d8e734938404f258f074b818373db9a27", + "FIGURE_SPECS.json": "ecd35c1d99c11f19a4c53936878d193a3c461e36d74dabc596d27fc1a11ba65b", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "a4f87ba4553b1a3de257607881f0c39eb8d71d251951bae8d6fdd3d31176618e", + "PYTHON_RESULT.json": "b7fecca83148defa7bdb2bdcba47c2a771c3e85b91cc672279819a5e9682a131", + "R_RESULT.csv": "c4aedbbbe9d48e7cb83140a16bae30e4ebf31a1dd9b7ab55cd6eb2c49554b487", + "SOURCE_MANIFEST_RECORD.json": "c6f1f4631f5c027176c2809622365773d699edec743cce7dbeb325b99fd98104", + "STUDY_INDEX_RECORD.json": "36d2973cc7f2c7151fd514bf36f4452ce91f011cde48ff4a0d3d7185b1ab4348", + "VERIFICATION_RECEIPT.json": "23bb045bf4097b7e42d7ee1e3d3d5ad14d90739a11061084ba72f62b85c03e94" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "2.26019380989e-09", + "allowed_absolute_difference": "1e-07", + "field": "anova_f", + "python": "65.02135348", + "r": "65.0213534823", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_estimate", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "8.40398958742e-19", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_p", + "python": "1.746753975e-08", + "r": "1.74675397492e-08", + "status": "pass" + }, + { + "absolute_difference": "8.40398958742e-19", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_p_holm", + "python": "1.746753975e-08", + "r": "1.74675397492e-08", + "status": "pass" + }, + { + "absolute_difference": "3.48230777547e-10", + "allowed_absolute_difference": "1e-07", + "field": "contrast_feedback_increment_t", + "python": "6.211610087", + "r": "6.21161008665", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_estimate", + "python": "8", + "r": "8", + "status": "pass" + }, + { + "absolute_difference": "1.14359982139e-25", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_p", + "python": "3.153323301e-15", + "r": "3.15332330089e-15", + "status": "pass" + }, + { + "absolute_difference": "2.28719964277e-25", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_p_holm", + "python": "6.306646602e-15", + "r": "6.30664660177e-15", + "status": "pass" + }, + { + "absolute_difference": "3.45039552485e-10", + "allowed_absolute_difference": "1e-07", + "field": "contrast_guided_average_minus_standard_t", + "python": "9.563399348", + "r": "9.56339934835", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_between", + "python": "2", + "r": "2", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_within", + "python": "87", + "r": "87", + "status": "pass" + }, + { + "absolute_difference": "8.37507840856e-12", + "allowed_absolute_difference": "1e-07", + "field": "eta_squared", + "python": "0.5991572294", + "r": "0.599157229392", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_guided_practice", + "python": "71.93333333", + "r": "71.9333333333", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_guided_practice_plus_feedback", + "python": "77.93333333", + "r": "77.9333333333", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_standard_support", + "python": "66.93333333", + "r": "66.9333333333", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_guided_practice", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_guided_practice_plus_feedback", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_standard_support", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "90", + "r": "90", + "status": "pass" + }, + { + "absolute_difference": "4.50498125152e-29", + "allowed_absolute_difference": "1e-07", + "field": "p_value", + "python": "5.362550627e-18", + "r": "5.36255062705e-18", + "status": "pass" + } + ], + "verification_receipt_sha256": "23bb045bf4097b7e42d7ee1e3d3d5ad14d90739a11061084ba72f62b85c03e94", + "verification_status": "pass" + }, + "SWL-S05": { + "apa_runtime_binding_sha256": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s05.png", + "pixel_dimensions": [ + 1800, + 1200 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S05", + "synthetic_only": true + }, + "png_hashes": { + "swl_s05.png": "b11a56a64aa33fafccd8c244b338d274ac23c9f5523c4de42ad6d27132ab110d" + } + }, + "matched_limitation_runtime_sha256": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "python_reported_fields": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132954", + "feedback_p": "2.968853127e-11", + "feedback_partial_eta_squared": "0.3830194702", + "interaction_difference_in_differences": "6", + "interaction_f": "20.56078634", + "interaction_p": "1.736937155e-05", + "interaction_partial_eta_squared": "0.1826638478", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.277399851e-18", + "simple_strategy_explanatory_feedback_t": "10.68768407", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.660540101e-05", + "simple_strategy_no_feedback_t": "4.275073628", + "strategy_f": "111.942059", + "strategy_p": "1.387812305e-17", + "strategy_partial_eta_squared": "0.5488914819" + }, + "python_result_sha256": "f0ecebba30993bb74051d70aa5322a84da223fa8011059d7c00a597bd29a99fa", + "r_metrics": { + "df_effect": "1", + "df_within": "92", + "feedback_f": "57.1132953958", + "feedback_p": "2.96885312713e-11", + "feedback_partial_eta_squared": "0.383019470156", + "interaction_difference_in_differences": "6", + "interaction_f": "20.5607863425", + "interaction_p": "1.73693715545e-05", + "interaction_partial_eta_squared": "0.18266384778", + "mean_rereading_explanatory_feedback": "69.375", + "mean_rereading_no_feedback": "67.375", + "mean_retrieval_explanatory_feedback": "79.375", + "mean_retrieval_no_feedback": "71.375", + "n_per_cell": "24", + "n_total": "96", + "simple_strategy_explanatory_feedback_estimate": "10", + "simple_strategy_explanatory_feedback_p": "8.27739985086e-18", + "simple_strategy_explanatory_feedback_t": "10.6876840705", + "simple_strategy_no_feedback_estimate": "4", + "simple_strategy_no_feedback_p": "4.66054010066e-05", + "simple_strategy_no_feedback_t": "4.27507362821", + "strategy_f": "111.942058976", + "strategy_p": "1.38781230504e-17", + "strategy_partial_eta_squared": "0.548891481914" + }, + "r_result_sha256": "69d821fe47fbf3e80a8dd9acc3c26b122d4796f89c6f1f92220983d6b220894f", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "b904c57fab1b60ae90251e7b1ef1b4fd6cca3630a86678979578c6fd3def49d6", + "DATA_LAYOUT_AUDIT.json": "3f4cfa4f1f3f1d9437a8106b334c3441ee840e40fe2b1a0a2a86102835b622fa", + "DESIGN_CONTRACT.json": "ad9f6347ac8167c7e9290eb7e806849009f0afaf8b982c2c5c655f206e4e40d8", + "FIGURE_SPECS.json": "b875b80b3ae7afb42fa85b7b0b0737f4a54439a0e19c5db9005083b28623ba1a", + "MATCHED_LIMITATION.md": "0ccb3c938b9aa1acd305e7c9c3afdbfe4680510faa9226c3c1c8a8ab23cbc628", + "MEASUREMENT_MAP.json": "2cf6c7b0cd3dd7708e9be614579da0eeb401020c8db5d837b7a94ed5a27892a0", + "PYTHON_RESULT.json": "f0ecebba30993bb74051d70aa5322a84da223fa8011059d7c00a597bd29a99fa", + "R_RESULT.csv": "69d821fe47fbf3e80a8dd9acc3c26b122d4796f89c6f1f92220983d6b220894f", + "SOURCE_MANIFEST_RECORD.json": "d6cbbb462f7a8b86ba03af43074e0a513935620e42b2a7d33a55da2468779461", + "STUDY_INDEX_RECORD.json": "a4b5e9a5f725c9aa965cadd941bdb51dd995e46de30256a1c66e2c76d6b35e78", + "VERIFICATION_RECEIPT.json": "8c6acc1935964ed3c1b0c253a16b721234e869a19deb9de5002387b587d3b270" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_effect", + "python": "1", + "r": "1", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "df_within", + "python": "92", + "r": "92", + "status": "pass" + }, + { + "absolute_difference": "4.24209645189e-09", + "allowed_absolute_difference": "1e-07", + "field": "feedback_f", + "python": "57.1132954", + "r": "57.1132953958", + "status": "pass" + }, + { + "absolute_difference": "1.2771022423e-21", + "allowed_absolute_difference": "1e-07", + "field": "feedback_p", + "python": "2.968853127e-11", + "r": "2.96885312713e-11", + "status": "pass" + }, + { + "absolute_difference": "4.36000124893e-11", + "allowed_absolute_difference": "1e-07", + "field": "feedback_partial_eta_squared", + "python": "0.3830194702", + "r": "0.383019470156", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "interaction_difference_in_differences", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "2.47279885457e-09", + "allowed_absolute_difference": "1e-07", + "field": "interaction_f", + "python": "20.56078634", + "r": "20.5607863425", + "status": "pass" + }, + { + "absolute_difference": "4.49449911967e-15", + "allowed_absolute_difference": "1e-07", + "field": "interaction_p", + "python": "1.736937155e-05", + "r": "1.73693715545e-05", + "status": "pass" + }, + { + "absolute_difference": "1.98729921408e-11", + "allowed_absolute_difference": "1e-07", + "field": "interaction_partial_eta_squared", + "python": "0.1826638478", + "r": "0.18266384778", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_rereading_explanatory_feedback", + "python": "69.375", + "r": "69.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_rereading_no_feedback", + "python": "67.375", + "r": "67.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_retrieval_explanatory_feedback", + "python": "79.375", + "r": "79.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_retrieval_no_feedback", + "python": "71.375", + "r": "71.375", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_per_cell", + "python": "24", + "r": "24", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "96", + "r": "96", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_explanatory_feedback_estimate", + "python": "10", + "r": "10", + "status": "pass" + }, + { + "absolute_difference": "1.38821030391e-28", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_explanatory_feedback_p", + "python": "8.277399851e-18", + "r": "8.27739985086e-18", + "status": "pass" + }, + { + "absolute_difference": "5.32599742087e-10", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_explanatory_feedback_t", + "python": "10.68768407", + "r": "10.6876840705", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_no_feedback_estimate", + "python": "4", + "r": "4", + "status": "pass" + }, + { + "absolute_difference": "3.4408985535e-15", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_no_feedback_p", + "python": "4.660540101e-05", + "r": "4.66054010066e-05", + "status": "pass" + }, + { + "absolute_difference": "2.13029593965e-10", + "allowed_absolute_difference": "1e-07", + "field": "simple_strategy_no_feedback_t", + "python": "4.275073628", + "r": "4.27507362821", + "status": "pass" + }, + { + "absolute_difference": "2.43149997914e-08", + "allowed_absolute_difference": "1e-07", + "field": "strategy_f", + "python": "111.942059", + "r": "111.942058976", + "status": "pass" + }, + { + "absolute_difference": "4.3779931347e-28", + "allowed_absolute_difference": "1e-07", + "field": "strategy_p", + "python": "1.387812305e-17", + "r": "1.38781230504e-17", + "status": "pass" + }, + { + "absolute_difference": "1.36519684446e-11", + "allowed_absolute_difference": "1e-07", + "field": "strategy_partial_eta_squared", + "python": "0.5488914819", + "r": "0.548891481914", + "status": "pass" + } + ], + "verification_receipt_sha256": "8c6acc1935964ed3c1b0c253a16b721234e869a19deb9de5002387b587d3b270", + "verification_status": "pass" + }, + "SWL-S06": { + "apa_runtime_binding_sha256": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s06.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S06", + "synthetic_only": true + }, + "png_hashes": { + "swl_s06.png": "7c9fde47cca33c339abb0adfdf38d71717a4a9093938885c77b6d138f9fe7633" + } + }, + "matched_limitation_runtime_sha256": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8", + "python_reported_fields": { + "greenhouse_geisser_df_error": "69.98984053", + "greenhouse_geisser_df_occasion": "1.320563029", + "greenhouse_geisser_epsilon": "0.6602815145", + "greenhouse_geisser_p": "5.918791808e-29", + "mean_baseline_complete_case": "49.50462963", + "mean_change_follow_up_minus_baseline": "5.981481481", + "mean_change_post_minus_baseline": "4.11037037", + "mean_follow_up_complete_case": "55.48611111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.8372410924", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.6350191", + "rm_anova_p": "1.628818229e-42", + "scheduled_rows": "180" + }, + "python_result_sha256": "34ba364dc80a3dbc922dcb3e7e4988ac6dab4e3b2c17851747eff564b65d9e0e", + "r_metrics": { + "greenhouse_geisser_df_error": "69.9898405337", + "greenhouse_geisser_df_occasion": "1.32056302894", + "greenhouse_geisser_epsilon": "0.660281514469", + "greenhouse_geisser_p": "5.91879180765e-29", + "mean_baseline_complete_case": "49.5046296296", + "mean_change_follow_up_minus_baseline": "5.98148148148", + "mean_change_post_minus_baseline": "4.11037037037", + "mean_follow_up_complete_case": "55.4861111111", + "mean_post_complete_case": "53.615", + "missing_baseline": "0", + "missing_follow_up": "3", + "missing_outcomes": "6", + "missing_post": "3", + "n_complete_case": "54", + "n_incomplete_participants": "6", + "n_scheduled_participants": "60", + "observed_outcomes": "174", + "partial_eta_squared": "0.837241092351", + "rm_anova_df_error": "106", + "rm_anova_df_occasion": "2", + "rm_anova_f": "272.635019094", + "rm_anova_p": "1.62881822926e-42", + "scheduled_rows": "180" + }, + "r_result_sha256": "4395a61019908f3ea2b1e21cab9fbc197e0095ed3799c7d39e9e34b6208949a7", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "306aeb8129bb7c10f2a4776eaa0512ab814a57c620e7a84c487c6d718f13e6dd", + "DATA_LAYOUT_AUDIT.json": "ffbe22ee7b3cffdad476a42a9a353ea5a1f0a81035db869af60b7a1099d0d38a", + "DESIGN_CONTRACT.json": "309143adb85b2c06517d38f031234c18370f796393983b5a89fd329b8da00061", + "FIGURE_SPECS.json": "36d4ce2cc15af6ed694d50bd1eb3eb5ed4b7a14859f847d7128feb049d5876df", + "MATCHED_LIMITATION.md": "88240b09221684b7652c221584ec9786caa923cf70a87b1db7d7f70783f79cb8", + "MEASUREMENT_MAP.json": "71e5240f350a23566bf466882434fb6b1249dc1e2d2ed40ad6495709424dbf08", + "PYTHON_RESULT.json": "34ba364dc80a3dbc922dcb3e7e4988ac6dab4e3b2c17851747eff564b65d9e0e", + "R_RESULT.csv": "4395a61019908f3ea2b1e21cab9fbc197e0095ed3799c7d39e9e34b6208949a7", + "SOURCE_MANIFEST_RECORD.json": "152abd66906f00035c183441d75518882d69627eb71212f50ca5d3aa131df487", + "STUDY_INDEX_RECORD.json": "52bd09235341c7ff83aa9ffe7eb365a8e8979c453a5fcc88914432d9728aade9", + "VERIFICATION_RECEIPT.json": "2a482e9808a9f73eed6639b41c38fd4efb8354b7ebab3fbae9e1e900ce52a1e1" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_scheduled_participants", + "python": "60", + "r": "60", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "scheduled_rows", + "python": "180", + "r": "180", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "observed_outcomes", + "python": "174", + "r": "174", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_outcomes", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_baseline", + "python": "0", + "r": "0", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_post", + "python": "3", + "r": "3", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_follow_up", + "python": "3", + "r": "3", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_complete_case", + "python": "54", + "r": "54", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_incomplete_participants", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "3.70398822724e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_baseline_complete_case", + "python": "49.50462963", + "r": "49.5046296296", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mean_post_complete_case", + "python": "53.615", + "r": "53.615", + "status": "pass" + }, + { + "absolute_difference": "1.11109699219e-09", + "allowed_absolute_difference": "1e-07", + "field": "mean_follow_up_complete_case", + "python": "55.48611111", + "r": "55.4861111111", + "status": "pass" + }, + { + "absolute_difference": "3.70369512837e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_change_post_minus_baseline", + "python": "4.11037037", + "r": "4.11037037037", + "status": "pass" + }, + { + "absolute_difference": "4.81479744963e-10", + "allowed_absolute_difference": "1e-07", + "field": "mean_change_follow_up_minus_baseline", + "python": "5.981481481", + "r": "5.98148148148", + "status": "pass" + }, + { + "absolute_difference": "5.50102186025e-09", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_f", + "python": "272.6350191", + "r": "272.635019094", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_df_occasion", + "python": "2", + "r": "2", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_df_error", + "python": "106", + "r": "106", + "status": "pass" + }, + { + "absolute_difference": "2.57869964234e-52", + "allowed_absolute_difference": "1e-07", + "field": "rm_anova_p", + "python": "1.628818229e-42", + "r": "1.62881822926e-42", + "status": "pass" + }, + { + "absolute_difference": "3.11201064918e-11", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_epsilon", + "python": "0.6602815145", + "r": "0.660281514469", + "status": "pass" + }, + { + "absolute_difference": "6.22402129835e-11", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_df_occasion", + "python": "1.320563029", + "r": "1.32056302894", + "status": "pass" + }, + { + "absolute_difference": "3.7013023757e-09", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_df_error", + "python": "69.98984053", + "r": "69.9898405337", + "status": "pass" + }, + { + "absolute_difference": "3.53489308533e-39", + "allowed_absolute_difference": "1e-07", + "field": "greenhouse_geisser_p", + "python": "5.918791808e-29", + "r": "5.91879180765e-29", + "status": "pass" + }, + { + "absolute_difference": "4.87490048329e-11", + "allowed_absolute_difference": "1e-07", + "field": "partial_eta_squared", + "python": "0.8372410924", + "r": "0.837241092351", + "status": "pass" + } + ], + "verification_receipt_sha256": "2a482e9808a9f73eed6639b41c38fd4efb8354b7ebab3fbae9e1e900ce52a1e1", + "verification_status": "pass" + }, + "SWL-S07": { + "apa_runtime_binding_sha256": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s07.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S07", + "synthetic_only": true + }, + "png_hashes": { + "swl_s07.png": "c67c57059c67d6d6bda363b8b419ab8c9558b0530c318f14cee9bd21b0c1791a" + } + }, + "matched_limitation_runtime_sha256": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e", + "python_reported_fields": { + "adjusted_group_difference_intervention_minus_comparison": "4.195586604", + "adjusted_mean_comparison_at_overall_baseline": "60.70454003", + "adjusted_mean_intervention_at_overall_baseline": "64.90012664", + "baseline_overall_mean": "50.44633333", + "baseline_slope": "1.158451049", + "baseline_slope_ci_95_high": "1.269132905", + "baseline_slope_ci_95_low": "1.047769194", + "baseline_slope_p": "1.587746358e-35", + "baseline_slope_se": "0.05568595007", + "baseline_slope_t": "20.80329146", + "group_effect_ci_95_high": "5.23809565", + "group_effect_ci_95_low": "3.153077558", + "group_effect_df": "1", + "group_effect_f": "63.98634614", + "group_effect_p": "4.968806886e-12", + "group_effect_se": "0.5245042778", + "group_effect_t": "7.999146588", + "group_partial_eta_squared": "0.4237889569", + "homogeneity_interaction_b": "-0.1136802344", + "homogeneity_interaction_p": "0.3101586282", + "homogeneity_interaction_se": "0.1113514523", + "homogeneity_interaction_t": "-1.020913801", + "model_adjusted_r_squared": "0.8824557827", + "model_df_error": "87", + "model_r_squared": "0.8850972258", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.94266667", + "raw_post_mean_comparison": "58.97111111", + "raw_post_mean_intervention": "66.63355556" + }, + "python_result_sha256": "a2a86233c4f10122bf1f027a53b882329a3a144433fb882b023bae503547574a", + "r_metrics": { + "adjusted_group_difference_intervention_minus_comparison": "4.19558660405", + "adjusted_mean_comparison_at_overall_baseline": "60.7045400313", + "adjusted_mean_intervention_at_overall_baseline": "64.9001266354", + "baseline_overall_mean": "50.4463333333", + "baseline_slope": "1.15845104936", + "baseline_slope_ci_95_high": "1.26913290489", + "baseline_slope_ci_95_low": "1.04776919383", + "baseline_slope_p": "1.58774635813e-35", + "baseline_slope_se": "0.0556859500715", + "baseline_slope_t": "20.8032914564", + "group_effect_ci_95_high": "5.23809565032", + "group_effect_ci_95_low": "3.15307755779", + "group_effect_df": "1", + "group_effect_f": "63.9863461355", + "group_effect_p": "4.96880688616e-12", + "group_effect_se": "0.52450427779", + "group_effect_t": "7.99914658795", + "group_partial_eta_squared": "0.423788956904", + "homogeneity_interaction_b": "-0.113680234436", + "homogeneity_interaction_p": "0.310158628219", + "homogeneity_interaction_se": "0.111351452341", + "homogeneity_interaction_t": "-1.02091380081", + "model_adjusted_r_squared": "0.882455782738", + "model_df_error": "87", + "model_r_squared": "0.885097225822", + "n_comparison": "45", + "n_intervention": "45", + "n_total": "90", + "raw_baseline_mean_comparison": "48.95", + "raw_baseline_mean_intervention": "51.9426666667", + "raw_post_mean_comparison": "58.9711111111", + "raw_post_mean_intervention": "66.6335555556" + }, + "r_result_sha256": "4fea019a55b3785c82f32cceedca702a44d155f18eb1a1a0d4a18b14c4ab143b", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "f07f92f97738e381efb5b85cc6cbfc28bd0756e3bc14782dc1188fe0da706b3a", + "DATA_LAYOUT_AUDIT.json": "c6c20b03bf3c1ef1a7f1397701ee351566f2011b113be9a7d0d8ffb1824498fd", + "DESIGN_CONTRACT.json": "b89086a679277b1652999fde987ccb89ce78ec6f44b3186a3f0c9cb694f39048", + "FIGURE_SPECS.json": "027d3fb753caf0f179eea7396b83c9c5e1032d9013673f5de3a3fd4a92f76865", + "MATCHED_LIMITATION.md": "8e1b3507cee86abd509a2f0eb61cace3dfbd0ea8bcc938b8f408427b9f326c5e", + "MEASUREMENT_MAP.json": "70a8880b662359652180fca0bb78cfc1c268efa5063a571e2afe748703234b40", + "PYTHON_RESULT.json": "a2a86233c4f10122bf1f027a53b882329a3a144433fb882b023bae503547574a", + "R_RESULT.csv": "4fea019a55b3785c82f32cceedca702a44d155f18eb1a1a0d4a18b14c4ab143b", + "SOURCE_MANIFEST_RECORD.json": "1ef68d054cacd9cd05e10a075d6109fe98a460b486ba0e5cbb8bdb485debcb9f", + "STUDY_INDEX_RECORD.json": "ab8c99be9090d2ed75ed9644be6b031450f527da926ce1ffcecb699877c2f6cb", + "VERIFICATION_RECEIPT.json": "2fd6aeade95c1491e16c1598d436f0b8ca78873f31baef929e3e2fd8d4c2d2b7" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "90", + "r": "90", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_comparison", + "python": "45", + "r": "45", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_intervention", + "python": "45", + "r": "45", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "baseline_overall_mean", + "python": "50.44633333", + "r": "50.4463333333", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "raw_baseline_mean_comparison", + "python": "48.95", + "r": "48.95", + "status": "pass" + }, + { + "absolute_difference": "3.333298082e-09", + "allowed_absolute_difference": "1e-07", + "field": "raw_baseline_mean_intervention", + "python": "51.94266667", + "r": "51.9426666667", + "status": "pass" + }, + { + "absolute_difference": "1.11109699219e-09", + "allowed_absolute_difference": "1e-07", + "field": "raw_post_mean_comparison", + "python": "58.97111111", + "r": "58.9711111111", + "status": "pass" + }, + { + "absolute_difference": "4.44440217962e-09", + "allowed_absolute_difference": "1e-07", + "field": "raw_post_mean_intervention", + "python": "66.63355556", + "r": "66.6335555556", + "status": "pass" + }, + { + "absolute_difference": "1.30660282593e-09", + "allowed_absolute_difference": "1e-07", + "field": "adjusted_mean_comparison_at_overall_baseline", + "python": "60.70454003", + "r": "60.7045400313", + "status": "pass" + }, + { + "absolute_difference": "4.63990090793e-09", + "allowed_absolute_difference": "1e-07", + "field": "adjusted_mean_intervention_at_overall_baseline", + "python": "64.90012664", + "r": "64.9001266354", + "status": "pass" + }, + { + "absolute_difference": "5.34798871854e-11", + "allowed_absolute_difference": "1e-07", + "field": "adjusted_group_difference_intervention_minus_comparison", + "python": "4.195586604", + "r": "4.19558660405", + "status": "pass" + }, + { + "absolute_difference": "9.51194678578e-12", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_se", + "python": "0.5245042778", + "r": "0.52450427779", + "status": "pass" + }, + { + "absolute_difference": "4.89999152364e-11", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_t", + "python": "7.999146588", + "r": "7.99914658795", + "status": "pass" + }, + { + "absolute_difference": "1.55110097344e-22", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_p", + "python": "4.968806886e-12", + "r": "4.96880688616e-12", + "status": "pass" + }, + { + "absolute_difference": "2.11779926929e-10", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_ci_95_low", + "python": "3.153077558", + "r": "3.15307755779", + "status": "pass" + }, + { + "absolute_difference": "3.1875035944e-10", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_ci_95_high", + "python": "5.23809565", + "r": "5.23809565032", + "status": "pass" + }, + { + "absolute_difference": "4.47199965947e-09", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_f", + "python": "63.98634614", + "r": "63.9863461355", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "group_effect_df", + "python": "1", + "r": "1", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "model_df_error", + "python": "87", + "r": "87", + "status": "pass" + }, + { + "absolute_difference": "4.04198896575e-12", + "allowed_absolute_difference": "1e-07", + "field": "group_partial_eta_squared", + "python": "0.4237889569", + "r": "0.423788956904", + "status": "pass" + }, + { + "absolute_difference": "3.62090135653e-10", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope", + "python": "1.158451049", + "r": "1.15845104936", + "status": "pass" + }, + { + "absolute_difference": "1.49590062559e-12", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_se", + "python": "0.05568595007", + "r": "0.0556859500715", + "status": "pass" + }, + { + "absolute_difference": "3.63190011399e-09", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_t", + "python": "20.80329146", + "r": "20.8032914564", + "status": "pass" + }, + { + "absolute_difference": "1.33469851328e-45", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_p", + "python": "1.587746358e-35", + "r": "1.58774635813e-35", + "status": "pass" + }, + { + "absolute_difference": "1.68169922432e-10", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_ci_95_low", + "python": "1.047769194", + "r": "1.04776919383", + "status": "pass" + }, + { + "absolute_difference": "1.07649889003e-10", + "allowed_absolute_difference": "1e-07", + "field": "baseline_slope_ci_95_high", + "python": "1.269132905", + "r": "1.26913290489", + "status": "pass" + }, + { + "absolute_difference": "2.24699148177e-11", + "allowed_absolute_difference": "1e-07", + "field": "model_r_squared", + "python": "0.8850972258", + "r": "0.885097225822", + "status": "pass" + }, + { + "absolute_difference": "3.79289932795e-11", + "allowed_absolute_difference": "1e-07", + "field": "model_adjusted_r_squared", + "python": "0.8824557827", + "r": "0.882455782738", + "status": "pass" + }, + { + "absolute_difference": "3.55740020774e-11", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_b", + "python": "-0.1136802344", + "r": "-0.113680234436", + "status": "pass" + }, + { + "absolute_difference": "4.11660011634e-11", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_se", + "python": "0.1113514523", + "r": "0.111351452341", + "status": "pass" + }, + { + "absolute_difference": "1.87839965804e-10", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_t", + "python": "-1.020913801", + "r": "-1.02091380081", + "status": "pass" + }, + { + "absolute_difference": "1.89799842509e-11", + "allowed_absolute_difference": "1e-07", + "field": "homogeneity_interaction_p", + "python": "0.3101586282", + "r": "0.310158628219", + "status": "pass" + } + ], + "verification_receipt_sha256": "2fd6aeade95c1491e16c1598d436f0b8ca78873f31baef929e3e2fd8d4c2d2b7", + "verification_status": "pass" + }, + "SWL-S08": { + "apa_runtime_binding_sha256": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s08.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S08", + "synthetic_only": true + }, + "png_hashes": { + "swl_s08.png": "39ba9e86e709156e902de38f4707d266897957dc266202563e7b3cdb413a6a55" + } + }, + "matched_limitation_runtime_sha256": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba", + "python_reported_fields": { + "aic": "901.3262459", + "bic": "926.3179577", + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.00000004", + "converged": "1", + "followup_b": "1.474701992", + "followup_ci_95_high": "2.732255571", + "followup_ci_95_low": "0.2171484134", + "followup_p": "0.02153895904", + "followup_se": "0.6416207588", + "followup_z": "2.29840131", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_ci_95_high": "51.56533349", + "intercept_ci_95_low": "48.43466651", + "intercept_p": "0", + "intercept_se": "0.7986542115", + "intercept_z": "62.60531689", + "log_likelihood": "-442.663123", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.102577378", + "post_ci_95_high": "2.308809272", + "post_ci_95_low": "-0.1036545168", + "post_p": "0.07320677973", + "post_se": "0.6154357448", + "post_z": "1.791539388", + "random_intercept_variance": "13.72877362", + "residual_variance": "5.40668287", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_ci_95_high": "2.613715852", + "treatment_ci_95_low": "-1.813715852", + "treatment_followup_b": "7.78490858", + "treatment_followup_ci_95_high": "9.538639311", + "treatment_followup_ci_95_low": "6.031177849", + "treatment_followup_mean": "59.89999993", + "treatment_followup_p": "0", + "treatment_followup_se": "0.8947770187", + "treatment_followup_z": "8.700389503", + "treatment_p": "0.7232271073", + "treatment_post_b": "5.864929915", + "treatment_post_ci_95_high": "7.570766747", + "treatment_post_ci_95_low": "4.159093083", + "treatment_post_mean": "57.39999996", + "treatment_post_p": "1.598559151e-11", + "treatment_post_se": "0.870340907", + "treatment_post_z": "6.738658229", + "treatment_se": "1.129467618", + "treatment_z": "0.3541491529" + }, + "python_result_sha256": "d8d4bbbe7f4558dca5d80d98c00857487f16e1c6e12a10d221f3bc3bda7428a0", + "r_metrics": { + "complete_participants": "48", + "control_baseline_mean": "50", + "control_followup_mean": "51.50000012", + "control_post_mean": "51.0000000357", + "followup_b": "1.47470191294", + "followup_se": "0.653391526682", + "incomplete_participants": "12", + "intercept_b": "50", + "intercept_se": "0.81331198401", + "missing_visits": "12", + "n_control": "30", + "n_participants": "60", + "n_treatment": "30", + "observed_rows": "168", + "post_b": "1.1025776203", + "post_se": "0.626711697321", + "scheduled_rows": "180", + "treatment_b": "0.4", + "treatment_baseline_mean": "50.4", + "treatment_followup_b": "7.78490809981", + "treatment_followup_mean": "59.8999999259", + "treatment_followup_se": "0.911151096407", + "treatment_post_b": "5.864929613", + "treatment_post_mean": "57.3999999643", + "treatment_post_se": "0.886292305628", + "treatment_se": "1.15019683823" + }, + "r_result_sha256": "ed8f4245337cc5f030651f37e7ca5de3571cfc731c3ec5d7dddd7f4803e73b2a", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "8e12d7601cec1497a30d1d96532fbafd16d37cbdc29e9c0d402b16226dd193ff", + "DATA_LAYOUT_AUDIT.json": "0397165ca0603767d18ee3fa2ae129a07296a7480955f936ee7dfd41f82bb5ae", + "DESIGN_CONTRACT.json": "f1d3faeb7c4e10e9836e9ac75f1bb18aa8adbe12f916ce70fe95ed73f9c38c42", + "FIGURE_SPECS.json": "fa79ce2f4814c69c149b5641413fb3154712fbe8739ebb041bf239f662fbd0fd", + "MATCHED_LIMITATION.md": "70e8e7504c06ddabf6bf2c2f624300e6985090b5f82e119d0bb33710338621ba", + "MEASUREMENT_MAP.json": "4388c66f293db20f18ced893f88f5630e7f227682e57762e87f333f02d431353", + "PYTHON_RESULT.json": "d8d4bbbe7f4558dca5d80d98c00857487f16e1c6e12a10d221f3bc3bda7428a0", + "R_RESULT.csv": "ed8f4245337cc5f030651f37e7ca5de3571cfc731c3ec5d7dddd7f4803e73b2a", + "SOURCE_MANIFEST_RECORD.json": "9e23f3b5fb2153f1077094000967fef239a91f213957ea4287031650964e1d6c", + "STUDY_INDEX_RECORD.json": "cd41460ea2a0eaa99987d188d621c8658d5e1988732aa09c2624f5028469746e", + "VERIFICATION_RECEIPT.json": "c76440be1f96811ce1e917113f899d473e40a0c36339289234c7ae3424449e6f" + }, + "v4_documented_not_equal_fields": [ + "test-statistic convention", + "denominator degrees of freedom", + "p values", + "confidence-interval method", + "optimizer details" + ], + "verification_category": "V3_V4", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_participants", + "python": "60", + "r": "60", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_control", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_treatment", + "python": "30", + "r": "30", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "scheduled_rows", + "python": "180", + "r": "180", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "observed_rows", + "python": "168", + "r": "168", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "missing_visits", + "python": "12", + "r": "12", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "complete_participants", + "python": "48", + "r": "48", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "incomplete_participants", + "python": "12", + "r": "12", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "control_baseline_mean", + "python": "50", + "r": "50", + "status": "pass" + }, + { + "absolute_difference": "4.28571667044e-09", + "allowed_absolute_difference": "1e-07", + "field": "control_post_mean", + "python": "51.00000004", + "r": "51.0000000357", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "control_followup_mean", + "python": "51.50000012", + "r": "51.50000012", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "treatment_baseline_mean", + "python": "50.4", + "r": "50.4", + "status": "pass" + }, + { + "absolute_difference": "4.28570956501e-09", + "allowed_absolute_difference": "1e-07", + "field": "treatment_post_mean", + "python": "57.39999996", + "r": "57.3999999643", + "status": "pass" + }, + { + "absolute_difference": "4.07407441116e-09", + "allowed_absolute_difference": "1e-07", + "field": "treatment_followup_mean", + "python": "59.89999993", + "r": "59.8999999259", + "status": "pass" + }, + { + "absolute_difference": "3.5527136788e-14", + "allowed_absolute_difference": "0.05", + "field": "intercept_b", + "python": "50", + "r": "50", + "status": "pass" + }, + { + "absolute_difference": "0.0146577725097", + "allowed_absolute_difference": "0.15", + "field": "intercept_se", + "python": "0.7986542115", + "r": "0.81331198401", + "status": "pass" + }, + { + "absolute_difference": "4.88498130835e-15", + "allowed_absolute_difference": "0.05", + "field": "treatment_b", + "python": "0.4", + "r": "0.4", + "status": "pass" + }, + { + "absolute_difference": "0.0207292202271", + "allowed_absolute_difference": "0.15", + "field": "treatment_se", + "python": "1.129467618", + "r": "1.15019683823", + "status": "pass" + }, + { + "absolute_difference": "2.42298323405e-07", + "allowed_absolute_difference": "0.05", + "field": "post_b", + "python": "1.102577378", + "r": "1.1025776203", + "status": "pass" + }, + { + "absolute_difference": "0.0112759525214", + "allowed_absolute_difference": "0.15", + "field": "post_se", + "python": "0.6154357448", + "r": "0.626711697321", + "status": "pass" + }, + { + "absolute_difference": "7.90604108847e-08", + "allowed_absolute_difference": "0.05", + "field": "followup_b", + "python": "1.474701992", + "r": "1.47470191294", + "status": "pass" + }, + { + "absolute_difference": "0.0117707678819", + "allowed_absolute_difference": "0.15", + "field": "followup_se", + "python": "0.6416207588", + "r": "0.653391526682", + "status": "pass" + }, + { + "absolute_difference": "3.02000058738e-07", + "allowed_absolute_difference": "0.05", + "field": "treatment_post_b", + "python": "5.864929915", + "r": "5.864929613", + "status": "pass" + }, + { + "absolute_difference": "0.0159513986284", + "allowed_absolute_difference": "0.15", + "field": "treatment_post_se", + "python": "0.870340907", + "r": "0.886292305628", + "status": "pass" + }, + { + "absolute_difference": "4.80187758889e-07", + "allowed_absolute_difference": "0.05", + "field": "treatment_followup_b", + "python": "7.78490858", + "r": "7.78490809981", + "status": "pass" + }, + { + "absolute_difference": "0.016374077707", + "allowed_absolute_difference": "0.15", + "field": "treatment_followup_se", + "python": "0.8947770187", + "r": "0.911151096407", + "status": "pass" + } + ], + "verification_receipt_sha256": "c76440be1f96811ce1e917113f899d473e40a0c36339289234c7ae3424449e6f", + "verification_status": "pass" + }, + "SWL-S09": { + "apa_runtime_binding_sha256": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_improvement.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "categorical" + }, + { + "dpi": 300, + "grayscale": true, + "output": "swl_s09_burden.png", + "pixel_dimensions": [ + 2160, + 1440 + ], + "role": "rank" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S09", + "synthetic_only": true + }, + "png_hashes": { + "swl_s09_burden.png": "f11e05a1d8e935609566fb0decd0436980a98ed9149abec75c955c69b6e861d8", + "swl_s09_improvement.png": "0d7316d3b6eb2a37df40690f16f0aba3039e349ae5eda8c6b6ccb2e4947c4526" + } + }, + "matched_limitation_runtime_sha256": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a", + "python_reported_fields": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.23017903", + "chi_square_df": "1", + "chi_square_p": "0.001381612526", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_burden_skewness": "1.191038677", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.2528608687", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_burden_skewness": "1.180683232", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.540505523e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.211170814", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + }, + "python_result_sha256": "19f3f11f8ee821117e38c4e05fc247cbbc0b424773f72dac282e16cc3fca498b", + "r_metrics": { + "burden_median_difference_intervention_minus_comparison": "-3.7785", + "chi_square": "10.2301790281", + "chi_square_df": "1", + "chi_square_p": "0.00138161252573", + "comparison_burden_max": "42.091", + "comparison_burden_median": "10.533", + "comparison_burden_min": "5.147", + "comparison_improved": "36", + "comparison_improved_proportion": "0.45", + "comparison_not_improved": "44", + "cramers_v": "0.252860868712", + "improved_risk_difference_intervention_minus_comparison": "0.25", + "intervention_burden_max": "28.144", + "intervention_burden_median": "6.7545", + "intervention_burden_min": "3.051", + "intervention_improved": "56", + "intervention_improved_proportion": "0.7", + "intervention_not_improved": "24", + "mann_whitney_p_two_sided": "2.54050552302e-05", + "mann_whitney_u_intervention": "1966", + "mann_whitney_z_no_continuity": "-4.21117081431", + "minimum_expected_cell_count": "34", + "n_comparison": "80", + "n_intervention": "80", + "n_total": "160", + "rank_biserial_intervention_lower": "0.385625" + }, + "r_result_sha256": "d4638786775da90cbf48cacd33b11448cd81ff064480e9d900adfbfe23d56797", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "8e1e7813f42ed0798a26a254436e15104fe2daebcdbfc381dd9853f3435e2067", + "DATA_LAYOUT_AUDIT.json": "64193990ef679faa04c61a55864f72820f9f6567bd2e544a1db2dd34c62cc29b", + "DESIGN_CONTRACT.json": "a3b01225008425235bea1a2f7632367a7a7746ce4f43594908a13fa59a2709de", + "FIGURE_SPECS.json": "4b5ea4b4f0b9f4e1e60fb1f649ce29bc23f08c8eaf00944bf91385b7a71f1704", + "MATCHED_LIMITATION.md": "46126498c90e8a3b86f5950680a95c11fe3613b84bbcf3079d10fbbdc07cfe1a", + "MEASUREMENT_MAP.json": "c2177c719b82feac8a91063dd70c499868622ee12858129a1e48e0731b338f31", + "PYTHON_RESULT.json": "19f3f11f8ee821117e38c4e05fc247cbbc0b424773f72dac282e16cc3fca498b", + "R_RESULT.csv": "d4638786775da90cbf48cacd33b11448cd81ff064480e9d900adfbfe23d56797", + "SOURCE_MANIFEST_RECORD.json": "84991249b59ea681b351711e89a728dd062c46dfe719cffafa7aed7fd8ca09b0", + "STUDY_INDEX_RECORD.json": "d2b343d41cffa38016f0f641f8ae9532c3b54edba87c2b52006fde13699064b4", + "VERIFICATION_RECEIPT.json": "363a3eb7d1feaa0e56cf8452527f3c156597c9a863ea3e23d37f8f41be1f607d" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_total", + "python": "160", + "r": "160", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_comparison", + "python": "80", + "r": "80", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "n_intervention", + "python": "80", + "r": "80", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_improved", + "python": "36", + "r": "36", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_not_improved", + "python": "44", + "r": "44", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_improved", + "python": "56", + "r": "56", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_not_improved", + "python": "24", + "r": "24", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_improved_proportion", + "python": "0.45", + "r": "0.45", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_improved_proportion", + "python": "0.7", + "r": "0.7", + "status": "pass" + }, + { + "absolute_difference": "5.55111512313e-17", + "allowed_absolute_difference": "1e-07", + "field": "improved_risk_difference_intervention_minus_comparison", + "python": "0.25", + "r": "0.25", + "status": "pass" + }, + { + "absolute_difference": "1.86700788163e-09", + "allowed_absolute_difference": "1e-07", + "field": "chi_square", + "python": "10.23017903", + "r": "10.2301790281", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "chi_square_df", + "python": "1", + "r": "1", + "status": "pass" + }, + { + "absolute_difference": "2.67412394311e-13", + "allowed_absolute_difference": "1e-07", + "field": "chi_square_p", + "python": "0.001381612526", + "r": "0.00138161252573", + "status": "pass" + }, + { + "absolute_difference": "1.20867760245e-11", + "allowed_absolute_difference": "1e-07", + "field": "cramers_v", + "python": "0.2528608687", + "r": "0.252860868712", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "minimum_expected_cell_count", + "python": "34", + "r": "34", + "status": "pass" + }, + { + "absolute_difference": "1.7763568394e-15", + "allowed_absolute_difference": "1e-07", + "field": "comparison_burden_median", + "python": "10.533", + "r": "10.533", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_burden_median", + "python": "6.7545", + "r": "6.7545", + "status": "pass" + }, + { + "absolute_difference": "8.881784197e-16", + "allowed_absolute_difference": "1e-07", + "field": "burden_median_difference_intervention_minus_comparison", + "python": "-3.7785", + "r": "-3.7785", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "mann_whitney_u_intervention", + "python": "1966", + "r": "1966", + "status": "pass" + }, + { + "absolute_difference": "3.1390001709e-10", + "allowed_absolute_difference": "1e-07", + "field": "mann_whitney_z_no_continuity", + "python": "-4.211170814", + "r": "-4.21117081431", + "status": "pass" + }, + { + "absolute_difference": "2.06510020672e-16", + "allowed_absolute_difference": "1e-07", + "field": "mann_whitney_p_two_sided", + "python": "2.540505523e-05", + "r": "2.54050552302e-05", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "rank_biserial_intervention_lower", + "python": "0.385625", + "r": "0.385625", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_burden_min", + "python": "5.147", + "r": "5.147", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "comparison_burden_max", + "python": "42.091", + "r": "42.091", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_burden_min", + "python": "3.051", + "r": "3.051", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "intervention_burden_max", + "python": "28.144", + "r": "28.144", + "status": "pass" + } + ], + "verification_receipt_sha256": "363a3eb7d1feaa0e56cf8452527f3c156597c9a863ea3e23d37f8f41be1f607d", + "verification_status": "pass" + }, + "SWL-S10": { + "apa_runtime_binding_sha256": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3", + "figures": { + "manifest_semantics": { + "figures": [ + { + "dpi": 300, + "grayscale": true, + "output": "swl_s10.png", + "pixel_dimensions": [ + 2160, + 1500 + ], + "role": "primary" + } + ], + "schema_version": "psych-design-figure-manifest-v0.1", + "study_id": "SWL-S10", + "synthetic_only": true + }, + "png_hashes": { + "swl_s10.png": "125a18e4f804eba66b89b0df16bef0a6581401801a815bb26b52256429022b15" + } + }, + "matched_limitation_runtime_sha256": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625", + "python_reported_fields": { + "cochran_q": "1.599988593", + "cochran_q_df": "5", + "cochran_q_p": "0.9012507239", + "fixed_effect_ci_95_high": "0.5277326023", + "fixed_effect_ci_95_low": "0.2693823169", + "fixed_effect_p": "1.472100141e-09", + "fixed_effect_pooled_d": "0.3985574596", + "fixed_effect_se": "0.06590568504", + "fixed_effect_z": "6.047391198", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.11099668", + "planning_n_per_group_unrounded_90": "131.3427883", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + }, + "python_result_sha256": "21c7951f4f3ad8fedbe809313d0e43b4535947cd4ca4ab53642153297a61edee", + "r_metrics": { + "cochran_q": "1.59998859345", + "cochran_q_df": "5", + "cochran_q_p": "0.901250723889", + "fixed_effect_ci_95_high": "0.527732602285", + "fixed_effect_ci_95_low": "0.269382316939", + "fixed_effect_p": "1.47210014135e-09", + "fixed_effect_pooled_d": "0.398557459612", + "fixed_effect_se": "0.0659056850372", + "fixed_effect_z": "6.04739119831", + "i_squared_percent": "0", + "maximum_observed_d": "0.51", + "minimum_observed_d": "0.28", + "planning_alpha_two_sided": "0.05", + "planning_n_per_group_ceiling_80": "99", + "planning_n_per_group_ceiling_90": "132", + "planning_n_per_group_unrounded_80": "98.1109966794", + "planning_n_per_group_unrounded_90": "131.342788268", + "planning_power_primary": "0.8", + "planning_power_sensitivity": "0.9", + "study_count": "6", + "target_effect_size_d": "0.4", + "total_participants": "960" + }, + "r_result_sha256": "dff5dfc9d9d8ef892ad9d36a9cfa441b6a0bdb98a323d7ce036a7a3f51d8566f", + "reviewer_packet_file_count": 12, + "reviewer_packet_membership": [ + "APA_SOURCE_MAP.json", + "DATA_LAYOUT_AUDIT.json", + "DESIGN_CONTRACT.json", + "FIGURE_MANIFEST.json", + "FIGURE_SPECS.json", + "MATCHED_LIMITATION.md", + "MEASUREMENT_MAP.json", + "PYTHON_RESULT.json", + "R_RESULT.csv", + "SOURCE_MANIFEST_RECORD.json", + "STUDY_INDEX_RECORD.json", + "VERIFICATION_RECEIPT.json" + ], + "reviewer_packet_source_hashes": { + "APA_SOURCE_MAP.json": "426fee18de545a08f6d7faccce3c3d59e2d661e2649675a7ba9c21fd3a1a77a3", + "DATA_LAYOUT_AUDIT.json": "781fec4c4cda43169f8b122d0699fe8bc6f5e16bc7d60af726be4f8cf0f6a3ce", + "DESIGN_CONTRACT.json": "cd690cb58bd797ddc82677894df95a014ec664eea2f28c4f748f51ffe6ff38c7", + "FIGURE_SPECS.json": "19619cb76aae6966ef9af5633ecd8d9de032d1dfc5940269b2aae445fb39ce73", + "MATCHED_LIMITATION.md": "bd731d1d366675174ce49a58d3ae93011bc1b9a095b283243e11941cee1e9625", + "MEASUREMENT_MAP.json": "ab6d382925661dfb226c9b9a1496cfc1bf4a6958b691f11f98851fa759d14765", + "PYTHON_RESULT.json": "21c7951f4f3ad8fedbe809313d0e43b4535947cd4ca4ab53642153297a61edee", + "R_RESULT.csv": "dff5dfc9d9d8ef892ad9d36a9cfa441b6a0bdb98a323d7ce036a7a3f51d8566f", + "SOURCE_MANIFEST_RECORD.json": "5af6291745e4a9a0543286703d29413d7d5e59e9a64d195693d7522851a84ff2", + "STUDY_INDEX_RECORD.json": "7f097f6940b8388ce34ed3bd31d49f5d9d15608184fc0b39ef8b63ea1f82dbb3", + "VERIFICATION_RECEIPT.json": "c0b518e9675015486b01c8f4ad2755fd32d9876ff5549712f1a2851e23cb2957" + }, + "v4_documented_not_equal_fields": [], + "verification_category": "V2", + "verification_comparisons": [ + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "study_count", + "python": "6", + "r": "6", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "total_participants", + "python": "960", + "r": "960", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "target_effect_size_d", + "python": "0.4", + "r": "0.4", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_alpha_two_sided", + "python": "0.05", + "r": "0.05", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_power_primary", + "python": "0.8", + "r": "0.8", + "status": "pass" + }, + { + "absolute_difference": "6.3643312842e-10", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_unrounded_80", + "python": "98.11099668", + "r": "98.1109966794", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_ceiling_80", + "python": "99", + "r": "99", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_power_sensitivity", + "python": "0.9", + "r": "0.9", + "status": "pass" + }, + { + "absolute_difference": "3.1992243521e-08", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_unrounded_90", + "python": "131.3427883", + "r": "131.342788268", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "planning_n_per_group_ceiling_90", + "python": "132", + "r": "132", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "minimum_observed_d", + "python": "0.28", + "r": "0.28", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "maximum_observed_d", + "python": "0.51", + "r": "0.51", + "status": "pass" + }, + { + "absolute_difference": "1.20015108962e-11", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_pooled_d", + "python": "0.3985574596", + "r": "0.398557459612", + "status": "pass" + }, + { + "absolute_difference": "2.83838230697e-12", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_se", + "python": "0.06590568504", + "r": "0.0659056850372", + "status": "pass" + }, + { + "absolute_difference": "3.05134584266e-10", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_z", + "python": "6.047391198", + "r": "6.04739119831", + "status": "pass" + }, + { + "absolute_difference": "3.50009895673e-19", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_p", + "python": "1.472100141e-09", + "r": "1.47210014135e-09", + "status": "pass" + }, + { + "absolute_difference": "3.91647825282e-11", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_ci_95_low", + "python": "0.2693823169", + "r": "0.269382316939", + "status": "pass" + }, + { + "absolute_difference": "1.51616497135e-11", + "allowed_absolute_difference": "1e-07", + "field": "fixed_effect_ci_95_high", + "python": "0.5277326023", + "r": "0.527732602285", + "status": "pass" + }, + { + "absolute_difference": "4.4957171319e-10", + "allowed_absolute_difference": "1e-07", + "field": "cochran_q", + "python": "1.599988593", + "r": "1.59998859345", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "cochran_q_df", + "python": "5", + "r": "5", + "status": "pass" + }, + { + "absolute_difference": "1.07351905143e-11", + "allowed_absolute_difference": "1e-07", + "field": "cochran_q_p", + "python": "0.9012507239", + "r": "0.901250723889", + "status": "pass" + }, + { + "absolute_difference": "0", + "allowed_absolute_difference": "1e-07", + "field": "i_squared_percent", + "python": "0", + "r": "0", + "status": "pass" + } + ], + "verification_receipt_sha256": "c0b518e9675015486b01c8f4ad2755fd32d9876ff5549712f1a2851e23cb2957", + "verification_status": "pass" + } + }, + "synthetic_only": true, + "system_facts": { + "kernel": "5.15.167.4-microsoft-standard-WSL2", + "nlme_version": "3.1.164", + "pip_version": "pip 26.2 from /home/nicho/.local/lib/python3.10/site-packages/pip (python 3.10)", + "platform": "Linux-5.15.167.4-microsoft-standard-WSL2-x86_64-with-glibc2.39", + "platform_role": "wsl", + "python_executable": ".venv/bin/python", + "python_version": "Python 3.10.20", + "r_session_info": "R version 4.3.3 (2024-02-29)\nPlatform: x86_64-pc-linux-gnu (64-bit)\nRunning under: Ubuntu 24.04.2 LTS\n\nMatrix products: default\nBLAS: /usr/lib/x86_64-linux-gnu/blas/libblas.so.3.12.0 \nLAPACK: /usr/lib/x86_64-linux-gnu/lapack/liblapack.so.3.12.0\n\nlocale:\n [1] LC_CTYPE=C.UTF-8 LC_NUMERIC=C LC_TIME=C.UTF-8 \n [4] LC_COLLATE=C.UTF-8 LC_MONETARY=C.UTF-8 LC_MESSAGES=C.UTF-8 \n [7] LC_PAPER=C.UTF-8 LC_NAME=C LC_ADDRESS=C \n[10] LC_TELEPHONE=C LC_MEASUREMENT=C.UTF-8 LC_IDENTIFICATION=C \n\ntime zone: America/Vancouver\ntzcode source: system (glibc)\n\nattached base packages:\n[1] stats graphics grDevices utils datasets methods base \n\nloaded via a namespace (and not attached):\n[1] compiler_4.3.3", + "r_version": "R version 4.3.3 (2024-02-29) -- \"Angel Food Cake\"\nCopyright (C) 2024 The R Foundation for Statistical Computing\nPlatform: x86_64-pc-linux-gnu (64-bit)\n\nR is free software and comes with ABSOLUTELY NO WARRANTY.\nYou are welcome to redistribute it under the terms of the\nGNU General Public License versions 2 or 3.\nFor more information about these matters see\nhttps://www.gnu.org/licenses/.", + "rscript_version": "Rscript (R) version 4.3.3 (2024-02-29)", + "ubuntu_release": { + "BUG_REPORT_URL": "https://bugs.launchpad.net/ubuntu/", + "HOME_URL": "https://www.ubuntu.com/", + "ID": "ubuntu", + "ID_LIKE": "debian", + "LOGO": "ubuntu-logo", + "NAME": "Ubuntu", + "PRETTY_NAME": "Ubuntu 24.04.2 LTS", + "PRIVACY_POLICY_URL": "https://www.ubuntu.com/legal/terms-and-policies/privacy-policy", + "SUPPORT_URL": "https://help.ubuntu.com/", + "UBUNTU_CODENAME": "noble", + "VERSION": "24.04.2 LTS (Noble Numbat)", + "VERSION_CODENAME": "noble", + "VERSION_ID": "24.04" + }, + "uname": "Linux Victus-HP-2024 5.15.167.4-microsoft-standard-WSL2 #1 SMP Tue Nov 5 00:21:55 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux", + "windows_version": "'\\\\wsl.localhost\\Ubuntu-24.04\\home\\nicho\\projects\\dropin-034-wsl-kit\\kit'\nCMD.EXE was started with the above path as the current directory.\nUNC paths are not supported. Defaulting to Windows directory.\n\nMicrosoft Windows [Version 10.0.26200.8875]", + "wsl_version": "WSL version: 2.4.13.0\n\nKernel version: 5.15.167.4-1\n\nWSLg version: 1.0.65\n\nMSRDC version: 1.2.5716\n\nDirect3D version: 1.611.1-81528511\n\nDXCore version: 10.0.26100.1-240331-1435.ge-release\n\nWindows version: 10.0.26200.8875" + }, + "workspace_policy": { + "absolute_workspace_path_recorded": false, + "is_wsl": true, + "is_wsl2": true, + "role": "wsl", + "workspace_relative_to_home": "projects/psych-design-release-proof-wsl-034-20260730T215839Z", + "workspace_under_linux_home": true + } +}