Site, cookbook series, implementation hub, reference implementation, and documentation corrections

.github/workflows/cookbook-scripts.yml

@@ -0,0 +1,51 @@
+name: Cookbook scripts
+
+# Runs the lint, the structure checker, and the tests for the scripts shipped
+# with the cookbooks whenever they, the cookbook text, their tests, or the
+# pinned schema fixtures change.
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - "website/static/cookbook-files/**"
+      - "cookbook/**"
+      - "scripts/docs/check_cookbooks.py"
+      - "tests/test_cookbook_*.py"
+      - "tests/fixtures/wb-schemas/**"
+      - ".github/workflows/cookbook-scripts.yml"
+  pull_request:
+    paths:
+      - "website/static/cookbook-files/**"
+      - "cookbook/**"
+      - "scripts/docs/check_cookbooks.py"
+      - "tests/test_cookbook_*.py"
+      - "tests/fixtures/wb-schemas/**"
+      - ".github/workflows/cookbook-scripts.yml"
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      - name: Install test dependencies
+        run: pip install pytest ruff -r website/static/cookbook-files/requirements.txt
+      - name: Lint
+        run: ruff check website/static/cookbook-files scripts/docs
+      - name: Check cookbook structure and writing rules
+        run: python scripts/docs/check_cookbooks.py
+      - name: Quoted outputs match the scripts
+        run: for cb in $(ls cookbook | grep -v -e '^_' -e authoring); do python scripts/docs/refresh_cookbook_outputs.py $cb --check | tail -1 | grep -q '^0 block' || exit 1; done
+      - name: Glossary pages match the shared glossary
+        run: python scripts/docs/build_glossaries.py --check
+      - name: Overview tables and landing cards match the chapter files
+        run: python scripts/docs/sync_cookbook_indexes.py --check
+      - name: Running example agrees with its facts file
+        run: python scripts/docs/check_example_facts.py
+      - name: Investment view is up to date
+        run: python scripts/docs/investment_view.py && git diff --exit-code website/src/content/investment.json
+      - name: Test
+        run: pytest tests/test_cookbook_scripts.py tests/test_cookbook_microdata.py tests/test_cookbook_documents.py tests/test_cookbook_datause.py tests/test_cookbook_agents.py tests/test_cookbook_curation.py tests/test_cookbook_evaluation.py tests/test_cookbook_production.py tests/test_cookbook_synthetic.py tests/test_cookbook_small_models.py tests/test_cookbook_ml_ready.py tests/test_cookbook_governance.py tests/test_cookbook_pathway.py tests/test_cookbook_assistants.py -p no:cacheprovider --noconftest -q

.github/workflows/reference-implementation.yml

@@ -0,0 +1,39 @@
+name: Reference implementation
+
+# Runs the end-to-end reference implementation (reference/end_to_end) from a
+# clean checkout: lint, the pipeline in both modes, and the tests that check
+# every step's outcome and that the committed sample run is current.
+
+on:
+  push:
+    branches: [main]
+    paths:
+      - "reference/end_to_end/**"
+      - "tests/test_reference_end_to_end.py"
+      - "tests/fixtures/wb-schemas/**"
+      - ".github/workflows/reference-implementation.yml"
+  pull_request:
+    paths:
+      - "reference/end_to_end/**"
+      - "tests/test_reference_end_to_end.py"
+      - "tests/fixtures/wb-schemas/**"
+      - ".github/workflows/reference-implementation.yml"
+
+jobs:
+  run:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+      - name: Install
+        run: pip install pytest ruff -r reference/end_to_end/requirements.txt
+      - name: Lint
+        run: ruff check reference/end_to_end tests/test_reference_end_to_end.py
+      - name: Run the pipeline from a clean checkout
+        run: python reference/end_to_end/run.py --out /tmp/e2e
+      - name: Run the pipeline with planted errors (exit status 1 is the expected outcome)
+        run: python reference/end_to_end/run.py --out /tmp/e2e-planted --inject-error || test $? -eq 1
+      - name: Test
+        run: pytest tests/test_reference_end_to_end.py -p no:cacheprovider --noconftest -q

.gitignore

@@ -178,3 +178,6 @@ website/node_modules/
 
 # Notebook -> Markdown conversion output, generated by scripts/docs/convert_notebooks.py
 docs/notebooks/
+
+# schema cache written by cookbook check_metadata.py
+website/static/cookbook-files/**/wb-schemas/

CITATION.cff

@@ -20,5 +20,5 @@ license: MIT
 repository-code: "https://github.com/worldbank/ai4data"
 url: "https://worldbank.github.io/ai4data"
 contact:
-  - email: ai4data@worldbank.org
+  - email: aifordata@worldbank.org
     affiliation: "World Bank Group"

LICENSE-CONTENT.md

@@ -0,0 +1,22 @@
+# Licence for documentation and other content
+
+The documentation, the cookbooks, and the other text, figures, and website
+content in this repository, under `docs/`, `cookbook/`, `research/*/docs/`,
+and `website/`, are licensed under the Creative Commons Attribution 4.0
+International License (CC BY 4.0) unless otherwise specified in the file or
+on the page.
+
+Licence text: https://creativecommons.org/licenses/by/4.0/legalcode
+
+Attribution: World Bank Group, Office of the WBG Chief Statistician and
+Development Data Group, AI for Data – Data for AI program,
+https://github.com/worldbank/ai4data.
+
+The code in this repository, including the scripts under
+`website/static/cookbook-files/`, is licensed under the MIT License together
+with the World Bank IGO Rider, in `LICENSE`.
+
+The guides and cookbooks are working material of the program. They do not
+represent official World Bank Group guidance or policy and are not legal
+advice; an organization applies them under its own statistical law, data
+protection rules, and institutional policies.

README.md

@@ -145,7 +145,7 @@ The documentation includes:
 
 For questions, issues, or contributions, please contact:
 
-- **Development Data Group**: ai4data@worldbank.org
+- **Development Data Group**: aifordata@worldbank.org
 - **GitHub Issues**: [https://github.com/worldbank/ai4data/issues](https://github.com/worldbank/ai4data/issues)
 
 ## Vision
@@ -156,4 +156,6 @@ The **AI for Data – Data for AI** program reflects the World Bank's commitment
 
 ## License
 
-This project is licensed under the MIT License together with the World Bank IGO Rider. The Rider is purely procedural: it reserves all privileges and immunities enjoyed by the World Bank, without adding restrictions to the MIT permissions. Please review both files before using, distributing or contributing.
+The code in this repository is licensed under the MIT License together with the World Bank IGO Rider, both in [LICENSE](LICENSE). The Rider is procedural: it reserves the privileges and immunities of the World Bank and adds no restriction to the MIT permissions.
+
+The documentation, the cookbooks, and the other text, figures, and website content under `docs/`, `cookbook/`, `research/*/docs/`, and `website/` are licensed under the [Creative Commons Attribution 4.0 International License](https://creativecommons.org/licenses/by/4.0/) unless otherwise specified, as stated in [LICENSE-CONTENT.md](LICENSE-CONTENT.md). The guides and cookbooks are working material of the program; they do not represent official World Bank Group guidance or policy and are not legal advice.