From 7a6292332d5166c933237ec99c4e79743d2bd089 Mon Sep 17 00:00:00 2001 From: Sara Burns Date: Thu, 4 Jun 2026 11:41:32 -0400 Subject: [PATCH 1/5] fix: use last response instead of first success --- models/problems/dim_problem_results.sql | 46 ++++++------------------- state/manifest.json | 1 + 2 files changed, 12 insertions(+), 35 deletions(-) create mode 100644 state/manifest.json diff --git a/models/problems/dim_problem_results.sql b/models/problems/dim_problem_results.sql index a681b1e2..79e67585 100644 --- a/models/problems/dim_problem_results.sql +++ b/models/problems/dim_problem_results.sql @@ -8,52 +8,28 @@ }} with - first_success as ( - select - org, - course_key, - object_id, - argMin(attempts, emission_time) as attempts, - success, - actor_id - from {{ ref("problem_events") }} - where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated' and success - group by org, course_key, object_id, actor_id, success - ), - events as ( - select distinct org, course_key, object_id, problem_id - from {{ ref("problem_events") }} events - where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated' - ), final_results as ( select - events.org as org, - events.course_key as course_key, - first_success.success as success, - first_success.attempts as attempts, - first_success.actor_id as actor_id, - splitByChar('@', events.problem_id)[3] as block_id_short, + last_response.org as org, + last_response.course_key as course_key, + last_response.success as success, + last_response.attempts as attempts, + last_response.actor_id as actor_id, + splitByChar('@', last_response.problem_id)[3] as block_id_short, {{ format_problem_number_location( - "events.object_id", "blocks.display_name_with_location" + "last_response.object_id", "blocks.display_name_with_location" ) }} - from events + from {{ ref("dim_learner_last_response") }} last_response left join {{ ref("dim_course_blocks") }} blocks on ( - events.course_key = blocks.course_key - and events.problem_id = blocks.block_id - ) - left join - first_success - on ( - first_success.org = events.org - and first_success.course_key = events.course_key - and first_success.object_id = events.object_id + last_response.course_key = blocks.course_key + and last_response.problem_id = blocks.block_id ) ) -select distinct +select org, course_key, success, diff --git a/state/manifest.json b/state/manifest.json new file mode 100644 index 00000000..a93099ae --- /dev/null +++ b/state/manifest.json @@ -0,0 +1 @@ +{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v12.json", "dbt_version": "1.9.10", "generated_at": "2026-04-13T18:23:30.079696Z", "invocation_id": "2ef4c109-bc07-4b93-90bc-dd593d6d0f1e", "env": {}, "project_name": "aspects", "project_id": "9074d4992d118978696669561f06dfcc", "user_id": "5f039c46-c45f-413b-9a13-c9e0f1a859c1", "send_anonymous_usage_stats": true, "adapter_type": "clickhouse"}, "nodes": {"model.aspects.dim_most_recent_course_tags": {"database": "", "schema": "reporting", "name": "dim_most_recent_course_tags", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_course_tags.sql", "original_file_path": "models/tags/dim_most_recent_course_tags.sql", "unique_id": "model.aspects.dim_most_recent_course_tags", "fqn": ["aspects", "tags", "dim_most_recent_course_tags"], "alias": "dim_most_recent_course_tags", "checksum": {"name": "sha256", "checksum": "fc1b5f8f8c9dde88c369727e91333c72a37cb90bb8302750402b23b1134f9d38"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["course_key", "String"], ["tag", "String"], ["course_name", "String"], ["taxonomy_name", "String"], ["lineage", "String"], ["tag_id", "Int32"]], "primary_key": "(course_key, tag)", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "Tag with lineage data for objects (view)", "columns": {"course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "tag_id": {"name": "tag_id", "description": "The ID of the tag", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "tag": {"name": "tag", "description": "The name of the tag", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "taxonomy_name": {"name": "taxonomy_name", "description": "The name of the parent taxonomy of the tag", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"materialized": "dictionary", "fields": [["course_key", "String"], ["tag", "String"], ["course_name", "String"], ["taxonomy_name", "String"], ["lineage", "String"], ["tag_id", "Int32"]], "primary_key": "(course_key, tag)", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.4324274, "relation_name": "`reporting`.`dim_most_recent_course_tags`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n fields=[\n (\"course_key\", \"String\"),\n (\"tag\", \"String\"),\n (\"course_name\", \"String\"),\n (\"taxonomy_name\", \"String\"),\n (\"lineage\", \"String\"),\n (\"tag_id\", \"Int32\"),\n ],\n primary_key=\"(course_key, tag)\",\n layout=\"COMPLEX_KEY_HASHED()\",\n lifetime=env_var(\"ASPECTS_COURSE_NAME_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\n\nwith\n parsed_tags as (\n select\n course_key,\n course_name,\n arrayJoin(JSONExtractArrayRaw(tags_str))::Int32 as tag_id\n from {{ ref(\"dim_course_names\") }}\n )\nselect\n parsed_tags.course_key as course_key,\n most_recent_tags.value as tag,\n parsed_tags.course_name as course_name,\n most_recent_taxonomies.name as taxonomy_name,\n most_recent_tags.lineage as lineage,\n parsed_tags.tag_id as tag_id\nfrom parsed_tags\ninner join\n {{ ref(\"dim_most_recent_tags\") }} most_recent_tags FINAL\n on most_recent_tags.id = parsed_tags.tag_id\ninner join\n {{ ref(\"dim_most_recent_taxonomies\") }} most_recent_taxonomies FINAL\n on most_recent_taxonomies.id = most_recent_tags.taxonomy", "language": "sql", "refs": [{"name": "dim_course_names", "package": null, "version": null}, {"name": "dim_most_recent_tags", "package": null, "version": null}, {"name": "dim_most_recent_taxonomies", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_names", "model.aspects.dim_most_recent_tags", "model.aspects.dim_most_recent_taxonomies"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_object_tags": {"database": "", "schema": "event_sink", "name": "dim_most_recent_object_tags", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_object_tags.sql", "original_file_path": "models/tags/dim_most_recent_object_tags.sql", "unique_id": "model.aspects.dim_most_recent_object_tags", "fqn": ["aspects", "tags", "dim_most_recent_object_tags"], "alias": "dim_most_recent_object_tags", "checksum": {"name": "sha256", "checksum": "91db216945d09f4b69b8af44b8ccd6d401415c9a45458c418f12a9c64c4cf13f"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(id)"}, "tags": [], "description": "Latest object tags", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "_value": {"name": "_value", "description": "Tag string", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "_export_id": {"name": "_export_id", "description": "Export ID", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4356153, "relation_name": "`event_sink`.`dim_most_recent_object_tags`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\nwith\n latest as (\n select id, max(time_last_dumped) as last_modified\n from {{ source(\"event_sink\", \"object_tag\") }}\n group by id\n )\nselect\n object_tag.id as id,\n object_tag.object_id as object_id,\n object_tag.taxonomy as taxonomy,\n object_tag._value as _value,\n object_tag._export_id as _export_id,\n object_tag.lineage as lineage\nfrom {{ source(\"event_sink\", \"object_tag\") }} object_tag\ninner join\n latest\n on latest.id = object_tag.id\n and object_tag.time_last_dumped = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "object_tag"], ["event_sink", "object_tag"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.object_tag"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_taxonomies": {"database": "", "schema": "event_sink", "name": "dim_most_recent_taxonomies", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_taxonomies.sql", "original_file_path": "models/tags/dim_most_recent_taxonomies.sql", "unique_id": "model.aspects.dim_most_recent_taxonomies", "fqn": ["aspects", "tags", "dim_most_recent_taxonomies"], "alias": "dim_most_recent_taxonomies", "checksum": {"name": "sha256", "checksum": "f88f4f490ce852fd8b87584f0e1d7b2dffe8e1661ba3ec04ec03067fc937e41c"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(id)"}, "tags": [], "description": "Latest taxonomies", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "Name for the taxonomy", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4410343, "relation_name": "`event_sink`.`dim_most_recent_taxonomies`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\nwith\n latest as (\n select id, max(time_last_dumped) as last_modified\n from {{ source(\"event_sink\", \"taxonomy\") }}\n group by id\n )\nselect taxonomy.id as id, taxonomy.name as name\nfrom {{ source(\"event_sink\", \"taxonomy\") }} taxonomy\ninner join\n latest\n on latest.id = taxonomy.id\n and taxonomy.time_last_dumped = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "taxonomy"], ["event_sink", "taxonomy"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.taxonomy"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_tags": {"database": "", "schema": "event_sink", "name": "dim_most_recent_tags", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_tags.sql", "original_file_path": "models/tags/dim_most_recent_tags.sql", "unique_id": "model.aspects.dim_most_recent_tags", "fqn": ["aspects", "tags", "dim_most_recent_tags"], "alias": "dim_most_recent_tags", "checksum": {"name": "sha256", "checksum": "2774a2f9bc3d310ea724b9d1e62c3b87c94f3b758e1652036f261d04745ba749"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(id)"}, "tags": [], "description": "Latest tags", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "parent": {"name": "parent", "description": "Foreign key to the parent tag", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "value": {"name": "value", "description": "Tag string", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "external_id": {"name": "external_id", "description": "External ID", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4387705, "relation_name": "`event_sink`.`dim_most_recent_tags`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\nwith\n latest as (\n select id, max(time_last_dumped) as last_modified\n from {{ source(\"event_sink\", \"tag\") }}\n group by id\n )\nselect\n tag.id as id,\n tag.taxonomy as taxonomy,\n tag.parent as parent,\n tag.value as value,\n tag.external_id as external_id,\n tag.lineage as lineage\nfrom {{ source(\"event_sink\", \"tag\") }} tag\ninner join latest on latest.id = tag.id and tag.time_last_dumped = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "tag"], ["event_sink", "tag"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.tag"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_course_blocks": {"database": "", "schema": "reporting", "name": "dim_course_blocks", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_course_blocks.sql", "original_file_path": "models/courses/dim_course_blocks.sql", "unique_id": "model.aspects.dim_course_blocks", "fqn": ["aspects", "courses", "dim_course_blocks"], "alias": "dim_course_blocks", "checksum": {"name": "sha256", "checksum": "01dda27864e9c856b00665b1f660d9d9803a9b1cf45d7b8525f11ef10c967c92"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A denormalized table of course block information. This should be preferred over dim_course_blocks_extended when section and subsection names are not necessary to include in a model", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_block_id": {"name": "section_block_id", "description": "Block ID of the section this block is in", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_block_id": {"name": "subsection_block_id", "description": "Block ID of the subsection this block is in", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The block's name", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_number": {"name": "section_number", "description": "The location of this section in the course, represented as
:0:0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_number": {"name": "subsection_number", "description": "The location of this subsection in the course, represented as
::0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "hierarchy_location": {"name": "hierarchy_location", "description": "The full section:subsection:unit hierarchy in which this block belongs", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_type": {"name": "block_type", "description": "The type of block. This can be a section, subsection, unit, or the block type", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_with_name": {"name": "subsection_with_name", "description": "The name of the subsection", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1775665584.4798863, "relation_name": "`reporting`.`dim_course_blocks`", "raw_code": "with\n dim_course_blocks as (\n select\n courses.org as org,\n courses.course_key as course_key,\n courses.course_name as course_name,\n courses.course_run as course_run,\n blocks.location as block_id,\n blocks.block_name as block_name,\n splitByString(' - ', blocks.display_name_with_location)[\n 1\n ] as hierarchy_location,\n splitByString(':', hierarchy_location, 3) as _split_hierarchy,\n concat(\n _split_hierarchy[1], ':', _split_hierarchy[2], ':0'\n ) as subsection_number,\n concat(_split_hierarchy[1], ':0:0') as section_number,\n blocks.display_name_with_location as display_name_with_location,\n course_order,\n graded,\n case\n when block_id like '%@chapter+block@%'\n then 'section'\n when block_id like '%@sequential+block@%'\n then 'subsection'\n when block_id like '%@vertical+block@%'\n then 'unit'\n else regexpExtract(block_id, '@([^+]+)\\+block@', 1)\n end as block_type\n from {{ ref(\"dim_course_block_names\") }} blocks\n join\n {{ ref(\"dim_course_names\") }} courses\n on blocks.course_key = courses.course_key\n )\nselect\n blocks.org as org,\n blocks.course_key as course_key,\n blocks.course_name as course_name,\n blocks.course_run as course_run,\n blocks.block_id as block_id,\n section_blocks.block_id as section_block_id,\n subsection_blocks.block_id as subsection_block_id,\n blocks.block_name as block_name,\n blocks.section_number as section_number,\n blocks.subsection_number as subsection_number,\n blocks.hierarchy_location as hierarchy_location,\n blocks.display_name_with_location as display_name_with_location,\n blocks.course_order as course_order,\n blocks.graded as graded,\n blocks.block_type as block_type,\n section_blocks.display_name_with_location as section_with_name,\n subsection_blocks.display_name_with_location as subsection_with_name\nfrom dim_course_blocks as blocks\nleft join\n dim_course_blocks as section_blocks\n on (\n blocks.section_number = section_blocks.hierarchy_location\n and blocks.org = section_blocks.org\n and blocks.course_key = section_blocks.course_key\n and section_blocks.block_id like '%@chapter+block@%'\n )\nleft join\n dim_course_blocks as subsection_blocks\n on (\n blocks.subsection_number = subsection_blocks.hierarchy_location\n and blocks.org = subsection_blocks.org\n and blocks.course_key = subsection_blocks.course_key\n and subsection_blocks.block_id like '%@sequential+block@%'\n )", "language": "sql", "refs": [{"name": "dim_course_block_names", "package": null, "version": null}, {"name": "dim_course_names", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_block_names", "model.aspects.dim_course_names"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_course_block_names": {"database": "", "schema": "reporting", "name": "dim_course_block_names", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_course_block_names.sql", "original_file_path": "models/courses/dim_course_block_names.sql", "unique_id": "model.aspects.dim_course_block_names", "fqn": ["aspects", "courses", "dim_course_block_names"], "alias": "dim_course_block_names", "checksum": {"name": "sha256", "checksum": "ce75486a318e020a2aca718f72bf72d68db7b325d3d82547dea20adad20d5a9e"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["location", "String"], ["block_name", "String"], ["course_key", "String"], ["graded", "Bool"], ["course_order", "Int32"], ["display_name_with_location", "String"]], "primary_key": "location", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "An in-memory dictionary of course blocks with their display names and additional metadata. Only stores the most recent row per block location.", "columns": {"location": {"name": "location", "description": "The location of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The name of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {"materialized": "dictionary", "fields": [["location", "String"], ["block_name", "String"], ["course_key", "String"], ["graded", "Bool"], ["course_order", "Int32"], ["display_name_with_location", "String"]], "primary_key": "location", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.4805613, "relation_name": "`reporting`.`dim_course_block_names`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n fields=[\n (\"location\", \"String\"),\n (\"block_name\", \"String\"),\n (\"course_key\", \"String\"),\n (\"graded\", \"Bool\"),\n (\"course_order\", \"Int32\"),\n (\"display_name_with_location\", \"String\"),\n ],\n primary_key=\"location\",\n layout=\"COMPLEX_KEY_SPARSE_HASHED()\",\n lifetime=env_var(\"ASPECTS_BLOCK_NAME_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\nselect\n location, block_name, course_key, graded, course_order, display_name_with_location\nfrom {{ ref(\"dim_most_recent_course_blocks\") }}", "language": "sql", "refs": [{"name": "dim_most_recent_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_course_blocks": {"database": "", "schema": "event_sink", "name": "dim_most_recent_course_blocks", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_most_recent_course_blocks.sql", "original_file_path": "models/courses/dim_most_recent_course_blocks.sql", "unique_id": "model.aspects.dim_most_recent_course_blocks", "fqn": ["aspects", "courses", "dim_most_recent_course_blocks"], "alias": "dim_most_recent_course_blocks", "checksum": {"name": "sha256", "checksum": "fb699ab08f03db54d3a36d1045b3e28a295d8e51fb6ae6c911f851e3fe3c6bca"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(location)"}, "tags": [], "description": "A materialized view of course blocks with their display names and additional metadata. Only stores the most recent row per block location.", "columns": {"location": {"name": "location", "description": "The location of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The name of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section": {"name": "section", "description": "The section number that this block falls under in the course. Starts at 1.", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection": {"name": "subsection", "description": "The subsection number that this block falls under in the section. Starts at 1.", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "unit": {"name": "unit", "description": "The unit number that this block falls under in the subsection. Starts at 1.", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(location)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4834943, "relation_name": "`event_sink`.`dim_most_recent_course_blocks`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(location)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\n\nselect\n course_blocks.location as location,\n course_blocks.display_name as block_name,\n toString(section)\n || ':'\n || toString(subsection)\n || ':'\n || toString(unit)\n || ' - '\n || course_blocks.display_name as display_name_with_location,\n JSONExtractInt(course_blocks.xblock_data_json, 'section') as section,\n JSONExtractInt(course_blocks.xblock_data_json, 'subsection') as subsection,\n JSONExtractInt(course_blocks.xblock_data_json, 'unit') as unit,\n JSONExtractBool(course_blocks.xblock_data_json, 'graded') as graded,\n course_blocks.order as course_order,\n course_blocks.course_key as course_key,\n course_blocks.dump_id as dump_id,\n course_blocks.time_last_dumped as time_last_dumped\nfrom {{ source(\"event_sink\", \"course_blocks\") }} course_blocks\njoin\n (\n select location, max(time_last_dumped) as max_time_last_dumped\n from {{ source(\"event_sink\", \"course_blocks\") }}\n group by location\n ) latest_course_blocks\n on course_blocks.location = latest_course_blocks.location\n and course_blocks.time_last_dumped = latest_course_blocks.max_time_last_dumped", "language": "sql", "refs": [], "sources": [["event_sink", "course_blocks"], ["event_sink", "course_blocks"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_course_names": {"database": "", "schema": "event_sink", "name": "dim_course_names", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_course_names.sql", "original_file_path": "models/courses/dim_course_names.sql", "unique_id": "model.aspects.dim_course_names", "fqn": ["aspects", "courses", "dim_course_names"], "alias": "dim_course_names", "checksum": {"name": "sha256", "checksum": "c118539c48524046a5e57790483b7a83b975aec0987bffa7a00fbe8f62abf0eb"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["course_key", "String"], ["course_name", "String"], ["course_run", "String"], ["org", "String"], ["tags_str", "String"]], "primary_key": "course_key", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "A dictionary of courses with their names", "columns": {"course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "tags_str": {"name": "tags_str", "description": "A list of tags associated with the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "dictionary", "schema": "event_sink", "fields": [["course_key", "String"], ["course_name", "String"], ["course_run", "String"], ["org", "String"], ["tags_str", "String"]], "primary_key": "course_key", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.485046, "relation_name": "`event_sink`.`dim_course_names`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n fields=[\n (\"course_key\", \"String\"),\n (\"course_name\", \"String\"),\n (\"course_run\", \"String\"),\n (\"org\", \"String\"),\n (\"tags_str\", \"String\"),\n ],\n primary_key=\"course_key\",\n layout=\"COMPLEX_KEY_HASHED()\",\n lifetime=env_var(\"ASPECTS_COURSE_NAME_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\n\nwith\n latest as (\n select org, course_key, max(modified) as last_modified\n from {{ source(\"event_sink\", \"course_overviews\") }}\n group by org, course_key\n )\nselect\n course_overviews.course_key as course_key,\n course_overviews.display_name as course_name,\n splitByString('+', course_overviews.course_key)[-1] as course_run,\n course_overviews.org as org,\n JSONExtract(course_overviews.course_data_json, 'tags', 'String') as tags_str\nfrom {{ source(\"event_sink\", \"course_overviews\") }} course_overviews\ninner join\n latest\n on latest.org = course_overviews.org\n and latest.course_key = course_overviews.course_key\n and course_overviews.modified = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "course_overviews"], ["event_sink", "course_overviews"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.aspects.event_sink.course_overviews"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_user_pii": {"database": "", "schema": "reporting", "name": "dim_user_pii", "resource_type": "model", "package_name": "aspects", "path": "users/dim_user_pii.sql", "original_file_path": "models/users/dim_user_pii.sql", "unique_id": "model.aspects.dim_user_pii", "fqn": ["aspects", "users", "dim_user_pii"], "alias": "dim_user_pii", "checksum": {"name": "sha256", "checksum": "ff3243c8cf092b7ca0122d07ef2ef5cf937b44af60f7980ce0a29ab2c9e1d224"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A denormalized table of user PII information", "columns": {"user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "external_user_id": {"name": "external_user_id", "description": "The external user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/users/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1775665584.4907558, "relation_name": "`reporting`.`dim_user_pii`", "raw_code": "select external_user_id, username, name, email from {{ ref(\"user_pii\") }} user_pii", "language": "sql", "refs": [{"name": "user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.user_pii": {"database": "", "schema": "event_sink", "name": "user_pii", "resource_type": "model", "package_name": "aspects", "path": "users/user_pii.sql", "original_file_path": "models/users/user_pii.sql", "unique_id": "model.aspects.user_pii", "fqn": ["aspects", "users", "user_pii"], "alias": "user_pii", "checksum": {"name": "sha256", "checksum": "01fe0f9726c3557935918d2ea8c92d6af906b8bbcf00092b86ae5d30f5e04012"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["user_id", "Int32"], ["external_user_id", "String"], ["username", "String"], ["name", "String"], ["email", "String"]], "primary_key": "(user_id, external_user_id)", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "The user PII table for reports.", "columns": {"user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "external_user_id": {"name": "external_user_id", "description": "The external user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/users/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "dictionary", "schema": "event_sink", "fields": [["user_id", "Int32"], ["external_user_id", "String"], ["username", "String"], ["name", "String"], ["email", "String"]], "primary_key": "(user_id, external_user_id)", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.490391, "relation_name": "`event_sink`.`user_pii`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n fields=[\n (\"user_id\", \"Int32\"),\n (\"external_user_id\", \"String\"),\n (\"username\", \"String\"),\n (\"name\", \"String\"),\n (\"email\", \"String\"),\n ],\n primary_key=\"(user_id, external_user_id)\",\n layout=\"COMPLEX_KEY_SPARSE_HASHED()\",\n lifetime=env_var(\"ASPECTS_PII_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\n\nwith\n most_recent_user_profile as (\n select user_id, max(time_last_dumped) as time_last_dumped\n from {{ source(\"event_sink\", \"user_profile\") }}\n group by user_id\n )\nselect\n external_id.user_id as user_id,\n if(\n empty(external_id.external_user_id),\n concat('mailto:', user_profile.email),\n external_id.external_user_id::String\n ) as external_user_id,\n user_profile.username as username,\n user_profile.name as name,\n user_profile.email as email\nfrom most_recent_user_profile\nleft outer join\n {{ source(\"event_sink\", \"external_id\") }} external_id\n on most_recent_user_profile.user_id = external_id.user_id\nleft outer join\n {{ source(\"event_sink\", \"user_profile\") }} user_profile\n on user_profile.user_id = most_recent_user_profile.user_id\n and user_profile.time_last_dumped = most_recent_user_profile.time_last_dumped", "language": "sql", "refs": [], "sources": [["event_sink", "user_profile"], ["event_sink", "external_id"], ["event_sink", "user_profile"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.aspects.event_sink.user_profile", "source.aspects.event_sink.external_id"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "test.aspects.get_problem_id_with_ccx": {"database": "", "schema": "dbt_test__audit", "name": "get_problem_id_with_ccx", "resource_type": "test", "package_name": "aspects", "path": "macros/get_problem_id_with_ccx.sql", "original_file_path": "tests/macros/get_problem_id_with_ccx.sql", "unique_id": "test.aspects.get_problem_id_with_ccx", "fqn": ["aspects", "macros", "get_problem_id_with_ccx"], "alias": "get_problem_id_with_ccx", "checksum": {"name": "sha256", "checksum": "6a34adbf88e71976a4ec23527f8c9d805cacb1da2927f68eb1325bd694703b07"}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1775665584.2937934, "relation_name": null, "raw_code": "select\n 'http://local.edly.io:8000/xblock/ccx-block-v1:edunext+demo+demo+ccx@1+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'ccx-block-v1:edunext+demo+demo+ccx@1+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_problem_id"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}, "test.aspects.get_problem_id": {"database": "", "schema": "dbt_test__audit", "name": "get_problem_id", "resource_type": "test", "package_name": "aspects", "path": "macros/get_problem_id.sql", "original_file_path": "tests/macros/get_problem_id.sql", "unique_id": "test.aspects.get_problem_id", "fqn": ["aspects", "macros", "get_problem_id"], "alias": "get_problem_id", "checksum": {"name": "sha256", "checksum": "dc6e1c60588cc6325fea3509e87033b3ed3026fe6870f331bf9383d14b035b8a"}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1775665584.3003502, "relation_name": null, "raw_code": "select\n 'http://local.edly.io:8000/xblock/block-v1:edunext+demo+demo+ccx+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:edunext+demo+demo+ccx+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'\n\nunion all\n\nselect\n 'http://localhost:18000/course/course-v1:Org1+DemoX+1937e7'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != ''\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d'\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d/answer'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d'\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709/hint/1'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709'\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709/hint/1'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709'", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_problem_id"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}, "model.aspects.dim_student_status": {"database": "", "schema": "reporting", "name": "dim_student_status", "resource_type": "model", "package_name": "aspects", "path": "grading/dim_student_status.sql", "original_file_path": "models/grading/dim_student_status.sql", "unique_id": "model.aspects.dim_student_status", "fqn": ["aspects", "grading", "dim_student_status"], "alias": "dim_student_status", "checksum": {"name": "sha256", "checksum": "15ee8bbea39daeaa2b8a58ec640db88653fddd57c561ca8eb70e09aa2be7b087"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "One record per learner per course for the most recent grade and enrollment status", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "approving_state": {"name": "approving_state", "description": "The most recent approving state for the learner", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_grade": {"name": "course_grade", "description": "The most recent grade for the learner", "meta": {}, "data_type": "float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "grade_bucket": {"name": "grade_bucket", "description": "A displayable value of grades sorted into 10% buckets. Useful for grouping grades together to show high-level learner performance", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrolled_at": {"name": "enrolled_at", "description": "The timestamp, to the second, of the most recent enrollment action for this learner and course.", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.0608282, "relation_name": "`reporting`.`dim_student_status`", "raw_code": "select\n most_recent_enrollment.org as org,\n most_recent_enrollment.course_key as course_key,\n most_recent_enrollment.actor_id as actor_id,\n courses.course_name as course_name,\n courses.course_run as course_run,\n if(\n empty(course_state.approving_state), 'failed', course_state.approving_state\n ) as approving_state,\n most_recent_enrollment.enrollment_mode as enrollment_mode,\n most_recent_enrollment.enrollment_status as enrollment_status,\n course_grade.course_grade as course_grade,\n case\n when course_grade.course_grade >= 0.9\n then '90-100%'\n when course_grade.course_grade >= 0.8\n then '80-89%'\n when course_grade.course_grade >= 0.7\n then '70-79%'\n when course_grade.course_grade >= 0.6\n then '60-69%'\n when course_grade.course_grade >= 0.5\n then '50-59%'\n when course_grade.course_grade >= 0.4\n then '40-49%'\n when course_grade.course_grade >= 0.3\n then '30-39%'\n when course_grade.course_grade >= 0.2\n then '20-29%'\n when course_grade.course_grade >= 0.1\n then '10-19%'\n else '0-9%'\n end as grade_bucket,\n users.username as username,\n users.name as name,\n users.email as email,\n most_recent_enrollment.emission_time as enrolled_at\nfrom {{ ref(\"dim_most_recent_enrollment\") }} most_recent_enrollment\nleft join\n {{ ref(\"dim_learner_most_recent_course_state\") }} course_state\n on most_recent_enrollment.org = course_state.org\n and most_recent_enrollment.course_key = course_state.course_key\n and most_recent_enrollment.actor_id = course_state.actor_id\nleft join\n {{ ref(\"dim_learner_most_recent_course_grade\") }} course_grade\n on most_recent_enrollment.org = course_grade.org\n and most_recent_enrollment.course_key = course_grade.course_key\n and most_recent_enrollment.actor_id = course_grade.actor_id\njoin\n {{ ref(\"dim_course_names\") }} courses\n on most_recent_enrollment.org = courses.org\n and most_recent_enrollment.course_key = courses.course_key\nleft outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n most_recent_enrollment.actor_id like 'mailto:%'\n and SUBSTRING(most_recent_enrollment.actor_id, 8) = users.email\n )\n or most_recent_enrollment.actor_id = toString(users.external_user_id)", "language": "sql", "refs": [{"name": "dim_most_recent_enrollment", "package": null, "version": null}, {"name": "dim_learner_most_recent_course_state", "package": null, "version": null}, {"name": "dim_learner_most_recent_course_grade", "package": null, "version": null}, {"name": "dim_course_names", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_enrollment", "model.aspects.dim_learner_most_recent_course_state", "model.aspects.dim_learner_most_recent_course_grade", "model.aspects.dim_course_names", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_enrollment": {"database": "", "schema": "reporting", "name": "dim_most_recent_enrollment", "resource_type": "model", "package_name": "aspects", "path": "enrollment/dim_most_recent_enrollment.sql", "original_file_path": "models/enrollment/dim_most_recent_enrollment.sql", "unique_id": "model.aspects.dim_most_recent_enrollment", "fqn": ["aspects", "enrollment", "dim_most_recent_enrollment"], "alias": "dim_most_recent_enrollment", "checksum": {"name": "sha256", "checksum": "7bf5290be93c43d70517c77084d56962a1752120b66502cd92330955eb218344"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "One record per learner per course for the most recent enrollment status", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/enrollment/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1776096321.0024135, "relation_name": "`reporting`.`dim_most_recent_enrollment`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\n\nwith\n ranked_enrollments as (\n select\n emission_time,\n org,\n course_key,\n actor_id,\n enrollment_mode,\n enrollment_status,\n row_number() over (\n partition by org, course_key, actor_id order by emission_time desc\n ) as rn\n from {{ ref(\"enrollment_events\") }}\n )\n\nselect org, course_key, actor_id, enrollment_status, enrollment_mode, emission_time\nfrom ranked_enrollments\nwhere rn = 1", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["model.aspects.enrollment_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_enrollments": {"database": "", "schema": "reporting", "name": "fact_enrollments", "resource_type": "model", "package_name": "aspects", "path": "enrollment/fact_enrollments.sql", "original_file_path": "models/enrollment/fact_enrollments.sql", "unique_id": "model.aspects.fact_enrollments", "fqn": ["aspects", "enrollment", "fact_enrollments"], "alias": "fact_enrollments", "checksum": {"name": "sha256", "checksum": "3dee7dc2d1d9cf4300127591c302e7850685c6511a1bbfd900339ea4cdfb999a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A record for each enrollment event", "columns": {"emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "LowCardinality(String)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/enrollment/schema.yml", "build_path": null, "unrendered_config": {"materialized": "view"}, "created_at": 1776096321.003704, "relation_name": "`reporting`.`fact_enrollments`", "raw_code": "select\n enrollments.emission_time as emission_time,\n enrollments.org as org,\n enrollments.course_key as course_key,\n courses.course_name as course_name,\n courses.course_run as course_run,\n enrollments.actor_id as actor_id,\n enrollments.enrollment_mode as enrollment_mode,\n enrollments.enrollment_status as enrollment_status,\n users.username as username,\n users.name as name,\n users.email as email\nfrom {{ ref(\"enrollment_events\") }} enrollments\njoin\n {{ ref(\"dim_course_names\") }} courses on enrollments.course_key = courses.course_key\nleft outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n enrollments.actor_id like 'mailto:%'\n and SUBSTRING(enrollments.actor_id, 8) = users.email\n )\n or enrollments.actor_id = toString(users.external_user_id)", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}, {"name": "dim_course_names", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.enrollment_events", "model.aspects.dim_course_names", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_enrollments": {"database": "", "schema": "reporting", "name": "fact_instance_enrollments", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_enrollments.sql", "original_file_path": "models/instance/fact_instance_enrollments.sql", "unique_id": "model.aspects.fact_instance_enrollments", "fqn": ["aspects", "instance", "fact_instance_enrollments"], "alias": "fact_instance_enrollments", "checksum": {"name": "sha256", "checksum": "0d63b6674dedf0ae372fbd94dd3cce12cb77658d6bc519563a047401789dbe13"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " SummingMergeTree()", "order_by": "(emission_day, course_key, enrollment_mode, enrollment_status)", "partition_by": "(toYYYYMM(emission_day))"}, "tags": [], "description": "A materialized view for summarizing site-wide enrollment activity", "columns": {"emission_day": {"name": "emission_day", "description": "Time of summary, truncated to the day", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_enrollment_mode_status_cnt": {"name": "course_enrollment_mode_status_cnt", "description": "The number of enrollment events for this mode that occurred in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " SummingMergeTree()", "order_by": "(emission_day, course_key, enrollment_mode, enrollment_status)", "partition_by": "(toYYYYMM(emission_day))"}, "created_at": 1776096321.103266, "relation_name": "`reporting`.`fact_instance_enrollments`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"SummingMergeTree()\"),\n order_by=\"(emission_day, course_key, enrollment_mode, enrollment_status)\",\n partition_by=\"(toYYYYMM(emission_day))\",\n )\n}}\n\nwith\n enrollments as (\n select\n emission_time,\n course_key,\n enrollment_mode,\n splitByString('/', verb_id)[-1] as enrollment_status\n from {{ ref(\"enrollment_events\") }}\n )\n\nselect\n date_trunc('day', emission_time) as emission_day,\n enrollments.course_key,\n enrollments.enrollment_mode as enrollment_mode,\n enrollments.enrollment_status as enrollment_status,\n count() as course_enrollment_mode_status_cnt\nfrom enrollments\ngroup by emission_day, course_key, enrollment_mode, enrollment_status", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.enrollment_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.enrollment_events": {"database": "", "schema": "openedx", "name": "enrollment_events", "resource_type": "model", "package_name": "aspects", "path": "enrollment/enrollment_events.sql", "original_file_path": "models/enrollment/enrollment_events.sql", "unique_id": "model.aspects.enrollment_events", "fqn": ["aspects", "enrollment", "enrollment_events"], "alias": "enrollment_events", "checksum": {"name": "sha256", "checksum": "7b055132663bf0a9341ddae3e0f9b541c44e6655d2f53f0e40389403f2238340"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, emission_time, actor_id, enrollment_mode, enrollment_status, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key)"}, "tags": [], "description": "A materialized view for xAPI events related to course enrollment", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/enrollment/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "docs": {"node_color": "#cc9900"}, "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key)", "order_by": "(org, course_key, emission_time, actor_id, enrollment_mode, enrollment_status, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.0019414, "relation_name": "`openedx`.`enrollment_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key)\",\n order_by=\"(org, course_key, emission_time, actor_id, enrollment_mode, enrollment_status, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id,\n cast(emission_time as DateTime) as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n toLowCardinality(\n JSON_VALUE(\n event,\n '$.object.definition.extensions.\"https://w3id.org/xapi/acrossx/extensions/type\"'\n )\n ) as enrollment_mode,\n splitByString('/', verb_id)[-1] as enrollment_status\nfrom {{ ref(\"xapi_events_all_parsed\") }}\nwhere\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/registered',\n 'http://id.tincanapi.com/verb/unregistered'\n )", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_actors": {"database": "", "schema": "openedx", "name": "fact_instance_actors", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_actors.sql", "original_file_path": "models/instance/fact_instance_actors.sql", "unique_id": "model.aspects.fact_instance_actors", "fqn": ["aspects", "instance", "fact_instance_actors"], "alias": "fact_instance_actors", "checksum": {"name": "sha256", "checksum": "3dc087e4035b4b76542573dfb033742cd6e08ecd38c51c644a35f2127bd97f5f"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "tags": [], "description": "A materialized view summarizing site-wide user activity", "columns": {"emission_day": {"name": "emission_day", "description": "Time of summary, truncated to the day", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actors_cnt": {"name": "actors_cnt", "description": "The number of xAPI actors active in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "created_at": 1776096321.104721, "relation_name": "`openedx`.`fact_instance_actors`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"AggregatingMergeTree()\"),\n order_by=\"(emission_day)\",\n partition_by=\"(toYYYYMM(emission_day))\",\n )\n}}\n\nselect\n date_trunc('day', emission_time) as emission_day,\n uniqCombinedState(actor_id) as actors_cnt\nfrom {{ ref(\"xapi_events_all_parsed\") }}\ngroup by emission_day", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_courses": {"database": "", "schema": "openedx", "name": "fact_instance_courses", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_courses.sql", "original_file_path": "models/instance/fact_instance_courses.sql", "unique_id": "model.aspects.fact_instance_courses", "fqn": ["aspects", "instance", "fact_instance_courses"], "alias": "fact_instance_courses", "checksum": {"name": "sha256", "checksum": "f4ad165686c10a3ff85f8cdd6e6a32e970e1d1503612995e1f4fadb7a87b5a4f"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " AggregatingMergeTree()", "order_by": "(emission_hour)", "partition_by": "(toYYYYMM(emission_hour))"}, "tags": [], "description": "A materialized view summarizing site-wide course activity", "columns": {"emission_hour": {"name": "emission_hour", "description": "Time of summary, rounded to the nearest hour", "meta": {}, "data_type": "DateTime(64)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "courses_cnt": {"name": "courses_cnt", "description": "The number of xAPI courses active in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " AggregatingMergeTree()", "order_by": "(emission_hour)", "partition_by": "(toYYYYMM(emission_hour))"}, "created_at": 1776096321.1061199, "relation_name": "`openedx`.`fact_instance_courses`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"AggregatingMergeTree()\"),\n order_by=\"(emission_hour)\",\n partition_by=\"(toYYYYMM(emission_hour))\",\n )\n}}\n\nselect\n date_trunc('hour', emission_time) as emission_hour,\n uniqCombinedState(course_id) as courses_cnt\nfrom {{ ref(\"xapi_events_all_parsed\") }}\ngroup by emission_hour", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_events": {"database": "", "schema": "openedx", "name": "fact_instance_events", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_events.sql", "original_file_path": "models/instance/fact_instance_events.sql", "unique_id": "model.aspects.fact_instance_events", "fqn": ["aspects", "instance", "fact_instance_events"], "alias": "fact_instance_events", "checksum": {"name": "sha256", "checksum": "4769f8d269c17cc93946adbc44d2209af542698ae0c5ca17025b6bacdccf6669"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "tags": [], "description": "A materialized view summarizing site-wide xAPI event activity", "columns": {"emission_day": {"name": "emission_day", "description": "Time of summary, truncated to the day", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "events_cnt": {"name": "events_cnt", "description": "The number of xAPI events that occurred in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "created_at": 1776096321.1071966, "relation_name": "`openedx`.`fact_instance_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"AggregatingMergeTree()\"),\n order_by=\"(emission_day)\",\n partition_by=\"(toYYYYMM(emission_day))\",\n )\n}}\n\nselect\n date_trunc('day', emission_time) as emission_day,\n uniqCombinedState(event_id) as events_cnt\nfrom {{ ref(\"xapi_events_all_parsed\") }}\ngroup by emission_day", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_most_recent_course_grade": {"database": "", "schema": "reporting", "name": "dim_learner_most_recent_course_grade", "resource_type": "model", "package_name": "aspects", "path": "grading/dim_learner_most_recent_course_grade.sql", "original_file_path": "models/grading/dim_learner_most_recent_course_grade.sql", "unique_id": "model.aspects.dim_learner_most_recent_course_grade", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_grade"], "alias": "dim_learner_most_recent_course_grade", "checksum": {"name": "sha256", "checksum": "5e68129abc7f14c8805e09eeaaae68de9509ca338de148634271a919803f756d"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "One record per learner per course for the most recent grade", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_grade": {"name": "course_grade", "description": "The most recent grade for the learner", "meta": {}, "data_type": "float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)"}, "created_at": 1776096321.0647142, "relation_name": "`reporting`.`dim_learner_most_recent_course_grade`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n )\n}}\n\nwith\n ranked_grades as (\n select\n emission_time,\n org,\n course_key,\n actor_id,\n scaled_score as course_grade,\n row_number() over (\n partition by org, course_key, actor_id order by emission_time desc\n ) as rn\n from {{ ref(\"grading_events\") }}\n where\n object_id like '%/course/%'\n and (\n (\n verb_id = 'http://adlnet.gov/expapi/verbs/passed'\n and scaled_score <> 0\n )\n or (verb_id <> 'http://adlnet.gov/expapi/verbs/passed')\n )\n )\n\nselect org, course_key, actor_id, course_grade, emission_time\nfrom ranked_grades\nwhere rn = 1", "language": "sql", "refs": [{"name": "grading_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.grading_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_most_recent_course_state": {"database": "", "schema": "reporting", "name": "dim_learner_most_recent_course_state", "resource_type": "model", "package_name": "aspects", "path": "grading/dim_learner_most_recent_course_state.sql", "original_file_path": "models/grading/dim_learner_most_recent_course_state.sql", "unique_id": "model.aspects.dim_learner_most_recent_course_state", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_state"], "alias": "dim_learner_most_recent_course_state", "checksum": {"name": "sha256", "checksum": "358969b05ee47f70f10789b7d1cbf89eea53f541e0ee821a5920e09ffe77b3d0"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "One record per learner per course for the most recent approving status", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "approving_state": {"name": "approving_state", "description": "The most recent approving_state of the learner's grade", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)"}, "created_at": 1776096321.0652556, "relation_name": "`reporting`.`dim_learner_most_recent_course_state`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n )\n}}\n\nwith\n ranked_status as (\n select\n org,\n course_key,\n actor_id,\n approving_state,\n emission_time,\n row_number() over (\n partition by org, course_key, actor_id order by emission_time desc\n ) as rn\n from {{ ref(\"grading_events\") }}\n where not empty(approving_state)\n )\n\nselect org, course_key, actor_id, approving_state, emission_time\nfrom ranked_status\nwhere rn = 1", "language": "sql", "refs": [{"name": "grading_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.grading_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.grading_events": {"database": "", "schema": "openedx", "name": "grading_events", "resource_type": "model", "package_name": "aspects", "path": "grading/grading_events.sql", "original_file_path": "models/grading/grading_events.sql", "unique_id": "model.aspects.grading_events", "fqn": ["aspects", "grading", "grading_events"], "alias": "grading_events", "checksum": {"name": "sha256", "checksum": "3036e4bfa4d69cf020798609ef3a20acc8896e443f16d1eaa880ea80f07cc151"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, scaled_score, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, verb_id)"}, "tags": [], "description": "Events related to grading", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "approving_state": {"name": "approving_state", "description": "The most recent approving_state of the learner's grade", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, verb_id)", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, scaled_score, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.0641587, "relation_name": "`openedx`.`grading_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, verb_id)\",\n order_by=\"(org, course_key, verb_id, emission_time, actor_id, object_id, scaled_score, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\n\nselect\n event_id,\n CAST(emission_time, 'DateTime') as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n cast(\n JSONExtractFloat(event, 'result', 'score', 'scaled') as Float32\n ) as scaled_score,\n case\n when\n JSONExtractString(\n event,\n 'result',\n 'extensions',\n 'http://www.tincanapi.co.uk/activitytypes/grade_classification'\n )\n = 'Fail'\n then 'failed'\n when\n JSONExtractString(\n event,\n 'result',\n 'extensions',\n 'http://www.tincanapi.co.uk/activitytypes/grade_classification'\n )\n = 'Pass'\n then 'passed'\n when\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/passed',\n 'http://adlnet.gov/expapi/verbs/failed'\n )\n then splitByString('/', verb_id)[-1]\n else ''\n end as approving_state\nfrom {{ ref(\"xapi_events_all_parsed\") }}\nwhere\n verb_id in (\n 'http://id.tincanapi.com/verb/earned',\n 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n )\n or (\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/passed',\n 'http://adlnet.gov/expapi/verbs/failed'\n )\n and JSON_VALUE(event::String, '$.object.definition.type')\n = 'http://adlnet.gov/expapi/activities/course'\n )", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_last_course_visit": {"database": "", "schema": "reporting", "name": "dim_learner_last_course_visit", "resource_type": "model", "package_name": "aspects", "path": "navigation/dim_learner_last_course_visit.sql", "original_file_path": "models/navigation/dim_learner_last_course_visit.sql", "unique_id": "model.aspects.dim_learner_last_course_visit", "fqn": ["aspects", "navigation", "dim_learner_last_course_visit"], "alias": "dim_learner_last_course_visit", "checksum": {"name": "sha256", "checksum": "8cf115d2a09c67faaea3bdf95a8b3a8c0a239e0537e2321d9f2cfc15ba81f77b"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "A materialized view that stores a learners last navigation event timestamp for a course", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1133459, "relation_name": "`reporting`.`dim_learner_last_course_visit`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect org, course_key, actor_id, max(emission_time) as emission_time\nfrom {{ ref(\"navigation_events\") }}\ngroup by org, course_key, actor_id", "language": "sql", "refs": [{"name": "navigation_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.navigation_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_pageview_engagement": {"database": "", "schema": "reporting", "name": "fact_pageview_engagement", "resource_type": "model", "package_name": "aspects", "path": "navigation/fact_pageview_engagement.sql", "original_file_path": "models/navigation/fact_pageview_engagement.sql", "unique_id": "model.aspects.fact_pageview_engagement", "fqn": ["aspects", "navigation", "fact_pageview_engagement"], "alias": "fact_pageview_engagement", "checksum": {"name": "sha256", "checksum": "d3668a9da4c5ff3682635511cb7dc8de063fd1b0fe3ba5812018a5235bca6ad7"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A view for analyzing the number of page views per learner per section and subsection", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_name": {"name": "section_subsection_name", "description": "The name of the section or subsection", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "content_level": {"name": "content_level", "description": "The level at which page views are counted", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_page_engagement": {"name": "section_subsection_page_engagement", "description": "The total number of times a learner viewed pages in this section or subsection", "meta": {}, "data_type": "UInt64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section this block belongs to, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.1158016, "relation_name": "`reporting`.`fact_pageview_engagement`", "raw_code": "with\n pageview_section_subsection as (\n select\n org,\n course_key,\n actor_id,\n 'section' as section_content_level,\n 'subsection' as subsection_content_level,\n page_count,\n count(block_id) as pages_visited,\n section_with_name,\n subsection_with_name,\n subsection_block_id,\n section_block_id\n from {{ ref(\"fact_navigation_completion\") }}\n group by\n org,\n course_key,\n actor_id,\n page_count,\n section_with_name,\n subsection_with_name,\n subsection_block_id,\n section_block_id\n ),\n pageview_engagement as (\n select\n org,\n course_key,\n actor_id,\n sum(pages_visited) as pages_visited,\n sum(page_count) as page_count,\n case\n when pages_visited = 0\n then 'No pages viewed yet'\n when pages_visited = page_count\n then 'All pages viewed'\n else 'At least one page viewed'\n end as section_subsection_page_engagement,\n section_with_name,\n section_subsection_name,\n content_level,\n block_id\n from pageview_section_subsection ARRAY\n join\n arrayConcat(\n [subsection_with_name], [section_with_name]\n ) as section_subsection_name,\n arrayConcat(\n [subsection_content_level], [section_content_level]\n ) as content_level,\n arrayConcat([subsection_block_id], [section_block_id]) as block_id\n group by\n org,\n course_key,\n actor_id,\n section_subsection_name,\n section_with_name,\n content_level,\n block_id\n )\nselect\n pageview_engagement.org as org,\n pageview_engagement.course_key as course_key,\n pageview_engagement.section_subsection_name as section_subsection_name,\n pageview_engagement.content_level as content_level,\n pageview_engagement.actor_id as actor_id,\n pageview_engagement.section_subsection_page_engagement\n as section_subsection_page_engagement,\n pageview_engagement.section_with_name as section_with_name,\n users.username as username,\n users.name as name,\n users.email as email\nfrom pageview_engagement\nleft outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n pageview_engagement.actor_id like 'mailto:%'\n and SUBSTRING(pageview_engagement.actor_id, 8) = users.email\n )\n or pageview_engagement.actor_id = toString(users.external_user_id)\nwhere pageview_engagement.section_subsection_name <> ''", "language": "sql", "refs": [{"name": "fact_navigation_completion", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.fact_navigation_completion", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_navigation_completion": {"database": "", "schema": "reporting", "name": "fact_navigation_completion", "resource_type": "model", "package_name": "aspects", "path": "navigation/fact_navigation_completion.sql", "original_file_path": "models/navigation/fact_navigation_completion.sql", "unique_id": "model.aspects.fact_navigation_completion", "fqn": ["aspects", "navigation", "fact_navigation_completion"], "alias": "fact_navigation_completion", "checksum": {"name": "sha256", "checksum": "84199826ac745bc7eaf68228b319fd339f4e0109871e11de1e4f7f8a1ee3e08e"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A view for analyzing how many pages a learner has visited in a section or subsection", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "page_count": {"name": "page_count", "description": "Count of pages in subsection", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section this block belongs to, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_with_name": {"name": "subsection_with_name", "description": "The name of the subsection, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "visited_on": {"name": "visited_on", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "Date", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_block_id": {"name": "subsection_block_id", "description": "The unique identifier for the subsection block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_block_id": {"name": "section_block_id", "description": "The location of this subsection in the course, represented as
::0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.1149132, "relation_name": "`reporting`.`fact_navigation_completion`", "raw_code": "with\n pages_per_subsection as (\n select * from ({{ items_per_subsection(\"%@vertical+block@%\") }})\n )\nselect\n navigation.org as org,\n navigation.course_key as course_key,\n navigation.block_id as block_id,\n pages.subsection_course_order as course_order,\n navigation.actor_id as actor_id,\n pages.item_count as page_count,\n pages.section_with_name as section_with_name,\n pages.subsection_with_name as subsection_with_name,\n max(date(navigation.emission_time)) as visited_on,\n pages.subsection_block_id as subsection_block_id,\n pages.section_block_id as section_block_id\nfrom {{ ref(\"navigation_events\") }} navigation\njoin\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n navigation.course_key = blocks.course_key\n and navigation.block_id = blocks.block_id\n )\njoin\n pages_per_subsection pages\n on (\n pages.org = navigation.org\n and pages.course_key = navigation.course_key\n and pages.section_number = blocks.section_number\n and pages.subsection_number = blocks.subsection_number\n )\ngroup by\n org,\n course_key,\n block_id,\n course_order,\n actor_id,\n page_count,\n section_with_name,\n subsection_with_name,\n subsection_block_id,\n section_block_id", "language": "sql", "refs": [{"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "navigation_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.items_per_subsection"], "nodes": ["model.aspects.dim_course_blocks", "model.aspects.navigation_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.navigation_events": {"database": "", "schema": "openedx", "name": "navigation_events", "resource_type": "model", "package_name": "aspects", "path": "navigation/navigation_events.sql", "original_file_path": "models/navigation/navigation_events.sql", "unique_id": "model.aspects.navigation_events", "fqn": ["aspects", "navigation", "navigation_events"], "alias": "navigation_events", "checksum": {"name": "sha256", "checksum": "62c4af9d418c53e355ab215c806528e3171c33d28a71cddcc2cfc88f7899ebd6"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, object_type, emission_time, actor_id, starting_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, object_type)"}, "tags": [], "description": "A materialized view for xAPI events related to course navigation", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_type": {"name": "object_type", "description": "The type of object that the learner interacted with", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "starting_position": {"name": "starting_position", "description": "The tab in the unit navigation bar that the learner was viewing before clicking a link", "meta": {}, "data_type": "Int64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "ending_point": {"name": "ending_point", "description": "The tab in the unit navigation bar that the learner selected to navigate to", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, object_type)", "order_by": "(org, course_key, object_type, emission_time, actor_id, starting_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1129553, "relation_name": "`openedx`.`navigation_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, object_type)\",\n order_by=\"(org, course_key, object_type, emission_time, actor_id, starting_position, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id,\n cast(emission_time as DateTime) as emission_time,\n actor_id,\n splitByString('/xblock/', object_id)[-1] as block_id,\n course_key,\n org,\n verb_id,\n JSONExtractString(event, 'object', 'definition', 'type') as object_type,\n -- clicking a link and selecting a module outline have no starting-position field\n if(\n object_type in (\n 'http://adlnet.gov/expapi/activities/link',\n 'http://adlnet.gov/expapi/activities/module'\n ),\n 0,\n JSONExtractInt(\n event,\n 'context',\n 'extensions',\n 'http://id.tincanapi.com/extension/starting-position'\n )\n ) as starting_position,\n JSONExtractString(\n event, 'context', 'extensions', 'http://id.tincanapi.com/extension/ending-point'\n ) as ending_point\nfrom {{ ref(\"xapi_events_all_parsed\") }}\nwhere verb_id in ('https://w3id.org/xapi/dod-isd/verbs/navigated')", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_problem_coursewide_avg": {"database": "", "schema": "reporting", "name": "dim_problem_coursewide_avg", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_problem_coursewide_avg.sql", "original_file_path": "models/problems/dim_problem_coursewide_avg.sql", "unique_id": "model.aspects.dim_problem_coursewide_avg", "fqn": ["aspects", "problems", "dim_problem_coursewide_avg"], "alias": "dim_problem_coursewide_avg", "checksum": {"name": "sha256", "checksum": "aa4b17c8a606da7ac9dbbaa615d767b805b9c92ca3db20dc8598b63115b73553"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_link": {"name": "problem_link", "description": "An anchor tag with a link to the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "Unique identifier for the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "avg_correct_attempts_coursewide": {"name": "avg_correct_attempts_coursewide", "description": "Avg number of correct attempts for the problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "avg_incorrect_attempts_coursewide": {"name": "avg_incorrect_attempts_coursewide", "description": "Avg number of incorrect attempts for the problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "coursewide_percent_correct": {"name": "coursewide_percent_correct", "description": "Percent correct for the problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "correct_attempts_by_learner": {"name": "correct_attempts_by_learner", "description": "Total correct attempts per learner", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "incorrect_attempts_by_learner": {"name": "incorrect_attempts_by_learner", "description": "Total incorrect attempts per learner", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "selected_learner_percent_correct": {"name": "selected_learner_percent_correct", "description": "Percent correct per learner", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "selected_learner_percent_incorrect": {"name": "selected_learner_percent_incorrect", "description": "Percent incorrect per learner", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "created_at": 1776096321.125612, "relation_name": "`reporting`.`dim_problem_coursewide_avg`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(org, course_key, problem_id, actor_id)\",\n primary_key=\"(org, course_key, problem_id, actor_id)\",\n )\n}}\n\nwith\n last_response as (\n select\n org,\n course_key,\n problem_link,\n problem_id,\n actor_id,\n course_order,\n graded,\n case when success then attempts else 0 end as success_attempt,\n case when not success then attempts else 0 end as incorrect_attempt\n from {{ ref(\"dim_learner_last_response\") }}\n ),\n coursewide_attempts as (\n select\n org,\n course_key,\n problem_id,\n avg(success_attempt) as avg_correct_attempts,\n avg(incorrect_attempt) as avg_incorrect_attempts,\n cast(countIf(success_attempt > 0) as Float32)\n / count(*) as coursewide_percent_correct\n from last_response\n group by org, course_key, problem_id\n )\nselect\n last_response.org as org,\n last_response.course_key as course_key,\n last_response.course_order as course_order,\n last_response.problem_link as problem_link,\n last_response.graded as graded,\n last_response.actor_id as actor_id,\n last_response.problem_id as problem_id, -- used for primary key\n cast(\n coursewide_attempts.avg_correct_attempts as Float32\n ) as avg_correct_attempts_coursewide,\n cast(\n coursewide_attempts.avg_incorrect_attempts as Float32\n ) as avg_incorrect_attempts_coursewide,\n cast(\n coursewide_attempts.coursewide_percent_correct as Float32\n ) as coursewide_percent_correct,\n last_response.success_attempt as correct_attempts_by_learner,\n last_response.incorrect_attempt as incorrect_attempts_by_learner,\n cast(\n CountIf(last_response.success_attempt > 0) / count(1) as Float32\n ) as selected_learner_percent_correct,\n cast(\n CountIf(last_response.incorrect_attempt > 0) / count(1) as Float32\n ) as selected_learner_percent_incorrect\nfrom last_response\njoin\n coursewide_attempts\n on last_response.org = coursewide_attempts.org\n and last_response.course_key = coursewide_attempts.course_key\n and last_response.problem_id = coursewide_attempts.problem_id\ngroup by\n org,\n course_key,\n course_order,\n problem_link,\n problem_id,\n graded,\n actor_id,\n avg_correct_attempts_coursewide,\n avg_incorrect_attempts_coursewide,\n coursewide_percent_correct,\n correct_attempts_by_learner,\n incorrect_attempts_by_learner", "language": "sql", "refs": [{"name": "dim_learner_last_response", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.dim_learner_last_response"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_subsection_performance": {"database": "", "schema": "reporting", "name": "dim_subsection_performance", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_subsection_performance.sql", "original_file_path": "models/problems/dim_subsection_performance.sql", "unique_id": "model.aspects.dim_subsection_performance", "fqn": ["aspects", "problems", "dim_subsection_performance"], "alias": "dim_subsection_performance", "checksum": {"name": "sha256", "checksum": "7cc4d68800c22bb8d69f008ea599ad184ae7391b5ab82d03d83e506b4b60905c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, block_id, score_range)", "primary_key": "(org, course_key, block_id, score_range)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "total_avg": {"name": "total_avg", "description": "Average scaled score per course/problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "score_range": {"name": "score_range", "description": "Score range", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "score_range_count": {"name": "score_range_count", "description": "Count of average scores in each range bucket", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, block_id, score_range)", "order_by": "(org, course_key, block_id, score_range)"}, "created_at": 1776096321.127121, "relation_name": "`reporting`.`dim_subsection_performance`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, block_id, score_range)\",\n order_by=\"(org, course_key, block_id, score_range)\",\n )\n}}\n\nwith\n avg_actor as (\n select org, course_key, block_id_short, avg(scaled_score) as avg_score, actor_id\n from {{ ref(\"dim_subsection_problem_results\") }}\n group by org, course_key, block_id_short, actor_id\n ),\n avg_total as (\n select org, course_key, block_id_short, avg(scaled_score) as total_avg\n from {{ ref(\"dim_subsection_problem_results\") }}\n group by org, course_key, block_id_short\n ),\n score_ranges as (\n select\n org,\n course_key,\n block_id_short,\n case\n when round(avg_score * 100, 2) > 90\n then '>90%'\n when round(avg_score * 100, 2) > 70\n then '71-90%'\n when round(avg_score * 100, 2) > 50\n then '51-70%'\n when round(avg_score * 100, 2) > 30\n then '31-50%'\n when round(avg_score * 100, 2) > 0\n then '1-30%'\n else '0%'\n end as score_range,\n count(1) as score_range_count\n from avg_actor\n group by org, course_key, block_id_short, score_range\n )\nselect\n score_ranges.org as org,\n score_ranges.course_key as course_key,\n score_ranges.block_id_short as block_id,\n cast(round(avg_total.total_avg, 2) as Float32) as total_avg,\n score_ranges.score_range as score_range,\n score_ranges.score_range_count as score_range_count\nfrom score_ranges\njoin avg_total using (org, course_key, block_id_short)", "language": "sql", "refs": [{"name": "dim_subsection_problem_results", "package": null, "version": null}, {"name": "dim_subsection_problem_results", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.dim_subsection_problem_results"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_subsection_problem_results": {"database": "", "schema": "reporting", "name": "dim_subsection_problem_results", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_subsection_problem_results.sql", "original_file_path": "models/problems/dim_subsection_problem_results.sql", "unique_id": "model.aspects.dim_subsection_problem_results", "fqn": ["aspects", "problems", "dim_subsection_problem_results"], "alias": "dim_subsection_problem_results", "checksum": {"name": "sha256", "checksum": "1cd4a25db534b30fc76632a460553caa2c893e9cc4e1214c62bf1c0e1a0b0d83"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(course_key, block_id_short, actor_id, problem_id)", "primary_key": "(course_key, block_id_short, actor_id, problem_id)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id_short": {"name": "block_id_short", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "Unique identifier for the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_number": {"name": "problem_number", "description": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_number": {"name": "subsection_number", "description": "Subsection location in the format 1:2:0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_with_name": {"name": "subsection_with_name", "description": "subsection_number followed by subsection name", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_name_location": {"name": "problem_name_location", "description": "problem_number followed by the name of the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(course_key, block_id_short, actor_id, problem_id)", "order_by": "(course_key, block_id_short, actor_id, problem_id)"}, "created_at": 1776096321.1264303, "relation_name": "`reporting`.`dim_subsection_problem_results`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(course_key, block_id_short, actor_id, problem_id)\",\n order_by=\"(course_key, block_id_short, actor_id, problem_id)\",\n )\n}}\n\nwith\n final_results as (\n select\n last_response.org as org,\n last_response.course_key as course_key,\n last_response.actor_id as actor_id,\n splitByChar('@', subsection_blocks.block_id)[3] as block_id_short,\n last_response.problem_id as problem_id,\n last_response.success as success,\n last_response.scaled_score as scaled_score,\n splitByString(\n ' - ', subsection_blocks.display_name_with_location\n ) as _subsection_with_name,\n arrayStringConcat(\n arrayMap(\n x -> (leftPad(x, 2, char(917768))),\n splitByString(':', _subsection_with_name[1])\n ),\n ':'\n ) as subsection_number,\n concat(\n subsection_number, ' - ', _subsection_with_name[2]\n ) as subsection_with_name,\n {{\n format_problem_number_location(\n \"last_response.object_id\",\n \"last_response.display_name_with_location\",\n )\n }}\n from {{ ref(\"dim_learner_last_response\") }} last_response\n join\n {{ ref(\"dim_course_blocks\") }} problem_blocks\n on problem_blocks.block_id = last_response.problem_id\n and last_response.course_key = problem_blocks.course_key\n left join\n {{ ref(\"dim_course_blocks\") }} subsection_blocks\n on problem_blocks.subsection_number = subsection_blocks.hierarchy_location\n and last_response.org = subsection_blocks.org\n and last_response.course_key = subsection_blocks.course_key\n and (\n subsection_blocks.block_id like '%@sequential+block@%'\n or subsection_blocks.block_id like '%@chapter+block@%'\n )\n where last_response.graded\n )\nselect\n org,\n course_key,\n block_id_short,\n problem_id,\n problem_number,\n problem_name_location,\n actor_id,\n success,\n subsection_number,\n subsection_with_name,\n scaled_score\nfrom final_results", "language": "sql", "refs": [{"name": "dim_learner_last_response", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.format_problem_number_location"], "nodes": ["model.aspects.dim_learner_last_response", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_last_response": {"database": "", "schema": "reporting", "name": "dim_learner_last_response", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_learner_last_response.sql", "original_file_path": "models/problems/dim_learner_last_response.sql", "unique_id": "model.aspects.dim_learner_last_response", "fqn": ["aspects", "problems", "dim_learner_last_response"], "alias": "dim_learner_last_response", "checksum": {"name": "sha256", "checksum": "c2dd4c5644f3e26caa7d42a951a9af6dc7faf0b1a112a242f9e3eb2fd7dd4916"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "tags": [], "description": "A record per course per problem per learner with their last attempt", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "The problem's unique identifier", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_link": {"name": "problem_link", "description": "An anchor tag with a link to the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "bool", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "interaction_type": {"name": "interaction_type", "description": "The type of problem (choice, numeric, etc)", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "attempts": {"name": "attempts", "description": "Number indicating which attempt this was", "meta": {}, "data_type": "Int16", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "responses": {"name": "responses", "description": "The responses for the last submission. If a problem has multiple parts, values for all parts will be in this field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "The timestamp of the last attempt", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "created_at": 1776096321.1243029, "relation_name": "`reporting`.`dim_learner_last_response`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(org, course_key, problem_id, actor_id)\",\n primary_key=\"(org, course_key, problem_id, actor_id)\",\n )\n}}\n\nwith\n final_results as (\n select\n org,\n course_key,\n object_id,\n problem_id,\n actor_id,\n interaction_type,\n MAX(attempts) as max_attempts,\n argMax(success, attempts) as success,\n argMax(emission_time, attempts) as emission_time,\n argMax(responses, attempts) as responses,\n argMax(scaled_score, attempts) as scaled_score\n from {{ ref(\"problem_events\") }} events\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n group by org, course_key, object_id, problem_id, actor_id, interaction_type\n )\nselect\n final_results.org as org,\n final_results.course_key as course_key,\n final_results.object_id as object_id,\n final_results.problem_id as problem_id,\n concat(\n '',\n blocks.display_name_with_location,\n ''\n ) as problem_link,\n blocks.display_name_with_location as display_name_with_location,\n blocks.graded as graded,\n final_results.actor_id as actor_id,\n blocks.course_order as course_order,\n final_results.interaction_type as interaction_type,\n final_results.max_attempts as attempts,\n final_results.success as success,\n final_results.emission_time as emission_time,\n final_results.responses as responses,\n final_results.scaled_score as scaled_score\nfrom final_results\nleft join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n final_results.course_key = blocks.course_key\n and final_results.problem_id = blocks.block_id\n )", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_problem_responses": {"database": "", "schema": "reporting", "name": "dim_problem_responses", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_problem_responses.sql", "original_file_path": "models/problems/dim_problem_responses.sql", "unique_id": "model.aspects.dim_problem_responses", "fqn": ["aspects", "problems", "dim_problem_responses"], "alias": "dim_problem_responses", "checksum": {"name": "sha256", "checksum": "ca07c6f957c428423d9222903463eb09bbf36dcbcac9cccfc60163a22db06cb2"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(course_key, block_id_short, response)", "primary_key": "(course_key, block_id_short, response)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "interaction_type": {"name": "interaction_type", "description": "The type of problem (choice, numeric, etc)", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "response": {"name": "response", "description": "The response for the first submission for a single part of a single problem. All formatting is removed.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id_short": {"name": "block_id_short", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_number": {"name": "problem_number", "description": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_name_location": {"name": "problem_name_location", "description": "problem_number followed by the name of the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "response_count": {"name": "response_count", "description": "Count of each response per problem part", "meta": {}, "data_type": "Int64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(course_key, block_id_short, response)", "order_by": "(course_key, block_id_short, response)"}, "created_at": 1776096321.12771, "relation_name": "`reporting`.`dim_problem_responses`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(course_key, block_id_short, response)\",\n order_by=\"(course_key, block_id_short, response)\",\n )\n}}\n\nwith\n first_response as (\n select\n org,\n course_key,\n object_id,\n problem_id,\n actor_id,\n interaction_type,\n argMin(success, attempts) as success,\n argMin(emission_time, attempts) as emission_time,\n argMin(responses, attempts) as responses,\n argMin(scaled_score, attempts) as scaled_score\n from {{ ref(\"problem_events\") }}\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n group by org, course_key, object_id, problem_id, actor_id, interaction_type\n ),\n final_results as (\n select\n first_response.org as org,\n first_response.course_key as course_key,\n first_response.emission_time as emission_time,\n splitByChar('@', first_response.problem_id)[3] as block_id_short,\n replaceRegexpAll(\n first_response.responses,\n '<.*?hint.*?<\\/.*?hint>||
|\\[|\\]',\n ''\n ) as _response1,\n replaceRegexpAll(_response1, '\",(\\s|)\"', ',') as _response2,\n case\n when first_response.responses like '[%'\n then arrayJoin(splitByChar(',', replaceAll(_response2, '\"', '')))\n else _response2\n end as response,\n first_response.success as success,\n first_response.interaction_type as interaction_type,\n {{\n format_problem_number_location(\n \"first_response.object_id\", \"blocks.display_name_with_location\"\n )\n }}\n from first_response\n left join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n first_response.course_key = blocks.course_key\n and first_response.problem_id = blocks.block_id\n )\n )\nselect\n org,\n course_key,\n emission_time,\n block_id_short,\n response,\n success,\n interaction_type,\n problem_number,\n problem_name_location,\n count(1) as response_count\nfrom final_results\ngroup by\n org,\n course_key,\n emission_time,\n block_id_short,\n response,\n success,\n interaction_type,\n problem_number,\n problem_name_location", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.format_problem_number_location"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_problem_results": {"database": "", "schema": "reporting", "name": "dim_problem_results", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_problem_results.sql", "original_file_path": "models/problems/dim_problem_results.sql", "unique_id": "model.aspects.dim_problem_results", "fqn": ["aspects", "problems", "dim_problem_results"], "alias": "dim_problem_results", "checksum": {"name": "sha256", "checksum": "ab400b78dfe90160e150e74340c0dde120ef77feb64b133afb545b94fcf2005b"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(course_key, block_id_short, actor_id)", "primary_key": "(course_key, block_id_short, actor_id)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "attempts": {"name": "attempts", "description": "Number indicating which attempt this was", "meta": {}, "data_type": "Int16", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_number": {"name": "problem_number", "description": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_name_location": {"name": "problem_name_location", "description": "problem_number followed by the name of the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id_short": {"name": "block_id_short", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(course_key, block_id_short, actor_id)", "order_by": "(course_key, block_id_short, actor_id)"}, "created_at": 1776096321.1280515, "relation_name": "`reporting`.`dim_problem_results`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(course_key, block_id_short, actor_id)\",\n order_by=\"(course_key, block_id_short, actor_id)\",\n )\n}}\n\nwith\n first_success as (\n select\n org,\n course_key,\n object_id,\n argMin(attempts, emission_time) as attempts,\n success,\n actor_id\n from {{ ref(\"problem_events\") }}\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated' and success\n group by org, course_key, object_id, actor_id, success\n ),\n events as (\n select distinct org, course_key, object_id, problem_id\n from {{ ref(\"problem_events\") }} events\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n ),\n final_results as (\n select\n events.org as org,\n events.course_key as course_key,\n first_success.success as success,\n first_success.attempts as attempts,\n first_success.actor_id as actor_id,\n splitByChar('@', events.problem_id)[3] as block_id_short,\n {{\n format_problem_number_location(\n \"events.object_id\", \"blocks.display_name_with_location\"\n )\n }}\n from events\n left join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n events.course_key = blocks.course_key\n and events.problem_id = blocks.block_id\n )\n left join\n first_success\n on (\n first_success.org = events.org\n and first_success.course_key = events.course_key\n and first_success.object_id = events.object_id\n )\n )\nselect distinct\n org,\n course_key,\n success,\n attempts,\n actor_id,\n problem_number,\n problem_name_location,\n block_id_short\nfrom final_results", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.format_problem_number_location"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_problem_engagement": {"database": "", "schema": "reporting", "name": "fact_problem_engagement", "resource_type": "model", "package_name": "aspects", "path": "problems/fact_problem_engagement.sql", "original_file_path": "models/problems/fact_problem_engagement.sql", "unique_id": "model.aspects.fact_problem_engagement", "fqn": ["aspects", "problems", "fact_problem_engagement"], "alias": "fact_problem_engagement", "checksum": {"name": "sha256", "checksum": "80e7d1cd841ec46c1c1da55dacb7ac2bfbd3b312d918d130d50eb6416e555320"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A record per course per section and subsection per learner with engagement level", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_name": {"name": "section_subsection_name", "description": "Section or Subsection name", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section this block belongs to, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "content_level": {"name": "content_level", "description": "The level at which page views are counted", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_problem_engagement": {"name": "section_subsection_problem_engagement", "description": "The total number of times a learner engaged with a problem in this section or subsection", "meta": {}, "data_type": "UInt64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.1286147, "relation_name": "`reporting`.`fact_problem_engagement`", "raw_code": "with\n get_problem_data as (\n select\n problems.org as org,\n problems.course_key as course_key,\n problems.actor_id as actor_id,\n items.item_count as item_count,\n problems.problem_id as problem_id,\n items.section_block_id as section_block_id,\n items.subsection_block_id as subsection_block_id,\n items.section_with_name as section_with_name,\n items.subsection_with_name as subsection_with_name\n from {{ ref(\"problem_events\") }} problems\n join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n problems.course_key = blocks.course_key\n and problems.problem_id = blocks.block_id\n )\n join\n (select * from ({{ items_per_subsection(\"%@problem+block@%\") }})) items\n on (\n problems.org = items.org\n and problems.course_key = items.course_key\n and blocks.section_number = items.section_number\n and blocks.subsection_number = items.subsection_number\n )\n where problems.verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n ),\n section_subsection as (\n select\n org,\n course_key,\n actor_id,\n 'section' as section_content_level,\n 'subsection' as subsection_content_level,\n item_count,\n count(distinct problem_id) as problems_attempted,\n section_block_id,\n subsection_block_id,\n section_with_name,\n subsection_with_name,\n from get_problem_data\n group by\n org,\n course_key,\n actor_id,\n item_count,\n section_block_id,\n subsection_block_id,\n section_with_name,\n subsection_with_name\n ),\n problem_engagement as (\n select\n org,\n course_key,\n actor_id,\n case\n when problems_attempted = 0\n then 'No problems attempted yet'\n when problems_attempted = item_count\n then 'All problems attempted'\n else 'At least one problem attempted'\n end as section_subsection_problem_engagement,\n block_id,\n section_with_name,\n section_subsection_name,\n content_level\n from section_subsection ARRAY\n join\n arrayConcat([subsection_block_id], [section_block_id]) as block_id,\n arrayConcat(\n [subsection_with_name], [section_with_name]\n ) as section_subsection_name,\n arrayConcat(\n [subsection_content_level], [section_content_level]\n ) as content_level\n group by\n org,\n course_key,\n actor_id,\n section_subsection_problem_engagement,\n block_id,\n section_with_name,\n section_subsection_name,\n content_level\n )\nselect\n problem_engagement.org as org,\n problem_engagement.course_key as course_key,\n problem_engagement.section_subsection_name as section_subsection_name,\n problem_engagement.section_with_name as section_with_name,\n problem_engagement.content_level as content_level,\n problem_engagement.actor_id as actor_id,\n problem_engagement.section_subsection_problem_engagement\n as section_subsection_problem_engagement,\n problem_engagement.block_id as block_id,\n users.username as username,\n users.name as name,\n users.email as email\nfrom problem_engagement\nleft join\n {{ ref(\"dim_user_pii\") }} users\n on (\n problem_engagement.actor_id like 'mailto:%'\n and SUBSTRING(problem_engagement.actor_id, 8) = users.email\n )\n or problem_engagement.actor_id = toString(users.external_user_id)\nwhere section_subsection_name <> ''", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.items_per_subsection"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.problem_events": {"database": "", "schema": "openedx", "name": "problem_events", "resource_type": "model", "package_name": "aspects", "path": "problems/problem_events.sql", "original_file_path": "models/problems/problem_events.sql", "unique_id": "model.aspects.problem_events", "fqn": ["aspects", "problems", "problem_events"], "alias": "problem_events", "checksum": {"name": "sha256", "checksum": "97cdc0683bc70e1710440302ec672ff9a92b380be5565c3c2e2262cffc64ec87"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, responses, success, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, verb_id)"}, "tags": [], "description": "Problem events", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "responses": {"name": "responses", "description": "The responses for this submission. If a problem has multiple parts, values for all parts will be in this field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "interaction_type": {"name": "interaction_type", "description": "The type of interaction", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "attempts": {"name": "attempts", "description": "Number indicating which attempt this was", "meta": {}, "data_type": "Int16", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "The problem's unique identifier", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The name of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, verb_id)", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, responses, success, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1233146, "relation_name": "`openedx`.`problem_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, verb_id)\",\n order_by=\"(org, course_key, verb_id, emission_time, actor_id, object_id, responses, success, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id,\n cast(emission_time as DateTime) as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n JSON_VALUE(event, '$.result.response') as responses,\n cast(\n JSONExtractFloat(event, 'result', 'score', 'scaled') as Float32\n ) as scaled_score,\n if(\n verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated',\n cast(JSON_VALUE(event, '$.result.success') as Bool),\n false\n ) as success,\n toLowCardinality(\n JSON_VALUE(event, '$.object.definition.interactionType')\n ) as interaction_type,\n if(\n verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated',\n cast(\n JSON_VALUE(\n event,\n '$.object.definition.extensions.\"http://id.tincanapi.com/extension/attempt-id\"'\n ) as Int16\n ),\n 0\n ) as attempts,\n {{ get_problem_id(\"object_id\") }} as problem_id\nfrom {{ ref(\"xapi_events_all_parsed\") }} xapi\nwhere\n verb_id in (\n 'https://w3id.org/xapi/acrossx/verbs/evaluated',\n 'http://adlnet.gov/expapi/verbs/passed',\n 'http://adlnet.gov/expapi/verbs/asked'\n )", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.get_problem_id"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_video_engagement": {"database": "", "schema": "reporting", "name": "fact_video_engagement", "resource_type": "model", "package_name": "aspects", "path": "video/fact_video_engagement.sql", "original_file_path": "models/video/fact_video_engagement.sql", "unique_id": "model.aspects.fact_video_engagement", "fqn": ["aspects", "video", "fact_video_engagement"], "alias": "fact_video_engagement", "checksum": {"name": "sha256", "checksum": "bc779fbad83c0bab9251872893367d7ec0cffe3e2e2150d7f394e52e9f4c60d1"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)", "primary_key": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)"}, "tags": [], "description": "A dataset with one record representing the engagement of a learner with a video", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_name": {"name": "section_subsection_name", "description": "The name of the section or the subsection", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "content_level": {"name": "content_level", "description": "The content level of the video", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_video_engagement": {"name": "section_subsection_video_engagement", "description": "The engagement level of the learner with the video", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/video/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)", "order_by": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)"}, "created_at": 1776096321.138718, "relation_name": "`reporting`.`fact_video_engagement`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id, block_id, section_subsection_video_engagement)\",\n order_by=\"(org, course_key, actor_id, block_id, section_subsection_video_engagement)\",\n )\n}}\n\nwith\n fact_video_segments as (\n select\n segments.org as org,\n segments.course_key as course_key,\n blocks.section_number as section_number,\n blocks.subsection_number as subsection_number,\n segments.actor_id as actor_id,\n count(distinct blocks.block_id) as videos_viewed\n from {{ ref(\"fact_video_segments\") }} segments\n join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n segments.course_key = blocks.course_key\n and splitByString('/xblock/', segments.object_id)[-1] = blocks.block_id\n )\n group by org, course_key, section_number, subsection_number, actor_id\n ),\n fact_videos_per_subsection as (\n select * from ({{ items_per_subsection(\"%@video+block@%\") }})\n ),\n fact_video_section_subsection as (\n select\n videos.org as org,\n videos.course_key as course_key,\n videos.subsection_course_order as course_order,\n plays.actor_id as actor_id,\n 'section' as section_content_level,\n 'subsection' as subsection_content_level,\n videos.item_count as item_count,\n sum(plays.videos_viewed) as videos_viewed,\n videos.section_block_id as section_block_id,\n videos.subsection_block_id as subsection_block_id,\n videos.section_with_name as section_with_name,\n videos.subsection_with_name as subsection_with_name\n from fact_video_segments plays\n full join\n fact_videos_per_subsection videos\n on (\n videos.org = plays.org\n and videos.course_key = plays.course_key\n and videos.section_number = plays.section_number\n and videos.subsection_number = plays.subsection_number\n )\n group by\n org,\n course_key,\n course_order,\n actor_id,\n item_count,\n section_block_id,\n subsection_block_id,\n section_with_name,\n subsection_with_name\n ),\n video_engagment as (\n select\n org,\n course_key,\n actor_id,\n sum(videos_viewed) as videos_viewed,\n sum(item_count) as item_count,\n case\n when videos_viewed = 0\n then 'No videos viewed yet'\n when videos_viewed = item_count\n then 'All videos viewed'\n else 'At least one video viewed'\n end as section_subsection_video_engagement,\n block_id,\n section_subsection_name,\n content_level\n from fact_video_section_subsection ARRAY\n join\n arrayConcat([subsection_block_id], [section_block_id]) as block_id,\n arrayConcat(\n [subsection_with_name], [section_with_name]\n ) as section_subsection_name,\n arrayConcat(\n [subsection_content_level], [section_content_level]\n ) as content_level\n group by\n org, course_key, actor_id, block_id, section_subsection_name, content_level\n ),\n final_results as (\n select\n video_engagment.org as org,\n video_engagment.course_key as course_key,\n video_engagment.section_subsection_name as section_subsection_name,\n video_engagment.content_level as content_level,\n video_engagment.actor_id as actor_id,\n video_engagment.section_subsection_video_engagement\n as section_subsection_video_engagement,\n video_engagment.block_id as block_id,\n users.username as username,\n users.name as name,\n users.email as email\n from video_engagment\n left outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n video_engagment.actor_id like 'mailto:%'\n and SUBSTRING(video_engagment.actor_id, 8) = users.email\n )\n or video_engagment.actor_id = toString(users.external_user_id)\n where video_engagment.section_subsection_name <> ''\n )\nselect\n org,\n course_key,\n section_subsection_name,\n content_level,\n actor_id,\n section_subsection_video_engagement,\n block_id,\n username,\n name,\n email\nfrom final_results", "language": "sql", "refs": [{"name": "fact_video_segments", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.items_per_subsection"], "nodes": ["model.aspects.fact_video_segments", "model.aspects.dim_course_blocks", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_video_segments": {"database": "", "schema": "reporting", "name": "fact_video_segments", "resource_type": "model", "package_name": "aspects", "path": "video/fact_video_segments.sql", "original_file_path": "models/video/fact_video_segments.sql", "unique_id": "model.aspects.fact_video_segments", "fqn": ["aspects", "video", "fact_video_segments"], "alias": "fact_video_segments", "checksum": {"name": "sha256", "checksum": "58cff70e5eef3bc44c2454dca9ebb34373ab44cc5faa56275f93cef0fc85456b"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, object_id, actor_id, watched_segment)", "primary_key": "(org, course_key, object_id, actor_id, watched_segment)"}, "tags": [], "description": "Each second of every video that has been watched", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "video_duration": {"name": "video_duration", "description": "Total duration of the video", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "watched_segment": {"name": "watched_segment", "description": "Watched second of the video", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "watch_count": {"name": "watch_count", "description": "Number of times the segment has been watched", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/video/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, object_id, actor_id, watched_segment)", "order_by": "(org, course_key, object_id, actor_id, watched_segment)"}, "created_at": 1776096321.1380804, "relation_name": "`reporting`.`fact_video_segments`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, object_id, actor_id, watched_segment)\",\n order_by=\"(org, course_key, object_id, actor_id, watched_segment)\",\n )\n}}\n\nwith\n data as (\n select\n event_id,\n org,\n course_key,\n actor_id,\n emission_time_long,\n video_position,\n object_id,\n video_duration,\n if(\n verb_id = 'https://w3id.org/xapi/video/verbs/played', 'start', 'end'\n ) as verb\n from {{ ref(\"video_playback_events\") }}\n where verb_id <> 'http://adlnet.gov/expapi/verbs/initialized'\n ),\n matches as (\n select\n *,\n first_value(event_id) filter (where verb = 'start') over (\n partition by org, course_key, actor_id, object_id\n order by emission_time_long, verb\n rows between 1 following and unbounded following\n ) as matching_event_id\n from data\n ),\n final_matches as (\n select\n *,\n last_value(event_id) over (\n partition by matching_event_id, object_id, actor_id\n order by emission_time_long\n rows between unbounded preceding and unbounded following\n ) as end_id\n from matches\n order by emission_time_long\n ),\n ends as (select * from final_matches where verb = 'end' and event_id = end_id),\n starts as (select * from final_matches where verb = 'start'),\n final_results as (\n select\n starts.event_id as event_id,\n starts.org as org,\n starts.course_key as course_key,\n starts.actor_id as actor_id,\n starts.object_id as object_id,\n starts.video_duration as video_duration,\n arrayJoin(\n range(\n greatest(cast(starts.video_position as int), 1),\n cast(ends.video_position as int) + 1,\n 1\n )\n ) as watched_segment\n from starts\n inner join ends on starts.end_id = ends.event_id\n where ends.video_position > starts.video_position\n )\nselect\n org,\n course_key,\n actor_id,\n object_id,\n video_duration,\n watched_segment,\n count(1) as watch_count\nfrom final_results\ngroup by org, course_key, actor_id, object_id, video_duration, watched_segment", "language": "sql", "refs": [{"name": "video_playback_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.video_playback_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.video_playback_events": {"database": "", "schema": "openedx", "name": "video_playback_events", "resource_type": "model", "package_name": "aspects", "path": "video/video_playback_events.sql", "original_file_path": "models/video/video_playback_events.sql", "unique_id": "model.aspects.video_playback_events", "fqn": ["aspects", "video", "video_playback_events"], "alias": "video_playback_events", "checksum": {"name": "sha256", "checksum": "9661709355a01b7c38f7d62d458f0b573270a1e3c9a52fac7ac309528a485ea0"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, verb_id, emission_time, actor_id, video_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, verb_id)"}, "tags": [], "description": "Events related to video playback", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "uuid", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time_long": {"name": "emission_time_long", "description": "Emission time with extra time digits", "meta": {}, "data_type": "DateTime64(6)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "video_position": {"name": "video_position", "description": "The position in the video where the event occurred", "meta": {}, "data_type": "decimal(9, 2)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "video_duration": {"name": "video_duration", "description": "The duration of the video in seconds", "meta": {}, "data_type": "int64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/video/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, verb_id)", "order_by": "(org, course_key, verb_id, emission_time, actor_id, video_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1374338, "relation_name": "`openedx`.`video_playback_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, verb_id)\",\n order_by=\"(org, course_key, verb_id, emission_time, actor_id, video_position, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nwith\n final_results as (\n select\n event_id,\n emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n ceil(\n CAST(\n coalesce(\n nullIf(\n JSON_VALUE(\n event,\n '$.result.extensions.\"https://w3id.org/xapi/video/extensions/time\"'\n ),\n ''\n ),\n nullIf(\n JSON_VALUE(\n event,\n '$.result.extensions.\"https://w3id.org/xapi/video/extensions/time-from\"'\n ),\n ''\n ),\n '0.0'\n ),\n 'Decimal32(2)'\n )\n ) as _video_position,\n JSONExtractInt(\n event,\n 'context',\n 'extensions',\n 'https://w3id.org/xapi/video/extensions/length'\n ) as video_duration\n from {{ ref(\"xapi_events_all_parsed\") }}\n where\n (\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/completed',\n 'http://adlnet.gov/expapi/verbs/initialized',\n 'http://adlnet.gov/expapi/verbs/terminated',\n 'https://w3id.org/xapi/video/verbs/paused',\n 'https://w3id.org/xapi/video/verbs/played',\n 'https://w3id.org/xapi/video/verbs/seeked'\n )\n )\n and (object_id like '%video+block%')\n )\nselect\n event_id,\n emission_time as emission_time_long,\n CAST(emission_time, 'DateTime') as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n -- reset video position when it has been re-played from the end\n case\n when\n _video_position = video_duration\n and verb_id = 'https://w3id.org/xapi/video/verbs/played'\n then 1\n else _video_position\n end as video_position,\n video_duration\nfrom final_results", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.xapi_events_all_parsed": {"database": "", "schema": "openedx", "name": "xapi_events_all_parsed", "resource_type": "model", "package_name": "aspects", "path": "base/xapi_events_all_parsed.sql", "original_file_path": "models/base/xapi_events_all_parsed.sql", "unique_id": "model.aspects.xapi_events_all_parsed", "fqn": ["aspects", "base", "xapi_events_all_parsed"], "alias": "xapi_events_all_parsed", "checksum": {"name": "sha256", "checksum": "a2d6847585ef44a91f84b017105f9ebaed4ede7753bbcc4119d98c793a8fd5d2"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_id, verb_id, actor_id, emission_time, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_id, verb_id, actor_id, emission_time, event_id)"}, "tags": [], "description": "A materialized view for xAPI events", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_id": {"name": "course_id", "description": "The fully-qualified course identifier URL", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime64(6)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "event": {"name": "event", "description": "The xAPI event as a String", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/base/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_id, verb_id, actor_id, emission_time, event_id)", "order_by": "(org, course_id, verb_id, actor_id, emission_time, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096320.9984581, "relation_name": "`openedx`.`xapi_events_all_parsed`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_id, verb_id, actor_id, emission_time, event_id)\",\n order_by=\"(org, course_id, verb_id, actor_id, emission_time, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id as event_id,\n toLowCardinality(JSON_VALUE(event::String, '$.verb.id')) as verb_id,\n COALESCE(\n NULLIF(JSON_VALUE(event::String, '$.actor.account.name'), ''),\n NULLIF(JSON_VALUE(event::String, '$.actor.mbox'), ''),\n JSON_VALUE(event::String, '$.actor.mbox_sha1sum')\n ) as actor_id,\n JSON_VALUE(event::String, '$.object.id') as object_id,\n -- If the contextActivities parent is a course, use that. It can be a \"course\"\n -- type, or a \"cmi.interaction\" type for multiple question problem submissions.\n -- Otherwise use the object id for the course id.\n toLowCardinality(\n multiIf(\n -- If the contextActivities parent is a course, use that\n JSON_VALUE(\n event::String, '$.context.contextActivities.parent[0].definition.type'\n )\n = 'http://adlnet.gov/expapi/activities/course',\n JSON_VALUE(event::String, '$.context.contextActivities.parent[0].id'),\n -- Else if the contextActivities parent is a GroupActivity, it's a multi\n -- question problem and we use the grouping id\n JSON_VALUE(\n event::String, '$.context.contextActivities.parent[0].objectType'\n )\n in ('Activity', 'GroupActivity'),\n JSON_VALUE(event::String, '$.context.contextActivities.grouping[0].id'),\n -- Otherwise use the object id\n JSON_VALUE(event::String, '$.object.id')\n )\n ) as course_id,\n toLowCardinality(splitByString('/', course_id)[-1]) as course_key,\n toLowCardinality(\n coalesce(\n get_org_from_course_url(course_id),\n get_org_from_ccx_course_url(course_id),\n ''\n )\n ) as org,\n emission_time as emission_time,\n event::String as event\nfrom {{ source(\"xapi\", \"xapi_events_all\") }}", "language": "sql", "refs": [], "sources": [["xapi", "xapi_events_all"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["source.aspects.xapi.xapi_events_all"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_enrollment_events_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86.sql", "original_file_path": "models/enrollment/schema.yml", "unique_id": "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1", "fqn": ["aspects", "enrollment", "accepted_values_enrollment_events_enrollment_status__registered__unregistered"], "alias": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86"}, "created_at": 1776096321.0461295, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86\") }}", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.enrollment_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.enrollment_events", "attached_node": "model.aspects.enrollment_events", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('enrollment_events')) }}"}, "namespace": null}}, "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9.sql", "original_file_path": "models/enrollment/schema.yml", "unique_id": "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb", "fqn": ["aspects", "enrollment", "accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered"], "alias": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9"}, "created_at": 1776096321.055919, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9\") }}", "language": "sql", "refs": [{"name": "dim_most_recent_enrollment", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.dim_most_recent_enrollment"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.dim_most_recent_enrollment", "attached_node": "model.aspects.dim_most_recent_enrollment", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('dim_most_recent_enrollment')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_enrollments_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9.sql", "original_file_path": "models/enrollment/schema.yml", "unique_id": "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4", "fqn": ["aspects", "enrollment", "accepted_values_fact_enrollments_enrollment_status__registered__unregistered"], "alias": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9"}, "created_at": 1776096321.0578158, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9\") }}", "language": "sql", "refs": [{"name": "fact_enrollments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_enrollments"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.fact_enrollments", "attached_node": "model.aspects.fact_enrollments", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('fact_enrollments')) }}"}, "namespace": null}}, "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_dim_student_status_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d.sql", "original_file_path": "models/grading/schema.yml", "unique_id": "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448", "fqn": ["aspects", "grading", "accepted_values_dim_student_status_enrollment_status__registered__unregistered"], "alias": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d"}, "created_at": 1776096321.0661116, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d\") }}", "language": "sql", "refs": [{"name": "dim_student_status", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.dim_student_status"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.dim_student_status", "attached_node": "model.aspects.dim_student_status", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('dim_student_status')) }}"}, "namespace": null}}, "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406.sql", "original_file_path": "models/grading/schema.yml", "unique_id": "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb", "fqn": ["aspects", "grading", "accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed"], "alias": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406"}, "created_at": 1776096321.069033, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406\") }}", "language": "sql", "refs": [{"name": "dim_learner_most_recent_course_state", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.dim_learner_most_recent_course_state"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "approving_state", "file_key_name": "models.dim_learner_most_recent_course_state", "attached_node": "model.aspects.dim_learner_most_recent_course_state", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["passed", "failed"], "column_name": "approving_state", "model": "{{ get_where_subquery(ref('dim_learner_most_recent_course_state')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf.sql", "original_file_path": "models/instance/schema.yml", "unique_id": "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696", "fqn": ["aspects", "instance", "accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered"], "alias": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf"}, "created_at": 1776096321.1076672, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf\") }}", "language": "sql", "refs": [{"name": "fact_instance_enrollments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_instance_enrollments"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.fact_instance_enrollments", "attached_node": "model.aspects.fact_instance_enrollments", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('fact_instance_enrollments')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_pageview_engagement_content_level__section__subsection", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b.sql", "original_file_path": "models/navigation/schema.yml", "unique_id": "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed", "fqn": ["aspects", "navigation", "accepted_values_fact_pageview_engagement_content_level__section__subsection"], "alias": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b"}, "created_at": 1776096321.1162472, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b\") }}", "language": "sql", "refs": [{"name": "fact_pageview_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_pageview_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "content_level", "file_key_name": "models.fact_pageview_engagement", "attached_node": "model.aspects.fact_pageview_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["section", "subsection"], "column_name": "content_level", "model": "{{ get_where_subquery(ref('fact_pageview_engagement')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_problem_engagement_content_level__section__subsection", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b.sql", "original_file_path": "models/problems/schema.yml", "unique_id": "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321", "fqn": ["aspects", "problems", "accepted_values_fact_problem_engagement_content_level__section__subsection"], "alias": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b"}, "created_at": 1776096321.129281, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b\") }}", "language": "sql", "refs": [{"name": "fact_problem_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_problem_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "content_level", "file_key_name": "models.fact_problem_engagement", "attached_node": "model.aspects.fact_problem_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["section", "subsection"], "column_name": "content_level", "model": "{{ get_where_subquery(ref('fact_problem_engagement')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_video_engagement_content_level__section__subsection", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe.sql", "original_file_path": "models/video/schema.yml", "unique_id": "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005", "fqn": ["aspects", "video", "accepted_values_fact_video_engagement_content_level__section__subsection"], "alias": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe"}, "created_at": 1776096321.1393914, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe\") }}", "language": "sql", "refs": [{"name": "fact_video_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_video_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "content_level", "file_key_name": "models.fact_video_engagement", "attached_node": "model.aspects.fact_video_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["section", "subsection"], "column_name": "content_level", "model": "{{ get_where_subquery(ref('fact_video_engagement')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc.sql", "original_file_path": "models/video/schema.yml", "unique_id": "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80", "fqn": ["aspects", "video", "accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed"], "alias": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc"}, "created_at": 1776096321.1413004, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc\") }}", "language": "sql", "refs": [{"name": "fact_video_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_video_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "section_subsection_video_engagement", "file_key_name": "models.fact_video_engagement", "attached_node": "model.aspects.fact_video_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["No videos viewed yet", "At least one video viewed", "All videos viewed"], "column_name": "section_subsection_video_engagement", "model": "{{ get_where_subquery(ref('fact_video_engagement')) }}"}, "namespace": null}}}, "sources": {"source.aspects.event_sink.object_tag": {"database": "event_sink", "schema": "event_sink", "name": "object_tag", "resource_type": "source", "package_name": "aspects", "path": "models/tags/sources.yml", "original_file_path": "models/tags/sources.yml", "unique_id": "source.aspects.event_sink.object_tag", "fqn": ["aspects", "tags", "event_sink", "object_tag"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "object_tag", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Course objects and their associated tags from CMS events: \n`COURSE_CREATED, XBLOCK_CREATED, LIBRARY_BLOCK_CREATED, CONTENT_OBJECT_ASSOCIATIONS_CHANGED` \nand `post_save` Django signal on the Object Tag model", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "tag": {"name": "tag", "description": "The name of the tag", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "_value": {"name": "_value", "description": "Tag string", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "_export_id": {"name": "_export_id", "description": "Export ID", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`object_tag`", "created_at": 1775665584.585888, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.taxonomy": {"database": "event_sink", "schema": "event_sink", "name": "taxonomy", "resource_type": "source", "package_name": "aspects", "path": "models/tags/sources.yml", "original_file_path": "models/tags/sources.yml", "unique_id": "source.aspects.event_sink.taxonomy", "fqn": ["aspects", "tags", "event_sink", "taxonomy"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "taxonomy", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Taxonomy data from `post_save` Django signal on the Taxonomy model", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "name": {"name": "name", "description": "Name for the taxonomy", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`taxonomy`", "created_at": 1775665584.5865903, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.tag": {"database": "event_sink", "schema": "event_sink", "name": "tag", "resource_type": "source", "package_name": "aspects", "path": "models/tags/sources.yml", "original_file_path": "models/tags/sources.yml", "unique_id": "source.aspects.event_sink.tag", "fqn": ["aspects", "tags", "event_sink", "tag"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "tag", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Tag data from `post_save` Django signal on the Tag model. Includes parent tag and lineage string for heirarchal relationships.", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "parent": {"name": "parent", "description": "Foreign key to the parent tag", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "value": {"name": "value", "description": "Tag string", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "external_id": {"name": "external_id", "description": "External ID", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`tag`", "created_at": 1775665584.586786, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.course_blocks": {"database": "event_sink", "schema": "event_sink", "name": "course_blocks", "resource_type": "source", "package_name": "aspects", "path": "models/courses/sources.yml", "original_file_path": "models/courses/sources.yml", "unique_id": "source.aspects.event_sink.course_blocks", "fqn": ["aspects", "courses", "event_sink", "course_blocks"], "source_name": "event_sink", "source_description": "Clickhouse database for event driven and reporting tables", "loader": "", "identifier": "course_blocks", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "XBlock data from CMS `COURSE_PUBLISHED` events", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "location": {"name": "location", "description": "The location of the block", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "display_name": {"name": "display_name", "description": "The name of the block", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "xblock_data_json": {"name": "xblock_data_json", "description": "Json string containing xblock data", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "order": {"name": "order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "edited_on": {"name": "edited_on", "description": "Date the course block was edited", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`course_blocks`", "created_at": 1775665584.5869741, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.course_overviews": {"database": "event_sink", "schema": "event_sink", "name": "course_overviews", "resource_type": "source", "package_name": "aspects", "path": "models/courses/sources.yml", "original_file_path": "models/courses/sources.yml", "unique_id": "source.aspects.event_sink.course_overviews", "fqn": ["aspects", "courses", "event_sink", "course_overviews"], "source_name": "event_sink", "source_description": "Clickhouse database for event driven and reporting tables", "loader": "", "identifier": "course_overviews", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Course metadata from CMS `COURSE_PUBLISHED` events", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "display_name": {"name": "display_name", "description": "The name of the block", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_start": {"name": "course_start", "description": "Course start date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_end": {"name": "course_end", "description": "Course end date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "enrollment_start": {"name": "enrollment_start", "description": "Enrollment start date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "enrollment_end": {"name": "enrollment_end", "description": "Enrollment end date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "self_paced": {"name": "self_paced", "description": "If the course is self paced", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Boolean"}, "course_data_json": {"name": "course_data_json", "description": "Json string containing course data", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "created": {"name": "created", "description": "Course create date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "modified": {"name": "modified", "description": "Course modified date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`course_overviews`", "created_at": 1775665584.5871701, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.user_profile": {"database": "event_sink", "schema": "event_sink", "name": "user_profile", "resource_type": "source", "package_name": "aspects", "path": "models/users/sources.yml", "original_file_path": "models/users/sources.yml", "unique_id": "source.aspects.event_sink.user_profile", "fqn": ["aspects", "users", "event_sink", "user_profile"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "user_profile", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Users and associated data from `post_save` Django signal on the UserProfile model", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "meta": {"name": "meta", "description": "", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "courseware": {"name": "courseware", "description": "", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "language": {"name": "language", "description": "The user's preferred language", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "location": {"name": "location", "description": "The user's location", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "year_of_birth": {"name": "year_of_birth", "description": "The user's year of birth", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "gender": {"name": "gender", "description": "The user's gender", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "level_of_education": {"name": "level_of_education", "description": "The user's level of education", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "mailing_address": {"name": "mailing_address", "description": "The user's mailing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "city": {"name": "city", "description": "The user's city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "country": {"name": "country", "description": "The user's country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "state": {"name": "state", "description": "The user's state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "goals": {"name": "goals", "description": "The user's goals", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "bio": {"name": "bio", "description": "The user's bio", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "profile_image_uploaded_at": {"name": "profile_image_uploaded_at", "description": "User's profile image upload date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "phone_number": {"name": "phone_number", "description": "The user's phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`user_profile`", "created_at": 1775665584.5873756, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.external_id": {"database": "event_sink", "schema": "event_sink", "name": "external_id", "resource_type": "source", "package_name": "aspects", "path": "models/users/sources.yml", "original_file_path": "models/users/sources.yml", "unique_id": "source.aspects.event_sink.external_id", "fqn": ["aspects", "users", "event_sink", "external_id"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "external_id", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "User ID with external id from `post_save` Django signal on the ExternalId model", "columns": {"external_user_id": {"name": "external_user_id", "description": "The external user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "external_id_type": {"name": "external_id_type", "description": "The type of external user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`external_id`", "created_at": 1775665584.5875432, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.xapi.xapi_events_all": {"database": "openedx", "schema": "xapi", "name": "xapi_events_all", "resource_type": "source", "package_name": "aspects", "path": "models/base/sources.yml", "original_file_path": "models/base/sources.yml", "unique_id": "source.aspects.xapi.xapi_events_all", "fqn": ["aspects", "base", "xapi", "xapi_events_all"], "source_name": "xapi", "source_description": "Clickhouse database for xapi events", "loader": "", "identifier": "xapi_events_all", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Base table for raw xAPI events", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "DateTime64(6)"}, "event": {"name": "event", "description": "The JSON representation of this xAPI event, stored as a String", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`openedx`.`xapi_events_all`", "created_at": 1776096321.1957083, "unrendered_database": "{{ env_var('ASPECTS_XAPI_DATABASE', 'xapi') }}", "unrendered_schema": null}}, "macros": {"macro.aspects.format_problem_number_location": {"name": "format_problem_number_location", "resource_type": "macro", "package_name": "aspects", "path": "macros/format_problem_number_location.sql", "original_file_path": "macros/format_problem_number_location.sql", "unique_id": "macro.aspects.format_problem_number_location", "macro_sql": "{% macro format_problem_number_location(\n object_id_var, display_name_with_location_var\n) %}\n substring(\n regexpExtract({{ object_id_var }}, '(@problem\\+block@[\\w\\d][^_\\/]*)(_\\d)?', 2),\n 2\n ) as _problem_id_number,\n ifNull(nullIf(_problem_id_number, ''), '1') as _problem_id_or_1,\n splitByString(' - ', {{ display_name_with_location_var }}) as _problem_with_name,\n arrayStringConcat(\n arrayMap(\n x -> (leftPad(x, 2, char(917768))),\n splitByString(':', _problem_with_name[1])\n ),\n ':'\n ) as _problem_number,\n concat(_problem_number, '_', _problem_id_or_1) as problem_number,\n concat(problem_number, ' - ', _problem_with_name[2]) as problem_name_location\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.510312, "supported_languages": null}, "macro.aspects.items_per_subsection": {"name": "items_per_subsection", "resource_type": "macro", "package_name": "aspects", "path": "macros/items_per_subsection.sql", "original_file_path": "macros/items_per_subsection.sql", "unique_id": "macro.aspects.items_per_subsection", "macro_sql": "{% macro items_per_subsection(block_pattern) %}\n with\n items_per_subsection as (\n select\n org,\n course_key,\n section_number,\n subsection_number,\n min(course_order) as course_order,\n graded,\n count(*) as item_count\n from {{ ref(\"dim_course_blocks\") }}\n where block_id like '{{ block_pattern }}'\n group by org, course_key, section_number, subsection_number, graded\n )\n\n select\n ips.org as org,\n ips.course_key as course_key,\n ips.section_number as section_number,\n section_blocks.display_name_with_location as section_with_name,\n ips.subsection_number as subsection_number,\n subsection_blocks.display_name_with_location as subsection_with_name,\n ips.course_order as course_order,\n ips.graded as graded,\n ips.item_count as item_count,\n subsection_blocks.block_id as subsection_block_id,\n section_blocks.block_id as section_block_id,\n section_blocks.course_order as section_course_order,\n subsection_blocks.course_order as subsection_course_order\n from items_per_subsection ips\n left join\n {{ ref(\"dim_course_blocks\") }} section_blocks\n on (\n ips.section_number = section_blocks.hierarchy_location\n and ips.org = section_blocks.org\n and ips.course_key = section_blocks.course_key\n and section_blocks.block_id like '%@chapter+block@%'\n )\n left join\n {{ ref(\"dim_course_blocks\") }} subsection_blocks\n on (\n ips.subsection_number = subsection_blocks.hierarchy_location\n and ips.org = subsection_blocks.org\n and ips.course_key = subsection_blocks.course_key\n and subsection_blocks.block_id like '%@sequential+block@%'\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5108333, "supported_languages": null}, "macro.aspects.get_problem_id": {"name": "get_problem_id", "resource_type": "macro", "package_name": "aspects", "path": "macros/get_problem_id.sql", "original_file_path": "macros/get_problem_id.sql", "unique_id": "macro.aspects.get_problem_id", "macro_sql": "{% macro get_problem_id(object_id) %}\n regexpExtract(\n object_id, 'xblock/([\\w\\d-\\+:@]*@problem\\+block@[\\w\\d][^_\\/]*)(_\\d_\\d)?', 1\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5109708, "supported_languages": null}, "macro.aspects.do_drop": {"name": "do_drop", "resource_type": "macro", "package_name": "aspects", "path": "macros/remove_deprecated_models.sql", "original_file_path": "macros/remove_deprecated_models.sql", "unique_id": "macro.aspects.do_drop", "macro_sql": "{% macro do_drop(type, schema, relation) %}\n -- Drop a relation, types are \"view\", \"table\", or \"mv\".\n -- \"mv\" will drop both the expected view and destination table.\n {% if type == \"mv\" %}\n {% do do_drop(\"view\", schema, relation ~ \"_mv\") %}\n {% do do_drop(\"table\", schema, relation) %}\n {% else %}\n {% set cmd = \"drop \" ~ type ~ \" if exists \" ~ schema ~ \".\" ~ relation ~ \";\" %}\n {% print(cmd) %}\n {% do run_query(cmd) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5120487, "supported_languages": null}, "macro.aspects.remove_deprecated_models": {"name": "remove_deprecated_models", "resource_type": "macro", "package_name": "aspects", "path": "macros/remove_deprecated_models.sql", "original_file_path": "macros/remove_deprecated_models.sql", "unique_id": "macro.aspects.remove_deprecated_models", "macro_sql": "{% macro remove_deprecated_models() %}\n {% set xapi = env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\") %}\n {% set reporting = env_var(\"DBT_PROFILE_TARGET_DATABASE\", \"reporting\") %}\n {% set event_sink = env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\") %}\n\n {{\n print(\n \"Running remove_deprecated_models on \"\n ~ xapi\n ~ \", \"\n ~ reporting\n ~ \", \"\n ~ event_sink\n ~ \".\"\n )\n }}\n\n -- https://github.com/openedx/aspects-dbt/pull/111/\n {% set models_to_drop = [\n (\"view\", reporting, \"fact_completions\"),\n (\"view\", xapi, \"fact_forum_interactions\"),\n (\"view\", reporting, \"fact_grades\"),\n (\"view\", reporting, \"learner_summary\"),\n (\"view\", reporting, \"fact_navigation_dropoff\"),\n (\"view\", reporting, \"fact_learner_problem_summary\"),\n (\"view\", reporting, \"fact_problem_engagement\"),\n (\"view\", reporting, \"fact_problem_engagement_per_subsection\"),\n (\"view\", reporting, \"fact_problem_responses_extended\"),\n (\"view\", reporting, \"dim_at_risk_learners\"),\n (\"view\", reporting, \"fact_transcript_usage\"),\n (\"view\", reporting, \"fact_watched_video_segments\"),\n (\"view\", reporting, \"dim_course_blocks_extended\"),\n (\"view\", reporting, \"fact_navigation\"),\n (\"view\", reporting, \"int_pages_per_subsection\"),\n (\"view\", reporting, \"int_problems_per_subsection\"),\n (\"view\", reporting, \"fact_problem_responses\"),\n (\"view\", reporting, \"int_problem_hints\"),\n (\"view\", reporting, \"int_problem_results\"),\n (\"view\", reporting, \"most_recent_course_tags\"),\n (\"view\", reporting, \"fact_student_status\"),\n (\"view\", reporting, \"watched_video_duration\"),\n (\"view\", reporting, \"fact_video_plays\"),\n (\"view\", reporting, \"fact_watched_video_duration\"),\n (\"view\", reporting, \"fact_learner_response_attempts\"),\n (\"mv\", event_sink, \"course_enrollment\"),\n (\"mv\", event_sink, \"course_relationships\"),\n (\"mv\", xapi, \"forum_events\"),\n (\"mv\", reporting, \"video_transcript_events\"),\n (\"mv\", reporting, \"fact_learner_course_grade\"),\n (\"mv\", reporting, \"fact_learner_course_status\"),\n (\"mv\", event_sink, \"most_recent_course_blocks\"),\n (\"mv\", reporting, \"fact_enrollment_status\"),\n (\"mv\", event_sink, \"most_recent_object_tags\"),\n (\"mv\", event_sink, \"most_recent_tags\"),\n (\"mv\", event_sink, \"most_recent_taxonomies\"),\n (\"mv\", xapi, \"fact_learner_last_course_visit\"),\n (\"mv\", xapi, \"responses\"),\n (\"mv\", xapi, \"section_page_engagement\"),\n (\"mv\", xapi, \"section_problem_engagement\"),\n (\"mv\", xapi, \"section_video_engagement\"),\n (\"mv\", xapi, \"subsection_page_engagement\"),\n (\"mv\", xapi, \"subsection_problem_engagement\"),\n (\"mv\", xapi, \"subsection_video_engagement\"),\n (\"mv\", xapi, \"fact_instance_enrollments\"),\n (\"mv\", reporting, \"int_videos_per_subsection\"),\n (\"mv\", reporting, \"fact_section_video_engagement\"),\n (\"mv\", reporting, \"fact_subsection_video_engagement\"),\n (\"mv\", reporting, \"dim_learner_first_response\"),\n (\"mv\", reporting, \"dim_learner_first_success_response\"),\n (\"mv\", reporting, \"dim_learner_response_attempt\"),\n (\"mv\", reporting, \"fact_section_problem_engagement\"),\n (\"mv\", reporting, \"fact_subsection_problem_engagement\"),\n (\"mv\", reporting, \"fact_section_page_engagement\"),\n (\"mv\", reporting, \"fact_subsection_page_engagement\"),\n (\"dictionary\", event_sink, \"course_names\"),\n (\"dictionary\", event_sink, \"course_block_names\"),\n (\"dictionary\", event_sink, \"course_tags\"),\n ] %}\n\n {% for model in models_to_drop %}\n {% do do_drop(model[0], model[1], model[2]) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.aspects.do_drop"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.514622, "supported_languages": null}, "macro.aspects.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "aspects", "path": "macros/get_custom_schema.sql", "original_file_path": "macros/get_custom_schema.sql", "unique_id": "macro.aspects.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if (\n target.name == \"prod\" or node.resource_type == \"seed\"\n ) and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%} {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5150054, "supported_languages": null}, "macro.aspects.on_cluster": {"name": "on_cluster", "resource_type": "macro", "package_name": "aspects", "path": "macros/cluster_macros.sql", "original_file_path": "macros/cluster_macros.sql", "unique_id": "macro.aspects.on_cluster", "macro_sql": "{% macro on_cluster() -%}\n {%- if env_var(\"CLICKHOUSE_CLUSTER_NAME\", \"\") -%}\n {{ 'ON CLUSTER \"' + env_var(\"CLICKHOUSE_CLUSTER_NAME\") + '\"' }}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5153189, "supported_languages": null}, "macro.aspects.get_engine": {"name": "get_engine", "resource_type": "macro", "package_name": "aspects", "path": "macros/cluster_macros.sql", "original_file_path": "macros/cluster_macros.sql", "unique_id": "macro.aspects.get_engine", "macro_sql": "{% macro get_engine(engine) -%}\n {%- if env_var(\"CLICKHOUSE_CLUSTER_NAME\", \"\") != \"\" -%} {{ \"Replicated\" + engine }}\n {% else %} {{ engine }}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5155168, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__list_schemas": {"name": "clickhouse__list_schemas", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__list_schemas", "macro_sql": "{% macro clickhouse__list_schemas(database) %}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select name from system.databases\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.516725, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_schema": {"name": "clickhouse__create_schema", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_schema", "macro_sql": "{% macro clickhouse__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create database if not exists {{ relation.without_identifier().include(database=False) }}\n {{ on_cluster_clause(relation)}}\n {{ adapter.clickhouse_db_engine_clause() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.517, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_schema": {"name": "clickhouse__drop_schema", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_schema", "macro_sql": "{% macro clickhouse__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop database if exists {{ relation.without_identifier().include(database=False) }} {{ on_cluster_clause(relation)}}\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5172646, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__list_relations_without_caching": {"name": "clickhouse__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__list_relations_without_caching", "macro_sql": "{% macro clickhouse__list_relations_without_caching(schema_relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n t.name as name,\n t.database as schema,\n multiIf(\n engine in ('MaterializedView', 'View'), 'view',\n engine = 'Dictionary', 'dictionary',\n 'table'\n ) as type,\n db.engine as db_engine,\n {%- if adapter.get_clickhouse_cluster_name() -%}\n count(distinct _shard_num) > 1 as is_on_cluster\n from clusterAllReplicas({{ adapter.get_clickhouse_cluster_name() }}, system.tables) as t\n join system.databases as db on t.database = db.name\n where schema = '{{ schema_relation.schema }}'\n group by name, schema, type, db_engine\n {%- else -%}\n 0 as is_on_cluster\n from system.tables as t join system.databases as db on t.database = db.name\n where schema = '{{ schema_relation.schema }}'\n {% endif %}\n\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.517665, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_columns_in_relation": {"name": "clickhouse__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_columns_in_relation", "macro_sql": "{% macro clickhouse__get_columns_in_relation(relation) -%}\n {% call statement('get_columns', fetch_result=True) %}\n select name, type from system.columns where table = '{{ relation.identifier }}'\n {% if relation.schema %}\n {% if not relation.is_temporary %}\n and database = '{{ relation.schema }}'\n {% endif %}\n {% else %}\n {% do exceptions.warn(\"Relations should always come with a defined schema. Missing schema for \" ~ relation.identifier) %}\n {% endif %}\n order by position\n {% endcall %}\n {{ return(sql_convert_columns_in_relation(load_result('get_columns').table)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.sql_convert_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5181363, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_relation": {"name": "clickhouse__drop_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_relation", "macro_sql": "{% macro clickhouse__drop_relation(relation, obj_type='table') -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ obj_type }} if exists {{ relation }} {{ on_cluster_clause(relation, True)}}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.518371, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__rename_relation": {"name": "clickhouse__rename_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__rename_relation", "macro_sql": "{% macro clickhouse__rename_relation(from_relation, to_relation, obj_type='table') -%}\n {% call statement('drop_relation') %}\n drop {{ obj_type }} if exists {{ to_relation }} {{ on_cluster_clause(to_relation)}}\n {% endcall %}\n {% call statement('rename_relation') %}\n rename {{ obj_type }} {{ from_relation }} to {{ to_relation }} {{ on_cluster_clause(from_relation)}}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5186806, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__truncate_relation": {"name": "clickhouse__truncate_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__truncate_relation", "macro_sql": "{% macro clickhouse__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation }} {{ on_cluster_clause(relation)}}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5188477, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__make_temp_relation": {"name": "clickhouse__make_temp_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__make_temp_relation", "macro_sql": "{% macro clickhouse__make_temp_relation(base_relation, suffix) %}\n {% set tmp_identifier = base_relation.identifier ~ suffix %}\n {% set tmp_relation = base_relation.incorporate(\n path={\"identifier\": tmp_identifier, \"schema\": base_relation.schema}) -%}\n {% do return(tmp_relation) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.519154, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__generate_database_name": {"name": "clickhouse__generate_database_name", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__generate_database_name", "macro_sql": "{% macro clickhouse__generate_database_name(custom_database_name=none, node=none) -%}\n {% do return('') %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5192993, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_columns_in_query": {"name": "clickhouse__get_columns_in_query", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_columns_in_query", "macro_sql": "{% macro clickhouse__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n limit 0\n {% endcall %}\n\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.519586, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__alter_column_type": {"name": "clickhouse__alter_column_type", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__alter_column_type", "macro_sql": "{% macro clickhouse__alter_column_type(relation, column_name, new_column_type) -%}\n {% call statement('alter_column_type') %}\n alter table {{ relation }} {{ on_cluster_clause(relation)}} modify column {{ adapter.quote(column_name) }} {{ new_column_type }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.519963, "supported_languages": null}, "macro.dbt_clickhouse.exchange_tables_atomic": {"name": "exchange_tables_atomic", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.exchange_tables_atomic", "macro_sql": "{% macro exchange_tables_atomic(old_relation, target_relation, obj_types='TABLES') %}\n\n {%- if adapter.get_clickhouse_cluster_name() is not none and obj_types == 'TABLES' and 'Replicated' in engine_clause() %}\n {%- call statement('exchange_table_sync_replica') -%}\n SYSTEM SYNC REPLICA {{ on_cluster_clause(target_relation) }} {{ target_relation.schema }}.{{ target_relation.identifier }}\n {% endcall %}\n {%- endif %}\n {%- call statement('exchange_tables_atomic') -%}\n EXCHANGE {{ obj_types }} {{ old_relation }} AND {{ target_relation }} {{ on_cluster_clause(target_relation)}}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.engine_clause", "macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.520446, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_catalog": {"name": "clickhouse__get_catalog", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_catalog", "macro_sql": "{% macro clickhouse__get_catalog(information_schema, schemas) -%}\n {%- call statement('catalog', fetch_result=True) -%}\n select\n '' as table_database,\n columns.database as table_schema,\n columns.table as table_name,\n if(tables.engine not in ('MaterializedView', 'View'), 'table', 'view') as table_type,\n nullIf(tables.comment, '') as table_comment,\n columns.name as column_name,\n columns.position as column_index,\n columns.type as column_type,\n nullIf(columns.comment, '') as column_comment,\n null as table_owner\n from system.columns as columns\n join system.tables as tables on tables.database = columns.database and tables.name = columns.table\n where database != 'system' and\n (\n {%- for schema in schemas -%}\n columns.database = '{{ schema }}'\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n order by columns.database, columns.table, columns.position\n {%- endcall -%}\n {{ return(load_result('catalog').table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.521083, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_assert_columns_equivalent": {"name": "clickhouse__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/column_spec_ddl.sql", "original_file_path": "macros/column_spec_ddl.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_assert_columns_equivalent", "macro_sql": "{% macro clickhouse__get_assert_columns_equivalent(sql) -%}\n {%- set user_defined_columns = model['columns'] -%}\n\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {%- set yaml_columns = user_defined_columns.values() -%}\n\n {%- set sql_file_provided_columns = adapter.get_column_schema_from_query(sql) -%}\n {%- set sql_columns = adapter.format_columns(sql_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['data_type'] != yaml_col[0]['data_type'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5224783, "supported_languages": null}, "macro.dbt_clickhouse.one_alter_relation": {"name": "one_alter_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.one_alter_relation", "macro_sql": "{% macro one_alter_relation(relation, alter_comments) %}\n alter table {{ relation }} {{ on_cluster_clause(relation) }} {{ alter_comments }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5234513, "supported_languages": null}, "macro.dbt_clickhouse.one_alter_column_comment": {"name": "one_alter_column_comment", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.one_alter_column_comment", "macro_sql": "{% macro one_alter_column_comment(relation, column_name, comment) %}\n alter table {{ relation }} {{ on_cluster_clause(relation) }} comment column `{{ column_name }}` '{{ comment }}'\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5236387, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__alter_relation_comment": {"name": "clickhouse__alter_relation_comment", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__alter_relation_comment", "macro_sql": "{% macro clickhouse__alter_relation_comment(relation, comment) %}\n alter table {{ relation }} {{ on_cluster_clause(relation) }} modify comment '{{ comment }}'\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5237901, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__persist_docs": {"name": "clickhouse__persist_docs", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__persist_docs", "macro_sql": "{% macro clickhouse__persist_docs(relation, model, for_relation, for_columns) %}\n {%- set alter_comments = [] %}\n\n {%- if for_relation and config.persist_relation_docs() and model.description -%}\n {% set escaped_comment = clickhouse_escape_comment(model.description) %}\n {% do alter_comments.append(\"modify comment {comment}\".format(comment=escaped_comment)) %}\n {%- endif -%}\n\n {%- if for_columns and config.persist_column_docs() and model.columns -%}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in model.columns if (column_name in existing_columns) %}\n {%- set comment = model.columns[column_name]['description'] -%}\n {%- if comment %}\n {% set escaped_comment = clickhouse_escape_comment(comment) %}\n {% do alter_comments.append(\"comment column `{column_name}` {comment}\".format(column_name=column_name, comment=escaped_comment)) %}\n {%- endif %}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if alter_comments | length > 0 -%}\n {% do run_query(one_alter_relation(relation, alter_comments|join(', '))) %}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse_escape_comment", "macro.dbt.run_query", "macro.dbt_clickhouse.one_alter_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5247512, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse_escape_comment": {"name": "clickhouse_escape_comment", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.clickhouse_escape_comment", "macro_sql": "{% macro clickhouse_escape_comment(comment) -%}\n {% if adapter.is_before_version('21.9.2.17') %}\n {% do exceptions.raise_compiler_error('Unsupported ClickHouse version for using heredoc syntax') %}\n {% endif %}\n {% if comment is not string %}\n {% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}\n {% endif %}\n {%- set magic = '$dbt_comment_literal_block$' -%}\n {%- if magic in comment -%}\n {%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}\n {%- endif -%}\n {{ magic }}{{ comment }}{{ magic }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5252326, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_show_grant_sql": {"name": "clickhouse__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_show_grant_sql", "macro_sql": "{% macro clickhouse__get_show_grant_sql(relation) %}\n SELECT access_type as privilege_type, COALESCE(user_name, role_name) as grantee from system.grants where table = '{{ relation.name }}'\n AND database = '{{ relation.schema }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5255497, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__call_dcl_statements": {"name": "clickhouse__call_dcl_statements", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__call_dcl_statements", "macro_sql": "{% macro clickhouse__call_dcl_statements(dcl_statement_list) %}\n {% for dcl_statement in dcl_statement_list %}\n {% call statement('dcl') %}\n {{ dcl_statement }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.525751, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_grant_sql": {"name": "clickhouse__get_grant_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_grant_sql", "macro_sql": "\n\n\n{%- macro clickhouse__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ on_cluster_clause(relation)}} {{ privilege }} on {{ relation }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.525989, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_revoke_sql": {"name": "clickhouse__get_revoke_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_revoke_sql", "macro_sql": "{%- macro clickhouse__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ on_cluster_clause(relation)}} {{ privilege }} on {{ relation }} from {{ grantees | join(', ') }}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5263329, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_or_create_relation": {"name": "clickhouse__get_or_create_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_or_create_relation", "macro_sql": "{% macro clickhouse__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set can_exchange = adapter.can_exchange(schema, type) %}\n {%- set should_on_cluster = adapter.should_on_cluster(config.get('materialized'), engine_clause()) %}\n {%- set new_relation = api.Relation.create(\n database=None,\n schema=schema,\n identifier=identifier,\n type=type,\n can_exchange=can_exchange,\n can_on_cluster=should_on_cluster\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.engine_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5271401, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_database": {"name": "clickhouse__get_database", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_database", "macro_sql": "{% macro clickhouse__get_database(database) %}\n {% call statement('get_database', fetch_result=True) %}\n select name, engine, comment\n from system.databases\n where name = '{{ database }}'\n {% endcall %}\n {% do return(load_result('get_database').table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5273752, "supported_languages": null}, "macro.dbt_clickhouse.materialization_dictionary_clickhouse": {"name": "materialization_dictionary_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.materialization_dictionary_clickhouse", "macro_sql": "{%- materialization dictionary, adapter='clickhouse' -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='dictionary') -%}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n\n {%- set grant_config = config.get('grants') -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {# create our new dictionary #}\n {% call statement('main') -%}\n {{ clickhouse__get_create_dictionary_as_sql(target_relation, cluster_clause, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(target_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt_clickhouse.clickhouse__get_create_dictionary_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5286489, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.clickhouse__get_create_dictionary_as_sql": {"name": "clickhouse__get_create_dictionary_as_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_create_dictionary_as_sql", "macro_sql": "{% macro clickhouse__get_create_dictionary_as_sql(relation, cluster_clause, sql) %}\n {%- set fields = config.get('fields') -%}\n {%- set source_type = config.get('source_type') -%}\n\n CREATE OR REPLACE DICTIONARY {{ relation }} {{ cluster_clause }}\n (\n {%- for (name, data_type) in fields -%}\n {{ name }} {{ data_type }}{%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n )\n {{ primary_key_clause(label=\"primary key\") }}\n SOURCE(\n {%- if source_type == 'http' %}\n {{ http_source() }}\n {% else %}\n {{ clickhouse_source(sql) }}\n {% endif -%}\n )\n LAYOUT({{ config.get('layout') }})\n LIFETIME({{ config.get('lifetime') }})\n {%- if config.get('range') %}\n RANGE({{ config.get('range') }})\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.primary_key_clause", "macro.dbt_clickhouse.http_source", "macro.dbt_clickhouse.clickhouse_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5293355, "supported_languages": null}, "macro.dbt_clickhouse.http_source": {"name": "http_source", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.http_source", "macro_sql": "{% macro http_source() %}\n HTTP(URL '{{ config.get(\"url\") }}' FORMAT '{{ config.get(\"format\") }}')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5294988, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse_source": {"name": "clickhouse_source", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.clickhouse_source", "macro_sql": "{% macro clickhouse_source(sql) %}\n {%- set credentials = adapter.get_credentials(config.get(\"connection_overrides\", {})) -%}\n {%- set table = config.get('table') -%}\n CLICKHOUSE(\n {% if credentials.get(\"user\") -%}\n user '{{ credentials.get(\"user\") }}'\n {%- endif %}\n {% if credentials.get(\"password\") -%}\n password '{{ credentials.get(\"password\") }}'\n {%- endif %}\n {% if credentials.get(\"database\") -%}\n db '{{ credentials.get(\"database\") }}'\n {%- endif %}\n {%- if table is not none %}\n table '{{ table }}'\n {% else %}\n query \"{{ sql }}\"\n {% endif -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5301566, "supported_languages": null}, "macro.dbt_clickhouse.drop_dictionary_if_exists": {"name": "drop_dictionary_if_exists", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.drop_dictionary_if_exists", "macro_sql": "{% macro drop_dictionary_if_exists(relation, cluster_clause) %}\n {% if relation.type != 'dictionary' %}\n {{ log(relation ~ ' is not a dictionary; defaulting to drop_relation_if_exists') }}\n {{ drop_relation_if_exists(relation) }}\n {% else %}\n {% call statement('drop_dictionary_if_exists') %}\n drop dictionary if exists {{ relation }} {{ cluster_clause }}\n {% endcall %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.530514, "supported_languages": null}, "macro.dbt_clickhouse.materialization_distributed_table_clickhouse": {"name": "materialization_distributed_table_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.materialization_distributed_table_clickhouse", "macro_sql": "{% materialization distributed_table, adapter='clickhouse' %}\n {% set insert_distributed_sync = run_query(\"SELECT value FROM system.settings WHERE name = 'insert_distributed_sync'\")[0][0] %}\n {% if insert_distributed_sync != '1' %}\n {% do exceptions.raise_compiler_error('To use distributed materialization setting insert_distributed_sync should be set to 1') %}\n {% endif %}\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n\n {% set on_cluster = on_cluster_clause(target_relation) %}\n {% if on_cluster.strip() == '' %}\n {% do exceptions.raise_compiler_error('To use distributed materialization cluster setting in dbt profile must be set') %}\n {% endif %}\n\n {% set existing_relation_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none %}\n {% set target_relation_local = target_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if target_relation is not none else none %}\n\n {%- set backup_relation = none -%}\n {%- set preexisting_backup_relation = none -%}\n {%- set preexisting_intermediate_relation = none -%}\n\n {% if existing_relation_local is not none %}\n {%- set backup_relation_type = existing_relation_local.type -%}\n {%- set backup_relation = make_backup_relation(target_relation_local, backup_relation_type) -%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {% if not existing_relation.can_exchange %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation_local) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n {% endif %}\n {% endif %}\n {% set view_relation = default__make_temp_relation(target_relation, '__dbt_tmp') %}\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(view_relation) }}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {% call statement('main') %}\n {{ create_view_as(view_relation, sql) }}\n {% endcall %}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if backup_relation is none %}\n {{ create_distributed_local_table(target_relation, target_relation_local, view_relation) }}\n {% elif existing_relation.can_exchange %}\n -- We can do an atomic exchange, so no need for an intermediate\n {% call statement('main') -%}\n {{ create_empty_table_from_relation(backup_relation, view_relation) }}\n {%- endcall %}\n {% do exchange_tables_atomic(backup_relation, existing_relation_local) %}\n {% else %}\n {% do run_query(create_empty_table_from_relation(intermediate_relation, view_relation)) or '' %}\n {{ adapter.rename_relation(existing_relation_local, backup_relation) }}\n {{ adapter.rename_relation(intermediate_relation, target_relation_local) }}\n {% endif %} \n {% do run_query(create_distributed_table(target_relation, target_relation_local)) or '' %}\n {% do run_query(clickhouse__insert_into(target_relation, sql)) or '' %}\n {{ drop_relation_if_exists(view_relation) }}\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation_local, grant_config, should_revoke=should_revoke) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n {{ adapter.commit() }}\n {{ drop_relation_if_exists(backup_relation) }}\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.load_cached_relation", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.make_backup_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.default__make_temp_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.create_view_as", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt_clickhouse.create_empty_table_from_relation", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt_clickhouse.create_distributed_table", "macro.dbt_clickhouse.clickhouse__insert_into", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5342832, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.create_distributed_table": {"name": "create_distributed_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.create_distributed_table", "macro_sql": "{% macro create_distributed_table(relation, local_relation) %}\n {%- set cluster = adapter.get_clickhouse_cluster_name() -%}\n {% if cluster is none %}\n {% do exceptions.raise_compiler_error('Cluster name should be defined for using distributed materializations, current is None') %}\n {% endif %}\n\n {%- set cluster = cluster[1:-1] -%}\n {%- set sharding = config.get('sharding_key') -%}\n\n create or replace table {{ relation }} {{ on_cluster_clause(relation) }} as {{ local_relation }}\n ENGINE = Distributed('{{ cluster}}', '{{ local_relation.schema }}', '{{ local_relation.name }}'\n {%- if sharding is not none and sharding.strip() != '' -%}\n , {{ sharding }}\n {%- else %}\n , rand()\n {% endif -%}\n )\n {% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.534864, "supported_languages": null}, "macro.dbt_clickhouse.create_empty_table_from_relation": {"name": "create_empty_table_from_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.create_empty_table_from_relation", "macro_sql": "{% macro create_empty_table_from_relation(relation, source_relation, sql=none) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n {%- if sql -%}\n {%- set columns = adapter.get_column_schema_from_query(sql) | list -%}\n {%- else -%}\n {%- set columns = adapter.get_columns_in_relation(source_relation) | list -%}\n {%- endif -%}\n {%- set col_list = [] -%}\n {% for col in columns %}\n {{col_list.append(col.name + ' ' + col.data_type) or '' }}\n {% endfor %}\n {{ sql_header if sql_header is not none }}\n\n create table {{ relation.include(database=False) }}\n {{ on_cluster_clause(relation) }} (\n {{col_list | join(', ')}}\n\n {% if config.get('projections') %}\n {% set projections = config.get('projections') %}\n {% for projection in projections %}\n , PROJECTION {{ projection.get(\"name\") }} (\n {{ projection.get(\"query\") }}\n )\n {% endfor %}\n {% endif %}\n )\n \n {{ engine_clause() }}\n {{ order_cols(label=\"order by\") }}\n {{ primary_key_clause(label=\"primary key\") }}\n {{ partition_cols(label=\"partition by\") }}\n {{ ttl_config(label=\"ttl\")}}\n {{ adapter.get_model_settings(model, config.get('engine', default='MergeTree')) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.engine_clause", "macro.dbt_clickhouse.order_cols", "macro.dbt_clickhouse.primary_key_clause", "macro.dbt_clickhouse.partition_cols", "macro.dbt_clickhouse.ttl_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5359223, "supported_languages": null}, "macro.dbt_clickhouse.create_distributed_local_table": {"name": "create_distributed_local_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.create_distributed_local_table", "macro_sql": "{% macro create_distributed_local_table(distributed_relation, shard_relation, structure_relation, sql_query=none) -%}\n {{ drop_relation_if_exists(shard_relation) }}\n {{ drop_relation_if_exists(distributed_relation) }}\n {{ create_schema(shard_relation) }}\n {% do run_query(create_empty_table_from_relation(shard_relation, structure_relation, sql_query)) or '' %}\n {% do run_query(create_distributed_table(distributed_relation, shard_relation)) or '' %}\n {% if sql_query is not none %}\n {% do run_query(clickhouse__insert_into(distributed_relation, sql_query)) or '' %}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.create_schema", "macro.dbt.run_query", "macro.dbt_clickhouse.create_empty_table_from_relation", "macro.dbt_clickhouse.create_distributed_table", "macro.dbt_clickhouse.clickhouse__insert_into"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.536414, "supported_languages": null}, "macro.dbt_clickhouse.materialization_materialized_view_clickhouse": {"name": "materialization_materialized_view_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.materialization_materialized_view_clickhouse", "macro_sql": "\n{%- materialization materialized_view, adapter='clickhouse' -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n {%- set refreshable_clause = refreshable_mv_clause() -%}\n\n\n {# look for an existing relation for the target table and create backup relations if necessary #}\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set backup_relation = none -%}\n {%- set preexisting_backup_relation = none -%}\n {%- set preexisting_intermediate_relation = none -%}\n {% if existing_relation is not none %}\n {%- set backup_relation_type = existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {% if not existing_relation.can_exchange %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n {% endif %}\n {% endif %}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- extract the names of the materialized views from the sql\n {% set view_names = modules.re.findall('--(?:\\s)?([^:]+):begin', sql) %}\n\n -- extract the sql for each of the materialized view into a map\n {% set views = {} %}\n {% if view_names %}\n {% for view_name in view_names %}\n {% set view_sql = modules.re.findall('--(?:\\s)?' + view_name + ':begin(.*)--(?:\\s)?' + view_name + ':end', sql, flags=modules.re.DOTALL)[0] %}\n {%- set _ = views.update({view_name: view_sql}) -%}\n {% endfor %}\n {% else %}\n {%- set _ = views.update({\"mv\": sql}) -%}\n {% endif %}\n\n {% if backup_relation is none %}\n {{ log('Creating new materialized view ' + target_relation.name )}}\n {% set catchup_data = config.get(\"catchup\", True) %}\n {{ clickhouse__get_create_materialized_view_as_sql(target_relation, sql, views, catchup_data) }}\n {% elif existing_relation.can_exchange %}\n {{ log('Replacing existing materialized view ' + target_relation.name) }}\n -- in this section, we look for mvs that has the same pattern as this model, but for some reason,\n -- are not listed in the model. This might happen when using multiple mv, and renaming one of the mv in the model.\n -- In case such mv found, we raise a warning to the user, that they might need to drop the mv manually.\n {{ log('Searching for existing materialized views with the pattern of ' + target_relation.name) }}\n {{ log('Views dictionary contents: ' + views | string) }}\n {% set found_associated_mvs, expected_mv_tables = clickhouse__search_associated_mvs_to_target(existing_relation.schema, target_relation.name, views) %}\n {% if not found_associated_mvs %}\n {{ log('No existing mvs found matching the pattern. continuing..', info=True) }}\n {% else %}\n {% for table in found_associated_mvs %}\n {% if table not in expected_mv_tables %}\n {{ log('Warning - Materialized view \"' + table + '\" was detected pointing to the model \"' + target_relation.name + '\" but was not found in this run. In case it is a renamed mv that was previously part of this model, drop it manually (!!!)', info=True) }}\n {% endif %}\n {% endfor %}\n {% endif %}\n {% if should_full_refresh() %}\n {{ clickhouse__drop_mvs_by_suffixes(target_relation, cluster_clause, views) }}\n\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, backup_relation, sql) }}\n {%- endcall %}\n {% do exchange_tables_atomic(backup_relation, existing_relation) %}\n\n {{ clickhouse__create_mvs(existing_relation, cluster_clause, refreshable_clause, views) }}\n {% else %}\n -- we need to have a 'main' statement\n {% call statement('main') -%}\n select 1\n {%- endcall %}\n\n -- try to alter view first to replace sql, else drop and create\n {{ clickhouse__update_mvs(target_relation, cluster_clause, refreshable_clause, views) }}\n\n {% endif %}\n {% else %}\n {{ log('Replacing existing materialized view ' + target_relation.name) }}\n {{ clickhouse__replace_mv(target_relation, existing_relation, intermediate_relation, backup_relation, sql, views) }}\n {% endif %}\n\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {% set relations = [target_relation] %}\n {% for view in views %}\n {{ relations.append(target_relation.derivative('_' + view, 'materialized_view')) }}\n {% endfor %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}\n\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.refreshable_mv_clause", "macro.dbt.load_cached_relation", "macro.dbt.make_backup_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql", "macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target", "macro.dbt.should_full_refresh", "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt_clickhouse.clickhouse__create_mvs", "macro.dbt_clickhouse.clickhouse__update_mvs", "macro.dbt_clickhouse.clickhouse__replace_mv", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5415444, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql": {"name": "clickhouse__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql", "macro_sql": "{% macro clickhouse__get_create_materialized_view_as_sql(relation, sql, views, catchup=True ) -%}\n {% call statement('main') %}\n {% if catchup == True %}\n {{ get_create_table_as_sql(False, relation, sql) }}\n {% else %}\n {{ log('Catchup data config was set to false, skipping mv-target-table initial insertion ')}}\n {% set has_contract = config.get('contract').enforced %}\n {{ create_table_or_empty(False, relation, sql, has_contract) }}\n {% endif %}\n {% endcall %}\n {%- set cluster_clause = on_cluster_clause(relation) -%}\n {%- set refreshable_clause = refreshable_mv_clause() -%}\n {%- set mv_relation = relation.derivative('_mv', 'materialized_view') -%}\n {{ clickhouse__create_mvs(relation, cluster_clause, refreshable_clause, views) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.create_table_or_empty", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.refreshable_mv_clause", "macro.dbt_clickhouse.clickhouse__create_mvs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5423532, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_mv": {"name": "clickhouse__drop_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_mv", "macro_sql": "{% macro clickhouse__drop_mv(mv_relation, cluster_clause) -%}\n {% call statement('drop existing mv: ' + mv_relation.name) -%}\n drop view if exists {{ mv_relation }} {{ cluster_clause }}\n {% endcall %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5425615, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_mv": {"name": "clickhouse__create_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_mv", "macro_sql": "{% macro clickhouse__create_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) -%}\n {% call statement('create existing mv: ' + mv_relation.name) -%}\n create materialized view if not exists {{ mv_relation }} {{ cluster_clause }}\n {{ refreshable_clause }}\n to {{ target_relation }}\n as {{ view_sql }}\n {% endcall %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5428076, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__modify_mv": {"name": "clickhouse__modify_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__modify_mv", "macro_sql": "{% macro clickhouse__modify_mv(mv_relation, cluster_clause, view_sql) -%}\n {% call statement('modify existing mv: ' + mv_relation.name) -%}\n alter table {{ mv_relation }} {{ cluster_clause }} modify query {{ view_sql }}\n {% endcall %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5429897, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__update_mv": {"name": "clickhouse__update_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__update_mv", "macro_sql": "{% macro clickhouse__update_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) -%}\n {% set existing_relation = adapter.get_relation(database=mv_relation.database, schema=mv_relation.schema, identifier=mv_relation.identifier) %}\n {% if existing_relation %}\n {{ clickhouse__modify_mv(mv_relation, cluster_clause, view_sql) }};\n {% else %}\n {{ clickhouse__drop_mv(mv_relation, cluster_clause) }};\n {{ clickhouse__create_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) }};\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__modify_mv", "macro.dbt_clickhouse.clickhouse__drop_mv", "macro.dbt_clickhouse.clickhouse__create_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5435743, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes": {"name": "clickhouse__drop_mvs_by_suffixes", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes", "macro_sql": "{% macro clickhouse__drop_mvs_by_suffixes(target_relation, cluster_clause, views_suffixes) -%}\n {% for suffix in views_suffixes.keys() %}\n {%- set mv_relation = target_relation.derivative('_' + suffix, 'materialized_view') -%}\n {{ clickhouse__drop_mv(mv_relation, cluster_clause) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.543864, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_mvs_by_names": {"name": "clickhouse__drop_mvs_by_names", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_mvs_by_names", "macro_sql": "{% macro clickhouse__drop_mvs_by_names(target_relation, cluster_clause, mvs_names) -%}\n {% for mvs_name in mvs_names %}\n {%- set mv_relation = target_relation.derivative(mvs_name, 'materialized_view', interpret_suffix_as_full_identifier=True) -%}\n {{ clickhouse__drop_mv(mv_relation, cluster_clause) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5441515, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_mvs": {"name": "clickhouse__create_mvs", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_mvs", "macro_sql": "{% macro clickhouse__create_mvs(target_relation, cluster_clause, refreshable_clause, views) -%}\n {% for view, view_sql in views.items() %}\n {%- set mv_relation = target_relation.derivative('_' + view, 'materialized_view') -%}\n {{ clickhouse__create_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5444689, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target": {"name": "clickhouse__search_associated_mvs_to_target", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target", "macro_sql": "{% macro clickhouse__search_associated_mvs_to_target(relation_schema, relation_name, mv_suffixes) -%}\n {% set tables_query %}\n select name\n from system.tables\n where engine = 'MaterializedView'\n and extract(create_table_query, 'TO\\\\s+([^\\\\s(]+)') = '{{ relation_schema }}.{{ relation_name }}'\n {% endset %}\n\n {% set expected_mvs = [] %}\n {% for suffix in mv_suffixes.keys() %}\n {% do expected_mvs.append(relation_name ~ \"_\" ~ suffix) %}\n {% endfor %}\n {{ log('Model mvs to replace ' + expected_mvs | string) }}\n\n {% set mvs_found = run_query(tables_query) %}\n {% if mvs_found is not none and mvs_found.columns %}\n {% set mv_found_names = mvs_found.columns[0].values() %}\n {{ log('Current mvs found in ClickHouse are: ' + mv_found_names | join(', ')) }}\n {{ return((mv_found_names, expected_mvs,)) }}\n {% else %}\n {{ return(([], expected_mvs,)) }}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5454025, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_associated_mv_if_it_was_automatically_created": {"name": "clickhouse__drop_associated_mv_if_it_was_automatically_created", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_associated_mv_if_it_was_automatically_created", "macro_sql": "{% macro clickhouse__drop_associated_mv_if_it_was_automatically_created(target_relation) -%}\n {#-\n Limitations of this logic:\n - Only covers situations where 1 mv was created. Don't cover multiple mvs with different names.\n - Only checks current relation's database.\n We print logs in case we find other mvs in that database\n -#}\n {% set views = {'mv': ''} %}\n {% set found_associated_mvs, expected_mv_tables = clickhouse__search_associated_mvs_to_target(target_relation.schema, target_relation.name, views) %}\n {% if found_associated_mvs is not none %}\n {% for table in found_associated_mvs %}\n {% if table not in expected_mv_tables %}\n {{ log('Warning - Materialized View \"' + table + '\" was detected pointing to the model name \"' + target_relation.name + '\" that was just updated/removed. It can\\'t be automatically removed by DBT. Drop it manually if needed (!!!)', info=True) }}\n {% endif %}\n {% endfor %}\n {% endif %}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n {% set matching_mvs = [] %}\n {% for mv in found_associated_mvs %}\n {% if mv in expected_mv_tables %}\n {% do matching_mvs.append(mv) %}\n {% endif %}\n {% endfor %}\n {{ clickhouse__drop_mvs_by_names(target_relation, cluster_clause, matching_mvs) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.clickhouse__drop_mvs_by_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5460777, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__update_mvs": {"name": "clickhouse__update_mvs", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__update_mvs", "macro_sql": "{% macro clickhouse__update_mvs(target_relation, cluster_clause, refreshable_clause, views) -%}\n {% for view, view_sql in views.items() %}\n {%- set mv_relation = target_relation.derivative('_' + view, 'materialized_view') -%}\n {{ clickhouse__update_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__update_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5463753, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__replace_mv": {"name": "clickhouse__replace_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__replace_mv", "macro_sql": "{% macro clickhouse__replace_mv(target_relation, existing_relation, intermediate_relation, backup_relation, sql, views) %}\n {# drop existing materialized view while we recreate the target table #}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n {%- set refreshable_clause = refreshable_mv_clause() -%}\n {{ clickhouse__drop_mvs_by_suffixes(target_relation, cluster_clause, views) }}\n\n {# recreate the target table #}\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {# now that the target table is recreated, we can finally create our new view #}\n {{ clickhouse__create_mvs(target_relation, cluster_clause, refreshable_clause, views) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.refreshable_mv_clause", "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.clickhouse__create_mvs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.546824, "supported_languages": null}, "macro.dbt_clickhouse.refreshable_mv_clause": {"name": "refreshable_mv_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.refreshable_mv_clause", "macro_sql": "{% macro refreshable_mv_clause() %}\n {%- if config.get('refreshable') is not none -%}\n\n {% set refreshable_config = config.get('refreshable') %}\n {% if refreshable_config is not mapping %}\n {% do exceptions.raise_compiler_error(\n \"The 'refreshable' configuration must be defined as a dictionary. Please review the docs for more details.\"\n ) %}\n {% endif %}\n\n {% set refresh_interval = refreshable_config.get('interval', none) %}\n {% set refresh_randomize = refreshable_config.get('randomize', none) %}\n {% set depends_on = refreshable_config.get('depends_on', none) %}\n {% set depends_on_validation = refreshable_config.get('depends_on_validation', false) %}\n {% set append = refreshable_config.get('append', false) %}\n\n {% if not refresh_interval %}\n {% do exceptions.raise_compiler_error(\n \"The 'refreshable' configuration is defined, but 'interval' is missing. \"\n ~ \"This is required to create a refreshable materialized view.\"\n ) %}\n {% endif %}\n\n {% if refresh_interval %}\n REFRESH {{ refresh_interval }}\n {# This is a comment to force a new line between REFRESH and RANDOMIZE clauses #}\n {%- if refresh_randomize -%}\n RANDOMIZE FOR {{ refresh_randomize }}\n {%- endif -%}\n {% endif %}\n\n {% if depends_on %}\n {% set depends_on_list = [] %}\n\n {% if depends_on is string %}\n {% set depends_on_list = [depends_on] %}\n {% elif depends_on is iterable %}\n {% set temp_list = depends_on_list %}\n {%- for dep in depends_on %}\n {% if dep is string %}\n {% do temp_list.append(dep) %}\n {% else %}\n {% do exceptions.raise_compiler_error(\n \"The 'depends_on' configuration must be either a string or a list of strings.\"\n ) %}\n {% endif %}\n {% endfor %}\n {% set depends_on_list = temp_list %}\n {% else %}\n {% do exceptions.raise_compiler_error(\n \"The 'depends_on' configuration must be either a string or a list of strings.\"\n ) %}\n {% endif %}\n\n {% if depends_on_validation and depends_on_list | length > 0 %}\n {%- for dep in depends_on_list %}\n {% do validate_refreshable_mv_existence(dep) %}\n {%- endfor %}\n {% endif %}\n\n DEPENDS ON {{ depends_on_list | join(', ') }}\n {% endif %}\n\n {%- if append -%}\n APPEND\n {%- endif -%}\n\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.validate_refreshable_mv_existence"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5483148, "supported_languages": null}, "macro.dbt_clickhouse.validate_refreshable_mv_existence": {"name": "validate_refreshable_mv_existence", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.validate_refreshable_mv_existence", "macro_sql": "{% macro validate_refreshable_mv_existence(mv) %}\n {{ log(mv + ' was recognized as a refreshable mv dependency, checking its existence') }}\n {% set default_database = \"default\" %}\n\n {%- set parts = mv.split('.') %}\n {%- if parts | length == 2 %}\n {%- set database = parts[0] %}\n {%- set table = parts[1] %}\n {%- else %}\n {%- set database = default_database %}\n {%- set table = parts[0] %}\n {%- endif %}\n\n {%- set condition = \"database='\" + database + \"' and view='\" + table + \"'\" %}\n\n {% set query %}\n select count(*)\n from system.view_refreshes\n where {{ condition }}\n {% endset %}\n\n {% set tables_result = run_query(query) %}\n {{ log(tables_result.columns[0].values()[0]) }}\n {% if tables_result.columns[0].values()[0] > 0 %}\n {{ log('MV ' + mv + ' exists.') }}\n {% else %}\n {% do exceptions.raise_compiler_error(\n 'No existing MV found matching MV: ' + mv\n ) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.549477, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse_s3source": {"name": "clickhouse_s3source", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/s3.sql", "original_file_path": "macros/materializations/s3.sql", "unique_id": "macro.dbt_clickhouse.clickhouse_s3source", "macro_sql": "{% macro clickhouse_s3source(config_name='', bucket='', path='', fmt='', structure='',\n aws_access_key_id='', aws_secret_access_key='', role_arn='', compression='') %}\n {% if config_name and not config_name.lower().endswith('s3') %}\n {{ exceptions.raise_compiler_error(\"S3 configuration should end with 's3'\") }}\n {% endif %}\n {% set s3config = config.get(config_name, {}) %}\n {{ adapter.s3source_clause(\n config_name=config_name,\n s3_model_config=s3config,\n bucket=bucket,\n path=path,\n fmt=fmt,\n structure=structure,\n aws_access_key_id=aws_access_key_id,\n aws_secret_access_key=aws_secret_access_key,\n role_arn=role_arn,\n compression=compression) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5502636, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__load_csv_rows": {"name": "clickhouse__load_csv_rows", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/seed.sql", "original_file_path": "macros/materializations/seed.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__load_csv_rows", "macro_sql": "{% macro clickhouse__load_csv_rows(model, agate_table) %}\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set data_sql = adapter.get_csv_data(agate_table) %}\n\n {% if data_sql %}\n {% set sql -%}\n insert into {{ this.render() }} ({{ cols_sql }})\n {{ adapter.get_model_query_settings(model) }}\n format CSV\n {{ data_sql }}\n {%- endset %}\n\n {% do adapter.add_query(sql, bindings=agate_table, abridge_sql_log=True) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_seed_column_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5508788, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_csv_table": {"name": "clickhouse__create_csv_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/seed.sql", "original_file_path": "macros/materializations/seed.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_csv_table", "macro_sql": "{% macro clickhouse__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} {{ on_cluster_clause(this) }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {{ engine_clause() }}\n {{ order_cols(label='order by') }}\n {{ partition_cols(label='partition by') }}\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.engine_clause", "macro.dbt_clickhouse.order_cols", "macro.dbt_clickhouse.partition_cols", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5515976, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_hash_arguments": {"name": "clickhouse__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_hash_arguments", "macro_sql": "{% macro clickhouse__snapshot_hash_arguments(args) -%}\n halfMD5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5526593, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__post_snapshot": {"name": "clickhouse__post_snapshot", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__post_snapshot", "macro_sql": "{% macro clickhouse__post_snapshot(staging_relation) %}\n {{ drop_relation_if_exists(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5527415, "supported_languages": null}, "macro.dbt_clickhouse.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set tmp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(False, tmp_relation, select) }}\n {% endcall %}\n\n {% do return(tmp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5530136, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_merge_sql": {"name": "clickhouse__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_merge_sql", "macro_sql": "{% macro clickhouse__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n {%- set valid_to_col = adapter.quote('dbt_valid_to') -%}\n\n {%- set upsert = target.derivative('__snapshot_upsert') -%}\n {% call statement('create_upsert_relation') %}\n create table if not exists {{ upsert }} {{ on_cluster_clause(upsert) }} as {{ target }}\n {% endcall %}\n\n {% call statement('insert_unchanged_data') %}\n insert into {{ upsert }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n {{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ target }}\n where dbt_scd_id not in (\n select {{ source }}.dbt_scd_id from {{ source }} \n )\n {% endcall %}\n\n {% call statement('insert_updated_and_deleted') %}\n insert into {{ upsert }} ({{ insert_cols_csv }})\n with updates_and_deletes as (\n select\n dbt_scd_id,\n dbt_valid_to\n from {{ source }}\n where dbt_change_type IN ('update', 'delete')\n )\n select {% for column in insert_cols %}\n {%- if column == valid_to_col -%}\n updates_and_deletes.dbt_valid_to as dbt_valid_to\n {%- else -%}\n target.{{ column }} as {{ column }}\n {%- endif %} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ target }} target\n join updates_and_deletes on target.dbt_scd_id = updates_and_deletes.dbt_scd_id;\n {% endcall %}\n\n {% call statement('insert_new') %}\n insert into {{ upsert }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n {{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }}\n where {{ source }}.dbt_change_type IN ('insert');\n {% endcall %}\n\n {% if target.can_exchange %}\n {% do exchange_tables_atomic(upsert, target) %}\n {% call statement('drop_exchanged_relation') %}\n drop table if exists {{ upsert }} {{ on_cluster_clause(upsert) }};\n {% endcall %}\n {% else %}\n {% call statement('drop_target_relation') %}\n drop table if exists {{ target }} {{ on_cluster_clause(target) }};\n {% endcall %}\n {% call statement('rename_upsert_relation') %}\n rename table {{ upsert }} to {{ target }};\n {% endcall %}\n {% endif %}\n\n {% do return ('select 1') %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.exchange_tables_atomic"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5543683, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_staging_table": {"name": "clickhouse__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_staging_table", "macro_sql": "{% macro clickhouse__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {# Detect strategy type and delegate to specific macro #}\n {% if strategy.updated_at == 'now()' or 'now()' in strategy.updated_at %}\n {{ clickhouse__snapshot_staging_table_check_strategy(strategy, source_sql, target_relation) }}\n {% else %}\n {{ clickhouse__snapshot_staging_table_timestamp_strategy(strategy, source_sql, target_relation) }}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_staging_table_check_strategy", "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_timestamp_strategy"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5546267, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_check_strategy": {"name": "clickhouse__snapshot_staging_table_check_strategy", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_check_strategy", "macro_sql": "{% macro clickhouse__snapshot_staging_table_check_strategy(strategy, source_sql, target_relation) -%}\n\n with snapshot_time as (\n select {{ strategy.updated_at }} as ts -- Single timestamp\n ),\n snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n snapshot_time.ts as dbt_updated_at,\n snapshot_time.ts as dbt_valid_from,\n nullif(snapshot_time.ts, snapshot_time.ts) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query, snapshot_time\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n snapshot_time.ts as dbt_updated_at,\n snapshot_time.ts as dbt_valid_from,\n snapshot_time.ts as dbt_valid_to\n\n from snapshot_query, snapshot_time\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * EXCEPT (ts) from insertions\n union all\n select * EXCEPT (ts) from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * EXCEPT (ts) from deletes\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.555162, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_timestamp_strategy": {"name": "clickhouse__snapshot_staging_table_timestamp_strategy", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_timestamp_strategy", "macro_sql": "{% macro clickhouse__snapshot_staging_table_timestamp_strategy(strategy, source_sql, target_relation) -%}\n\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n {{ strategy.updated_at }} as dbt_valid_to\n\n from snapshot_query\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * from deletes\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.555885, "supported_languages": null}, "macro.dbt_clickhouse.materialization_table_clickhouse": {"name": "materialization_table_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.materialization_table_clickhouse", "macro_sql": "{% materialization table, adapter='clickhouse' %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set backup_relation = none -%}\n {%- set preexisting_backup_relation = none -%}\n {%- set preexisting_intermediate_relation = none -%}\n\n {% if existing_relation is not none %}\n {%- set backup_relation_type = existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {% if not existing_relation.can_exchange %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n {% endif %}\n {% endif %}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if backup_relation is none %}\n {{ log('Creating new relation ' + target_relation.name )}}\n -- There is not existing relation, so we can just create\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, target_relation, sql) }}\n {%- endcall %}\n {% elif existing_relation.can_exchange %}\n -- We can do an atomic exchange, so no need for an intermediate\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, backup_relation, sql) }}\n {%- endcall %}\n {% do exchange_tables_atomic(backup_relation, existing_relation) %}\n {% else %}\n -- We have to use an intermediate and rename accordingly\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n {% endif %}\n\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_backup_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5586236, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.engine_clause": {"name": "engine_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.engine_clause", "macro_sql": "{% macro engine_clause() %}\n engine = {{ config.get('engine', default='MergeTree()') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5587752, "supported_languages": null}, "macro.dbt_clickhouse.partition_cols": {"name": "partition_cols", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.partition_cols", "macro_sql": "{% macro partition_cols(label) %}\n {%- set cols = config.get('partition_by', validator=validation.any[list, basestring]) -%}\n {%- if cols is not none %}\n {%- if cols is string -%}\n {%- set cols = [cols] -%}\n {%- endif -%}\n {{ label }} (\n {%- for item in cols -%}\n {{ item }}\n {%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.559154, "supported_languages": null}, "macro.dbt_clickhouse.primary_key_clause": {"name": "primary_key_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.primary_key_clause", "macro_sql": "{% macro primary_key_clause(label) %}\n {%- set primary_key = config.get('primary_key', validator=validation.any[basestring]) -%}\n\n {%- if primary_key is not none %}\n {{ label }} {{ primary_key }}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5594895, "supported_languages": null}, "macro.dbt_clickhouse.order_cols": {"name": "order_cols", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.order_cols", "macro_sql": "{% macro order_cols(label) %}\n {%- set cols = config.get('order_by', validator=validation.any[list, basestring]) -%}\n {%- set engine = config.get('engine', default='MergeTree()') -%}\n {%- set supported = [\n 'HDFS',\n 'MaterializedPostgreSQL',\n 'S3',\n 'EmbeddedRocksDB',\n 'Hive'\n ] -%}\n\n {%- if 'MergeTree' in engine or engine in supported %}\n {%- if cols is not none %}\n {%- if cols is string -%}\n {%- set cols = [cols] -%}\n {%- endif -%}\n {{ label }} (\n {%- for item in cols -%}\n {{ item }}\n {%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n )\n {%- else %}\n {{ label }} (tuple())\n {%- endif %}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5601702, "supported_languages": null}, "macro.dbt_clickhouse.ttl_config": {"name": "ttl_config", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.ttl_config", "macro_sql": "{% macro ttl_config(label) %}\n {%- if config.get(\"ttl\")%}\n {{ label }} {{ config.get(\"ttl\") }}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5603566, "supported_languages": null}, "macro.dbt_clickhouse.on_cluster_clause": {"name": "on_cluster_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.on_cluster_clause", "macro_sql": "{% macro on_cluster_clause(relation, force_sync) %}\n {% set active_cluster = adapter.get_clickhouse_cluster_name() %}\n {%- if active_cluster is not none and relation.should_on_cluster %}\n {# Add trailing whitespace to avoid problems when this clause is not last #}\n ON CLUSTER {{ active_cluster + ' ' }}\n {%- if force_sync %}\n SYNC\n {%- endif %}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5606034, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_table_as": {"name": "clickhouse__create_table_as", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_table_as", "macro_sql": "{% macro clickhouse__create_table_as(temporary, relation, sql) -%}\n {% set has_contract = config.get('contract').enforced %}\n {% set create_table = create_table_or_empty(temporary, relation, sql, has_contract) %}\n {% if adapter.is_before_version('22.7.1.2484') or temporary -%}\n {{ create_table }}\n {%- else %}\n {% call statement('create_table_empty') %}\n {{ create_table }}\n {% endcall %}\n {{ add_index_and_projections(relation) }}\n\n {{ clickhouse__insert_into(relation, sql, has_contract) }}\n {%- endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.create_table_or_empty", "macro.dbt.statement", "macro.dbt_clickhouse.add_index_and_projections", "macro.dbt_clickhouse.clickhouse__insert_into"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5610204, "supported_languages": null}, "macro.dbt_clickhouse.add_index_and_projections": {"name": "add_index_and_projections", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.add_index_and_projections", "macro_sql": "{% macro add_index_and_projections(relation) %}\n {%- set projections = config.get('projections', default=[]) -%}\n {%- set indexes = config.get('indexes', default=[]) -%}\n \n {% if projections | length > 0 or indexes | length > 0 %}\n {% call statement('add_projections_and_indexes') %}\n ALTER TABLE {{ relation }}\n {%- if projections %}\n {%- for projection in projections %}\n ADD PROJECTION {{ projection.get('name') }} ({{ projection.get('query') }})\n {%- if not loop.last or indexes | length > 0 -%}\n ,\n {% endif %}\n {%- endfor %}\n {%- endif %}\n {%- if indexes %}\n {%- for index in indexes %}\n ADD INDEX {{ index.get('name') }} {{ index.get('definition') }}\n {%- if not loop.last -%}\n ,\n {% endif %}\n {% endfor %}\n {% endif %}\n {% endcall %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5617616, "supported_languages": null}, "macro.dbt_clickhouse.create_table_or_empty": {"name": "create_table_or_empty", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.create_table_or_empty", "macro_sql": "{% macro create_table_or_empty(temporary, relation, sql, has_contract) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n {% if temporary -%}\n create temporary table {{ relation.identifier }}\n engine Memory\n {{ adapter.get_model_settings(model, 'Memory') }}\n as (\n {{ sql }}\n )\n {%- else %}\n create table {{ relation }}\n {{ on_cluster_clause(relation)}}\n {%- if has_contract%}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- endif %}\n {{ engine_clause() }}\n {{ order_cols(label=\"order by\") }}\n {{ primary_key_clause(label=\"primary key\") }}\n {{ partition_cols(label=\"partition by\") }}\n {{ ttl_config(label=\"ttl\")}}\n {{ adapter.get_model_settings(model, config.get('engine', default='MergeTree')) }}\n\n {%- if not has_contract %}\n {%- if not adapter.is_before_version('22.7.1.2484') %}\n empty\n {%- endif %}\n as (\n {{ sql }}\n )\n {%- endif %}\n {{ adapter.get_model_query_settings(model) }}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt_clickhouse.engine_clause", "macro.dbt_clickhouse.order_cols", "macro.dbt_clickhouse.primary_key_clause", "macro.dbt_clickhouse.partition_cols", "macro.dbt_clickhouse.ttl_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5627441, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__insert_into": {"name": "clickhouse__insert_into", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__insert_into", "macro_sql": "{% macro clickhouse__insert_into(target_relation, sql, has_contract) %}\n {%- set dest_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n\n insert into {{ target_relation }}\n ({{ dest_cols_csv }})\n {%- if has_contract -%}\n -- Use a subquery to get columns in the right order\n SELECT {{ dest_cols_csv }}\n FROM (\n {{ sql }}\n )\n {%- else -%}\n {{ sql }}\n {%- endif -%}\n {{ adapter.get_model_query_settings(model) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5630822, "supported_languages": null}, "macro.dbt_clickhouse.codec_clause": {"name": "codec_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.codec_clause", "macro_sql": "{% macro codec_clause(codec_name) %}\n {%- if codec_name %}\n CODEC({{ codec_name }})\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5631979, "supported_languages": null}, "macro.dbt_clickhouse.materialization_unit_clickhouse": {"name": "materialization_unit_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/unit.sql", "original_file_path": "macros/materializations/unit.sql", "unique_id": "macro.dbt_clickhouse.materialization_unit_clickhouse", "macro_sql": "{%- materialization unit, adapter='clickhouse' -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation, '__dbt_tmp')-%}\n {%- set temp_relation = temp_relation.incorporate(is_temporary=True)-%} {# file overwrite to ensure this is marked as temporary #}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- set column_name_to_quoted = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n {%- endfor -%}\n\n {%- set expected_column_names_quoted = [] -%}\n {%- for column_name in tested_expected_column_names -%}\n {%- do expected_column_names_quoted.append(column_name_to_quoted[column_name|lower]) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types, column_name_to_quoted) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, expected_column_names_quoted) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5646524, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.materialization_view_clickhouse": {"name": "materialization_view_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_clickhouse.materialization_view_clickhouse", "macro_sql": "{%- materialization view, adapter='clickhouse' -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if existing_relation is none %}\n {{ log('Creating new relation ' + target_relation.name )}}\n {% else %}\n {{ log('Relation ' + target_relation.name + ' already exists, replacing it' )}}\n {{ clickhouse__drop_associated_mv_if_it_was_automatically_created(target_relation) }}\n {% endif %}\n\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.run_hooks", "macro.dbt_clickhouse.clickhouse__drop_associated_mv_if_it_was_automatically_created", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5659256, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.get_sql_security_clause": {"name": "get_sql_security_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_clickhouse.get_sql_security_clause", "macro_sql": "{% macro get_sql_security_clause(relation) %}\n {% set sql_security = config.get('sql_security') %}\n {% if sql_security -%}\n {% if sql_security == 'definer' -%}\n {%- set definer = config.require('definer') -%}\n {% if not definer -%}\n {{ exceptions.raise_compiler_error(\"Invalid config parameter `definer`. No value was provided.\") }}\n {%- endif %}\n DEFINER = {{ definer }} SQL SECURITY DEFINER\n {%- elif sql_security == 'invoker' %}\n SQL SECURITY INVOKER\n {%- else %}\n {{ exceptions.raise_compiler_error(\"Invalid config parameter `sql_security`. Got: `\" + sql_security + \"`, but only definer | invoker allowed.\") }}\n {%- endif %}\n {%- endif %}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.56638, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_view_as": {"name": "clickhouse__create_view_as", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_view_as", "macro_sql": "{% macro clickhouse__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace view {{ relation.include(database=False) }} {{ on_cluster_clause(relation) }}\n {{ get_sql_security_clause(relation) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n {{ adapter.get_model_query_settings(model) }}\n )\n {% if model.get('config').get('materialized') == 'view' %}\n {{ adapter.get_model_settings(model, config.get('engine', default='MergeTree')) }}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.get_sql_security_clause", "macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5668936, "supported_languages": null}, "macro.dbt_clickhouse.materialization_distributed_incremental_clickhouse": {"name": "materialization_distributed_incremental_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/distributed_incremental.sql", "original_file_path": "macros/materializations/incremental/distributed_incremental.sql", "unique_id": "macro.dbt_clickhouse.materialization_distributed_incremental_clickhouse", "macro_sql": "{% materialization distributed_incremental, adapter='clickhouse' %}\n {% set insert_distributed_sync = run_query(\"SELECT value FROM system.settings WHERE name = 'insert_distributed_sync'\")[0][0] %}\n {% if insert_distributed_sync != '1' %}\n {% do exceptions.raise_compiler_error('To use distributed materialization setting insert_distributed_sync should be set to 1') %}\n {% endif %}\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n\n {% set on_cluster = on_cluster_clause(target_relation) %}\n {% if on_cluster.strip() == '' %}\n {% do exceptions.raise_compiler_error('To use distributed materializations cluster setting in dbt profile must be set') %}\n {% endif %}\n\n {% set existing_relation_local = load_cached_relation(this.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema})) %}\n {% set target_relation_local = target_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if target_relation is not none else none %}\n\n {%- set unique_key = config.get('unique_key') -%}\n {% if unique_key is not none and unique_key|length == 0 %}\n {% set unique_key = none %}\n {% endif %}\n {% if unique_key is iterable and (unique_key is not string and unique_key is not mapping) %}\n {% set unique_key = unique_key|join(', ') %}\n {% endif %}\n {%- set inserts_only = config.get('inserts_only') -%}\n {%- set grant_config = config.get('grants') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n\n {{ create_schema(target_relation_local) }}\n {%- set intermediate_relation = make_intermediate_relation(target_relation_local)-%}\n {%- set distributed_intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation_local, backup_relation_type) -%}\n {%- set distributed_backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {%- set view_relation = default__make_temp_relation(target_relation, '__dbt_view_tmp') -%}\n\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(view_relation) }}\n {{ drop_relation_if_exists(distributed_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n {% set to_drop = [] %}\n {% set schema_changes = none %}\n\n {% call statement('main') %}\n {{ create_view_as(view_relation, sql) }}\n {% endcall %}\n\n {% if existing_relation_local is none %}\n -- No existing local table, recreate local and distributed tables\n {{ create_distributed_local_table(target_relation, target_relation_local, view_relation, sql) }}\n\n {% elif full_refresh_mode %}\n -- Completely replacing the old table, so create a temporary table and then swap it\n {{ create_distributed_local_table(distributed_intermediate_relation, intermediate_relation, view_relation, sql) }}\n {% do adapter.drop_relation(distributed_intermediate_relation) or '' %}\n {% set need_swap = true %}\n\n {% elif inserts_only -%}\n -- There are no updates/deletes or duplicate keys are allowed. Simply add all of the new rows to the existing\n -- table. It is the user's responsibility to avoid duplicates. Note that \"inserts_only\" is a ClickHouse adapter\n -- specific configurable that is used to avoid creating an expensive intermediate table.\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n\n {% else %}\n {% if existing_relation is none %}\n {% do run_query(create_distributed_table(target_relation, target_relation_local)) %}\n {% set existing_relation = target_relation %}\n {% endif %}\n\n {% set incremental_strategy = adapter.calculate_incremental_strategy(config.get('incremental_strategy')) %}\n {% set incremental_predicates = config.get('predicates', []) or config.get('incremental_predicates', []) %}\n {% set partition_by = config.get('partition_by') %}\n {% do adapter.validate_incremental_strategy(incremental_strategy, incremental_predicates, unique_key, partition_by) %}\n {%- if on_schema_change != 'ignore' %}\n {%- set local_column_changes = adapter.check_incremental_schema_changes(on_schema_change, existing_relation_local, sql) -%}\n {% if local_column_changes and incremental_strategy != 'legacy' %}\n {% do clickhouse__apply_column_changes(local_column_changes, existing_relation, True) %}\n {% set existing_relation = load_cached_relation(this) %}\n {% endif %}\n {% endif %}\n {% if incremental_strategy == 'legacy' %}\n {% do clickhouse__incremental_legacy(existing_relation, intermediate_relation, local_column_changes, unique_key, True) %}\n {% set need_swap = true %}\n {% elif incremental_strategy == 'delete_insert' %}\n {% do clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates, True) %}\n {% elif incremental_strategy == 'insert_overwrite' %}\n {% do clickhouse__incremental_insert_overwrite(existing_relation, partition_by, True) %}\n {% elif incremental_strategy == 'append' %}\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n {% endif %}\n {% endif %}\n\n {% if need_swap %}\n {% if False %}\n {% do adapter.rename_relation(intermediate_relation, backup_relation) %}\n {% do exchange_tables_atomic(backup_relation, target_relation_local) %}\n {% else %}\n {% do adapter.rename_relation(target_relation_local, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation_local) %}\n {% endif %}\n\n -- Structure could have changed, need to update distributed table from replaced local table\n {% set target_relation_new = target_relation.incorporate(path={\"identifier\": target_relation.identifier + '_temp'}) %}\n {{ drop_relation_if_exists(target_relation_new) }}\n {% do run_query(create_distributed_table(target_relation_new, target_relation_local)) %}\n\n {% if False %}\n {% do adapter.rename_relation(target_relation_new, distributed_backup_relation) %}\n {% do exchange_tables_atomic(distributed_backup_relation, target_relation) %}\n {% else %}\n {% do adapter.rename_relation(target_relation, distributed_backup_relation) %}\n {% do adapter.rename_relation(target_relation_new, target_relation) %}\n {% endif %}\n\n {% do to_drop.append(backup_relation) %}\n {% do to_drop.append(distributed_backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do apply_grants(target_relation_local, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.load_cached_relation", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.create_schema", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.default__make_temp_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.create_view_as", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt_clickhouse.clickhouse__insert_into", "macro.dbt_clickhouse.create_distributed_table", "macro.dbt_clickhouse.clickhouse__apply_column_changes", "macro.dbt_clickhouse.clickhouse__incremental_legacy", "macro.dbt_clickhouse.clickhouse__incremental_delete_insert", "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5724633, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.materialization_incremental_clickhouse": {"name": "materialization_incremental_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.materialization_incremental_clickhouse", "macro_sql": "{% materialization incremental, adapter='clickhouse' %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n\n {%- set unique_key = config.get('unique_key') -%}\n {% if unique_key is not none and unique_key|length == 0 %}\n {% set unique_key = none %}\n {% endif %}\n {% if unique_key is iterable and (unique_key is not string and unique_key is not mapping) %}\n {% set unique_key = unique_key|join(', ') %}\n {% endif %}\n {%- set inserts_only = config.get('inserts_only') -%}\n {%- set grant_config = config.get('grants') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n -- No existing table, simply create a new one\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, target_relation, sql) }}\n {% endcall %}\n\n {% elif full_refresh_mode %}\n -- Completely replacing the old table, so create a temporary table and then swap it\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {% endcall %}\n {% set need_swap = true %}\n\n {% elif\n inserts_only\n or unique_key is none\n and config.get('incremental_strategy', none) != 'insert_overwrite' -%}\n -- There are no updates/deletes or duplicate keys are allowed. Simply add all of the new rows to the existing\n -- table. It is the user's responsibility to avoid duplicates. Note that \"inserts_only\" is a ClickHouse adapter\n -- specific configurable that is used to avoid creating an expensive intermediate table.\n -- insert_overwrite strategy does not require unique_key => is an exception.\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n\n {% else %}\n {% set column_changes = none %}\n {% set incremental_strategy = adapter.calculate_incremental_strategy(config.get('incremental_strategy')) %}\n {% set incremental_predicates = config.get('predicates', []) or config.get('incremental_predicates', []) %}\n {% set partition_by = config.get('partition_by') %}\n {% do adapter.validate_incremental_strategy(incremental_strategy, incremental_predicates, unique_key, partition_by) %}\n {%- if on_schema_change != 'ignore' %}\n {%- set column_changes = adapter.check_incremental_schema_changes(on_schema_change, existing_relation, sql) -%}\n {% if column_changes and incremental_strategy != 'legacy' %}\n {% do clickhouse__apply_column_changes(column_changes, existing_relation) %}\n {% set existing_relation = load_cached_relation(this) %}\n {% endif %}\n {% endif %}\n {% if incremental_strategy == 'legacy' %}\n {% do clickhouse__incremental_legacy(existing_relation, intermediate_relation, column_changes, unique_key) %}\n {% set need_swap = true %}\n {% elif incremental_strategy == 'delete_insert' %}\n {% do clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates) %}\n {% elif incremental_strategy == 'microbatch' %}\n {%- if config.get(\"__dbt_internal_microbatch_event_time_start\") -%}\n {% do incremental_predicates.append(config.get(\"event_time\") ~ \" >= toDateTime('\" ~ config.get(\"__dbt_internal_microbatch_event_time_start\").strftime(\"%Y-%m-%d %H:%M:%S\") ~ \"')\") %}\n {%- endif -%}\n {%- if model.config.__dbt_internal_microbatch_event_time_end -%}\n {% do incremental_predicates.append(config.get(\"event_time\") ~ \" < toDateTime('\" ~ config.get(\"__dbt_internal_microbatch_event_time_end\").strftime(\"%Y-%m-%d %H:%M:%S\") ~ \"')\") %}\n {%- endif -%}\n {% do clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates) %}\n {% elif incremental_strategy == 'append' %}\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n {% elif incremental_strategy == 'insert_overwrite' %}\n {% do clickhouse__incremental_insert_overwrite(existing_relation, partition_by, False) %}\n {% endif %}\n {% endif %}\n\n {% if need_swap %}\n {% if existing_relation.can_exchange %}\n {% do adapter.rename_relation(intermediate_relation, backup_relation) %}\n {% do exchange_tables_atomic(backup_relation, target_relation) %}\n {% else %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% endif %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.clickhouse__insert_into", "macro.dbt_clickhouse.clickhouse__apply_column_changes", "macro.dbt_clickhouse.clickhouse__incremental_legacy", "macro.dbt_clickhouse.clickhouse__incremental_delete_insert", "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.578128, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.clickhouse__incremental_legacy": {"name": "clickhouse__incremental_legacy", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__incremental_legacy", "macro_sql": "{% macro clickhouse__incremental_legacy(existing_relation, intermediate_relation, column_changes, unique_key, is_distributed=False) %}\n {% set new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_new_data'}) %}\n {{ drop_relation_if_exists(new_data_relation) }}\n\n {%- set inserted_relation = intermediate_relation -%}\n {%- set inserting_relation = new_data_relation -%}\n\n -- First create a temporary table for all of the new data\n {% if is_distributed %}\n {% if column_changes %}\n {% do exceptions.raise_compiler_error('Schema changes not supported with Distributed tables ') %}\n {% endif %}\n -- Need to use distributed table to have data on all shards\n {%- set distributed_new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_distributed_new_data'}) -%}\n {%- set inserting_relation = distributed_new_data_relation -%}\n {{ create_distributed_local_table(distributed_new_data_relation, new_data_relation, existing_relation, sql) }}\n {% elif column_changes %}\n {% call statement('create_new_data_temp') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% else %}\n {% call statement('create_new_data_temp') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% endif %}\n\n -- Next create another temporary table that will eventually be used to replace the existing table. We can't\n -- use the table just created in the previous step because we don't want to override any updated rows with\n -- old rows when we insert the old data\n {% if is_distributed %}\n {%- set distributed_intermediate_relation = make_intermediate_relation(existing_relation) -%}\n {%- set inserted_relation = distributed_intermediate_relation -%}\n {{ create_distributed_local_table(distributed_intermediate_relation, intermediate_relation, existing_relation) }}\n {% else %}\n {% call statement('main') %}\n create table {{ intermediate_relation }} {{ on_cluster_clause(existing_relation) }} as {{ new_data_relation }}\n {% endcall %}\n {% endif %}\n\n -- Insert all the existing rows into the new temporary table, ignoring any rows that have keys in the \"new data\"\n -- table.\n {%- set source_columns = adapter.get_columns_in_relation(existing_relation) -%}\n {%- set source_columns_csv = source_columns | map(attribute='quoted') | join(', ') -%}\n {% call statement('insert_existing_data') %}\n insert into {{ inserted_relation }} ({{ source_columns_csv }})\n select {{ source_columns_csv }}\n from {{ existing_relation }}\n where ({{ unique_key }}) not in (\n select {{ unique_key }}\n from {{ inserting_relation }}\n )\n {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n\n -- Insert all of the new data into the temporary table\n {% if column_changes %}\n {%- set dest_columns = adapter.get_columns_in_relation(new_data_relation) -%}\n {%- set dest_columns_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n {% else %}\n {%- set dest_columns_csv = source_columns_csv %}\n {% endif %}\n {% call statement('insert_new_data') %}\n insert into {{ inserted_relation }} ({{ dest_columns_csv }})\n select {{ dest_columns_csv }}\n from {{ inserting_relation }}\n {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n\n {% do adapter.drop_relation(new_data_relation) %}\n {% if is_distributed %}\n {{ drop_relation_if_exists(distributed_new_data_relation) }}\n {{ drop_relation_if_exists(distributed_intermediate_relation) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.make_intermediate_relation", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5798576, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__incremental_delete_insert": {"name": "clickhouse__incremental_delete_insert", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__incremental_delete_insert", "macro_sql": "{% macro clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates, is_distributed=False) %}\n {% set new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier\n + '__dbt_new_data_' + invocation_id.replace('-', '_')}) %}\n {{ drop_relation_if_exists(new_data_relation) }}\n {%- set distributed_new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_distributed_new_data'}) -%}\n\n {%- set inserting_relation = new_data_relation -%}\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n\n {% if is_distributed %}\n -- Need to use distributed table to have data on all shards\n {%- set inserting_relation = distributed_new_data_relation -%}\n {{ create_distributed_local_table(distributed_new_data_relation, new_data_relation, existing_relation, sql) }}\n {% else %}\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% endif %}\n\n {% call statement('delete_existing_data') %}\n {% if is_distributed %}\n {% set existing_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none %}\n delete from {{ existing_local }} {{ on_cluster_clause(existing_relation) }} where ({{ unique_key }}) in (select {{ unique_key }}\n from {{ inserting_relation }})\n {% else %}\n delete from {{ existing_relation }} where ({{ unique_key }}) in (select {{ unique_key }}\n from {{ inserting_relation }})\n {% endif %}\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%}\n {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n\n {%- set dest_columns = adapter.get_columns_in_relation(existing_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n {% call statement('insert_new_data') %}\n insert into {{ existing_relation }} select {{ dest_cols_csv }} from {{ inserting_relation }} {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n {% do adapter.drop_relation(new_data_relation) %}\n {{ drop_relation_if_exists(distributed_new_data_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5812516, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite": {"name": "clickhouse__incremental_insert_overwrite", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite", "macro_sql": "{% macro clickhouse__incremental_insert_overwrite(existing_relation, partition_by, is_distributed=False) %}\n {% set new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier\n + '__dbt_new_data_' + invocation_id.replace('-', '_')}) %}\n {{ drop_relation_if_exists(new_data_relation) }}\n {%- set distributed_new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_distributed_new_data'}) -%}\n\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n {% set existing_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none %}\n\n {% if is_distributed %}\n {{ create_distributed_local_table(distributed_new_data_relation, new_data_relation, existing_relation, sql) }}\n {% else %}\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% endif %}\n\n {# Get the parts from the cluster table, since the partitions between shards may not overlap due to distribution #}\n {% if execute %}\n {% set select_changed_partitions %}\n SELECT DISTINCT partition_id\n {% if is_distributed %}\n FROM cluster({{ adapter.get_clickhouse_cluster_name() }}, system.parts)\n {% else %}\n FROM system.parts\n {% endif %}\n WHERE active\n AND database = '{{ new_data_relation.schema }}'\n AND table = '{{ new_data_relation.identifier }}'\n {% endset %}\n {% set changed_partitions = run_query(select_changed_partitions).rows %}\n {% else %}\n {% set changed_partitions = [] %}\n {% endif %}\n\n {% if changed_partitions %}\n {% call statement('replace_partitions') %}\n {% if is_distributed %}\n alter table {{ existing_local }} {{ on_cluster_clause(existing_relation) }}\n {% else %}\n alter table {{ existing_relation }}\n {% endif %}\n {%- for partition in changed_partitions %}\n replace partition id '{{ partition['partition_id'] }}'\n from {{ new_data_relation }}\n {{- ', ' if not loop.last }}\n {%- endfor %}\n {% endcall %}\n {% endif %}\n\n {% do adapter.drop_relation(distributed_new_data_relation) %}\n {% do adapter.drop_relation(new_data_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.582588, "supported_languages": null}, "macro.dbt_clickhouse.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/is_incremental.sql", "original_file_path": "macros/materializations/incremental/is_incremental.sql", "unique_id": "macro.dbt_clickhouse.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and (model.config.materialized == 'incremental' or model.config.materialized == 'distributed_incremental' )\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5831208, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__apply_column_changes": {"name": "clickhouse__apply_column_changes", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__apply_column_changes", "macro_sql": "{% macro clickhouse__apply_column_changes(column_changes, existing_relation, is_distributed=False) %}\n {{ log('Schema changes detected. Trying to apply the following changes: ' ~ column_changes) }}\n {%- set existing_local = none -%}\n {% if is_distributed %}\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n {%- set existing_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none -%}\n {% endif %}\n\n {% if column_changes.on_schema_change == 'append_new_columns' %}\n {% do clickhouse__add_columns(column_changes.columns_to_add, existing_relation, existing_local, is_distributed) %}\n\n {% elif column_changes.on_schema_change == 'sync_all_columns' %}\n {% do clickhouse__drop_columns(column_changes.columns_to_drop, existing_relation, existing_local, is_distributed) %}\n {% do clickhouse__add_columns(column_changes.columns_to_add, existing_relation, existing_local, is_distributed) %}\n {% do clickhouse__modify_columns(column_changes.columns_to_modify, existing_relation, existing_local, is_distributed) %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__add_columns", "macro.dbt_clickhouse.clickhouse__drop_columns", "macro.dbt_clickhouse.clickhouse__modify_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5841832, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__add_columns": {"name": "clickhouse__add_columns", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__add_columns", "macro_sql": "{% macro clickhouse__add_columns(columns, existing_relation, existing_local=none, is_distributed=False) %}\n {% for column in columns %}\n {% set codec = model['columns'].get(column.name, {}).get('codec') %}\n {% set alter_action -%}\n add column if not exists `{{ column.name }}` {{ column.data_type }} {{ codec_clause(codec) }}\n {%- endset %}\n {% do clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local, is_distributed) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.codec_clause", "macro.dbt_clickhouse.clickhouse__run_alter_table_command"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5845463, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_columns": {"name": "clickhouse__drop_columns", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_columns", "macro_sql": "{% macro clickhouse__drop_columns(columns, existing_relation, existing_local=none, is_distributed=False) %}\n {% for column in columns %}\n {% set alter_action -%}\n drop column if exists `{{ column.name }}`\n {%- endset %}\n {% do clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local, is_distributed) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__run_alter_table_command"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.584788, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__modify_columns": {"name": "clickhouse__modify_columns", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__modify_columns", "macro_sql": "{% macro clickhouse__modify_columns(columns, existing_relation, existing_local=none, is_distributed=False) %}\n {% for column in columns %}\n {% set alter_action -%}\n modify column if exists `{{ column.name }}` {{ column.data_type }}\n {%- endset %}\n {% do clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local, is_distributed) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__run_alter_table_command"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5850537, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__run_alter_table_command": {"name": "clickhouse__run_alter_table_command", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__run_alter_table_command", "macro_sql": "{% macro clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local=none, is_distributed=False) %}\n {% if is_distributed %}\n {% call statement('alter_table') %}\n alter table {{ existing_local }} {{ on_cluster_clause(existing_relation) }} {{ alter_action }}\n {% endcall %}\n {% call statement('alter_table') %}\n alter table {{ existing_relation }} {{ on_cluster_clause(existing_relation) }} {{ alter_action }}\n {% endcall %}\n\n {% else %}\n {% call statement('alter_table') %}\n alter table {{ existing_relation }} {{ alter_action }}\n {% endcall %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5854445, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__test_relationships": {"name": "clickhouse__test_relationships", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/schema_tests/relationships.sql", "original_file_path": "macros/schema_tests/relationships.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__test_relationships", "macro_sql": "{% macro clickhouse__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n-- end_of_sql\nsettings join_use_nulls = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5856557, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__current_timestamp": {"name": "clickhouse__current_timestamp", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/timestamps.sql", "original_file_path": "macros/utils/timestamps.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__current_timestamp", "macro_sql": "{% macro clickhouse__current_timestamp() -%}\n now()\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5857613, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_string_as_time": {"name": "clickhouse__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/timestamps.sql", "original_file_path": "macros/utils/timestamps.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_string_as_time", "macro_sql": "{% macro clickhouse__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"toDateTime('\" ~ timestamp ~ \"')\" -%}\n {{ return(result) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.58588, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_test_sql": {"name": "clickhouse__get_test_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_test_sql", "macro_sql": "{% macro clickhouse__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {% set main_sql_formatted = clickhouse__place_limit(main_sql, limit) if limit !=None else main_sql%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql_formatted }}\n ) dbt_internal_test\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__place_limit"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.586632, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__place_limit": {"name": "clickhouse__place_limit", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__place_limit", "macro_sql": "{% macro clickhouse__place_limit(query, limit) -%}\n {% if 'settings' in query.lower()%}\n {% if '-- end_of_sql' not in query.lower()%}\n {{exceptions.raise_compiler_error(\"-- end_of_sql must be set when using ClickHouse settings\")}}\n {% endif %}\n {% set split_by_settings_sections = query.split(\"-- end_of_sql\")%}\n {% set split_by_settings_sections_with_limit = split_by_settings_sections[-2] + \"\\n LIMIT \" + limit|string + \"\\n\" %}\n {% set query_with_limit = \"-- end_of_sql\".join(split_by_settings_sections[:-2] + [split_by_settings_sections_with_limit, split_by_settings_sections[-1]])%}\n {{query_with_limit}}\n {% else %}\n {{query}}\n {{\"limit \" ~ limit}}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5871582, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__any_value": {"name": "clickhouse__any_value", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__any_value", "macro_sql": "{% macro clickhouse__any_value(expression) -%}\n any({{ expression }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5872612, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__bool_or": {"name": "clickhouse__bool_or", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__bool_or", "macro_sql": "{% macro clickhouse__bool_or(expression) -%}\n max({{ expression }}) > 0\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5873373, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__cast_bool_to_text": {"name": "clickhouse__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__cast_bool_to_text", "macro_sql": "{% macro clickhouse__cast_bool_to_text(field) %}\n multiIf({{ field }} > 0, 'true', {{ field }} = 0, 'false', NULL)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.587423, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__hash": {"name": "clickhouse__hash", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__hash", "macro_sql": "{% macro clickhouse__hash(field) -%}\n lower(hex(MD5(toString({{ field }} ))))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5874941, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__last_day": {"name": "clickhouse__last_day", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__last_day", "macro_sql": "\n\n\n{%- macro clickhouse__last_day(date, datepart) -%}\n {{ dbt.dateadd('day', '-1', dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date)))}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5876787, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__split_part": {"name": "clickhouse__split_part", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__split_part", "macro_sql": "{% macro clickhouse__split_part(string_text, delimiter_text, part_number) %}\n splitByString({{delimiter_text}}, {{ string_text }})[{{ part_number }}]\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.58779, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__replace": {"name": "clickhouse__replace", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__replace", "macro_sql": "{% macro clickhouse__replace(field, old_chars, new_chars) %}\n replaceAll({{ field }},'{{ old_chars }}','{{ new_chars }}')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5878944, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__listagg": {"name": "clickhouse__listagg", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__listagg", "macro_sql": "{% macro clickhouse__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n {% if order_by_clause and 'order by' == ' '.join(order_by_clause.split()[:2]).lower() -%}\n {% set order_by_clause_tokens = order_by_clause.split() %}\n {% if ',' in order_by_clause_tokens %}\n {{ exceptions.raise_compiler_error(\n 'ClickHouse does not support multiple order by fields.')\n }}\n {%- endif %}\n {% set order_by_clause_tokens = order_by_clause_tokens[2:] %}\n {% set sort_direction = '' %}\n {% if 'desc' in ''.join(order_by_clause_tokens[1:]).lower() %}\n {% set sort_direction = 'Reverse' %}\n {% endif %}\n {% set order_by_field = order_by_clause_tokens[0] %}\n\n {% set arr = \"arrayMap(x -> x.1, array{}Sort(x -> x.2, arrayZip(array_agg({}), array_agg({}))))\".format(sort_direction, measure, order_by_field) %}\n {% else -%}\n {% set arr = \"array_agg({})\".format(measure) %}\n {%- endif %}\n\n {% if limit_num -%}\n arrayStringConcat(arraySlice({{ arr }}, 1, {{ limit_num }}), {{delimiter_text}})\n {% else -%}\n arrayStringConcat({{ arr }}, {{delimiter_text}})\n {%- endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.58863, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__array_construct": {"name": "clickhouse__array_construct", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__array_construct", "macro_sql": "{% macro clickhouse__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n [ {{ inputs|join(' , ') }} ]\n {% else %}\n emptyArray{{data_type}}()\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.588799, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__array_append": {"name": "clickhouse__array_append", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__array_append", "macro_sql": "{% macro clickhouse__array_append(array, new_element) -%}\n arrayPushBack({{ array }}, {{ new_element }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5888882, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__array_concat": {"name": "clickhouse__array_concat", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__array_concat", "macro_sql": "{% macro clickhouse__array_concat(array_1, array_2) -%}\n arrayConcat({{ array_1 }}, {{ array_2 }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.588971, "supported_languages": null}, "macro.dbt.copy_grants": {"name": "copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.copy_grants", "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5897934, "supported_languages": null}, "macro.dbt.default__copy_grants": {"name": "default__copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__copy_grants", "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5898726, "supported_languages": null}, "macro.dbt.support_multiple_grantees_per_dcl_statement": {"name": "support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5900726, "supported_languages": null}, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": {"name": "default__support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5901592, "supported_languages": null}, "macro.dbt.should_revoke": {"name": "should_revoke", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.should_revoke", "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.590388, "supported_languages": null}, "macro.dbt.get_show_grant_sql": {"name": "get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_show_grant_sql", "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_show_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5905128, "supported_languages": null}, "macro.dbt.default__get_show_grant_sql": {"name": "default__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_show_grant_sql", "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5906007, "supported_languages": null}, "macro.dbt.get_grant_sql": {"name": "get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_grant_sql", "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5907483, "supported_languages": null}, "macro.dbt.default__get_grant_sql": {"name": "default__get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_grant_sql", "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation.render() }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.590887, "supported_languages": null}, "macro.dbt.get_revoke_sql": {"name": "get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_revoke_sql", "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_revoke_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5910356, "supported_languages": null}, "macro.dbt.default__get_revoke_sql": {"name": "default__get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_revoke_sql", "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation.render() }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5911849, "supported_languages": null}, "macro.dbt.get_dcl_statement_list": {"name": "get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_dcl_statement_list", "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_dcl_statement_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5913484, "supported_languages": null}, "macro.dbt.default__get_dcl_statement_list": {"name": "default__get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_dcl_statement_list", "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5918038, "supported_languages": null}, "macro.dbt.call_dcl_statements": {"name": "call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.call_dcl_statements", "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5919325, "supported_languages": null}, "macro.dbt.default__call_dcl_statements": {"name": "default__call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__call_dcl_statements", "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.592103, "supported_languages": null}, "macro.dbt.apply_grants": {"name": "apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.apply_grants", "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.592253, "supported_languages": null}, "macro.dbt.default__apply_grants": {"name": "default__apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__apply_grants", "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation.render() ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_grant_sql", "macro.dbt.get_dcl_statement_list", "macro.dbt.call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5930045, "supported_languages": null}, "macro.dbt.get_columns_in_relation": {"name": "get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_relation", "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.593853, "supported_languages": null}, "macro.dbt.default__get_columns_in_relation": {"name": "default__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_relation", "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5939655, "supported_languages": null}, "macro.dbt.sql_convert_columns_in_relation": {"name": "sql_convert_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.sql_convert_columns_in_relation", "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.59417, "supported_languages": null}, "macro.dbt.get_list_of_column_names": {"name": "get_list_of_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_list_of_column_names", "macro_sql": "\n\n{%- macro get_list_of_column_names(columns) -%}\n {% set col_names = [] %}\n {% for col in columns %}\n {% do col_names.append(col.name) %}\n {% endfor %}\n {{ return(col_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5943582, "supported_languages": null}, "macro.dbt.get_empty_subquery_sql": {"name": "get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_subquery_sql", "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5944982, "supported_languages": null}, "macro.dbt.default__get_empty_subquery_sql": {"name": "default__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_subquery_sql", "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.594633, "supported_languages": null}, "macro.dbt.get_empty_schema_sql": {"name": "get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_schema_sql", "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5947495, "supported_languages": null}, "macro.dbt.default__get_empty_schema_sql": {"name": "default__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_schema_sql", "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {%- set col_naked_numeric = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {%- do col_err.append(col['name']) -%}\n {#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}\n {%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}\n {%- do col_naked_numeric.append(col['name']) -%}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n {{ cast('null', col['data_type']) }} as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- elif (col_naked_numeric | length) > 0 -%}\n {{ exceptions.warn(\"Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: \" ~ col_naked_numeric ~ \"`\") }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5954988, "supported_languages": null}, "macro.dbt.get_column_schema_from_query": {"name": "get_column_schema_from_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_column_schema_from_query", "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5957954, "supported_languages": null}, "macro.dbt.get_columns_in_query": {"name": "get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_query", "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5959153, "supported_languages": null}, "macro.dbt.default__get_columns_in_query": {"name": "default__get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_query", "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5961523, "supported_languages": null}, "macro.dbt.alter_column_type": {"name": "alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_column_type", "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5963078, "supported_languages": null}, "macro.dbt.default__alter_column_type": {"name": "default__alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_column_type", "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation.render() }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation.render() }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation.render() }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation.render() }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5967505, "supported_languages": null}, "macro.dbt.alter_relation_add_remove_columns": {"name": "alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_relation_add_remove_columns", "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_add_remove_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5969243, "supported_languages": null}, "macro.dbt.default__alter_relation_add_remove_columns": {"name": "default__alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation.render() }}\n\n {% for column in add_columns %}\n add column {{ column.quoted }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.quoted }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5974612, "supported_languages": null}, "macro.dbt.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5977895, "supported_languages": null}, "macro.dbt.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5980618, "supported_languages": null}, "macro.dbt.collect_freshness_custom_sql": {"name": "collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness_custom_sql", "macro_sql": "{% macro collect_freshness_custom_sql(source, loaded_at_query) %}\n {{ return(adapter.dispatch('collect_freshness_custom_sql', 'dbt')(source, loaded_at_query))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness_custom_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5982058, "supported_languages": null}, "macro.dbt.default__collect_freshness_custom_sql": {"name": "default__collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness_custom_sql", "macro_sql": "{% macro default__collect_freshness_custom_sql(source, loaded_at_query) %}\n {% call statement('collect_freshness_custom_sql', fetch_result=True, auto_begin=False) -%}\n with source_query as (\n {{ loaded_at_query }}\n )\n select\n (select * from source_query) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n {% endcall %}\n {{ return(load_result('collect_freshness_custom_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5984142, "supported_languages": null}, "macro.dbt.get_create_index_sql": {"name": "get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_create_index_sql", "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5987508, "supported_languages": null}, "macro.dbt.default__get_create_index_sql": {"name": "default__get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_create_index_sql", "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.598842, "supported_languages": null}, "macro.dbt.create_indexes": {"name": "create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.create_indexes", "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5989459, "supported_languages": null}, "macro.dbt.default__create_indexes": {"name": "default__create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__create_indexes", "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5992107, "supported_languages": null}, "macro.dbt.get_drop_index_sql": {"name": "get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_drop_index_sql", "macro_sql": "{% macro get_drop_index_sql(relation, index_name) -%}\n {{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_drop_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.599335, "supported_languages": null}, "macro.dbt.default__get_drop_index_sql": {"name": "default__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_drop_index_sql", "macro_sql": "{% macro default__get_drop_index_sql(relation, index_name) -%}\n {{ exceptions.raise_compiler_error(\"`get_drop_index_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5994306, "supported_languages": null}, "macro.dbt.get_show_indexes_sql": {"name": "get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_show_indexes_sql", "macro_sql": "{% macro get_show_indexes_sql(relation) -%}\n {{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5995333, "supported_languages": null}, "macro.dbt.default__get_show_indexes_sql": {"name": "default__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_show_indexes_sql", "macro_sql": "{% macro default__get_show_indexes_sql(relation) -%}\n {{ exceptions.raise_compiler_error(\"`get_show_indexes_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5996182, "supported_languages": null}, "macro.dbt.get_catalog_relations": {"name": "get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_relations", "macro_sql": "{% macro get_catalog_relations(information_schema, relations) -%}\n {{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6002142, "supported_languages": null}, "macro.dbt.default__get_catalog_relations": {"name": "default__get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_relations", "macro_sql": "{% macro default__get_catalog_relations(information_schema, relations) -%}\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog_relations not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6003873, "supported_languages": null}, "macro.dbt.get_catalog": {"name": "get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog", "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_catalog"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6005206, "supported_languages": null}, "macro.dbt.default__get_catalog": {"name": "default__get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog", "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.600692, "supported_languages": null}, "macro.dbt.information_schema_name": {"name": "information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.information_schema_name", "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__information_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6008165, "supported_languages": null}, "macro.dbt.default__information_schema_name": {"name": "default__information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__information_schema_name", "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6009302, "supported_languages": null}, "macro.dbt.list_schemas": {"name": "list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_schemas", "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__list_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6010518, "supported_languages": null}, "macro.dbt.default__list_schemas": {"name": "default__list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_schemas", "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6012235, "supported_languages": null}, "macro.dbt.check_schema_exists": {"name": "check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.check_schema_exists", "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__check_schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6014488, "supported_languages": null}, "macro.dbt.default__check_schema_exists": {"name": "default__check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__check_schema_exists", "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6016762, "supported_languages": null}, "macro.dbt.list_relations_without_caching": {"name": "list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_relations_without_caching", "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__list_relations_without_caching"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6018105, "supported_languages": null}, "macro.dbt.default__list_relations_without_caching": {"name": "default__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_relations_without_caching", "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6019213, "supported_languages": null}, "macro.dbt.get_catalog_for_single_relation": {"name": "get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_for_single_relation", "macro_sql": "{% macro get_catalog_for_single_relation(relation) %}\n {{ return(adapter.dispatch('get_catalog_for_single_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_for_single_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6020439, "supported_languages": null}, "macro.dbt.default__get_catalog_for_single_relation": {"name": "default__get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_for_single_relation", "macro_sql": "{% macro default__get_catalog_for_single_relation(relation) %}\n {{ exceptions.raise_not_implemented(\n 'get_catalog_for_single_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6021578, "supported_languages": null}, "macro.dbt.get_relations": {"name": "get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relations", "macro_sql": "{% macro get_relations() %}\n {{ return(adapter.dispatch('get_relations', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6022654, "supported_languages": null}, "macro.dbt.default__get_relations": {"name": "default__get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relations", "macro_sql": "{% macro default__get_relations() %}\n {{ exceptions.raise_not_implemented(\n 'get_relations macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.602365, "supported_languages": null}, "macro.dbt.get_relation_last_modified": {"name": "get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relation_last_modified", "macro_sql": "{% macro get_relation_last_modified(information_schema, relations) %}\n {{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relation_last_modified"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.602507, "supported_languages": null}, "macro.dbt.default__get_relation_last_modified": {"name": "default__get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relation_last_modified", "macro_sql": "{% macro default__get_relation_last_modified(information_schema, relations) %}\n {{ exceptions.raise_not_implemented(\n 'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6026573, "supported_languages": null}, "macro.dbt.alter_column_comment": {"name": "alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_column_comment", "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6029623, "supported_languages": null}, "macro.dbt.default__alter_column_comment": {"name": "default__alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_column_comment", "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6030817, "supported_languages": null}, "macro.dbt.alter_relation_comment": {"name": "alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_relation_comment", "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__alter_relation_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6032293, "supported_languages": null}, "macro.dbt.default__alter_relation_comment": {"name": "default__alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_relation_comment", "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.603347, "supported_languages": null}, "macro.dbt.persist_docs": {"name": "persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.persist_docs", "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6035306, "supported_languages": null}, "macro.dbt.default__persist_docs": {"name": "default__persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__persist_docs", "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.alter_relation_comment", "macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6038558, "supported_languages": null}, "macro.dbt.make_intermediate_relation": {"name": "make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_intermediate_relation", "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_intermediate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6043599, "supported_languages": null}, "macro.dbt.default__make_intermediate_relation": {"name": "default__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_intermediate_relation", "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6044703, "supported_languages": null}, "macro.dbt.make_temp_relation": {"name": "make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_temp_relation", "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {#-- This ensures microbatch batches get unique temp relations to avoid clobbering --#}\n {% if suffix == '__dbt_tmp' and model.batch %}\n {% set suffix = suffix ~ '_' ~ model.batch.id %}\n {% endif %}\n\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.604735, "supported_languages": null}, "macro.dbt.default__make_temp_relation": {"name": "default__make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_temp_relation", "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.604942, "supported_languages": null}, "macro.dbt.make_backup_relation": {"name": "make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_backup_relation", "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_backup_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6051068, "supported_languages": null}, "macro.dbt.default__make_backup_relation": {"name": "default__make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_backup_relation", "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6053376, "supported_languages": null}, "macro.dbt.truncate_relation": {"name": "truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.truncate_relation", "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__truncate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6054645, "supported_languages": null}, "macro.dbt.default__truncate_relation": {"name": "default__truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__truncate_relation", "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation.render() }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6055877, "supported_languages": null}, "macro.dbt.get_or_create_relation": {"name": "get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.get_or_create_relation", "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_or_create_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6057591, "supported_languages": null}, "macro.dbt.default__get_or_create_relation": {"name": "default__get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__get_or_create_relation", "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6062129, "supported_languages": null}, "macro.dbt.load_cached_relation": {"name": "load_cached_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_cached_relation", "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6063693, "supported_languages": null}, "macro.dbt.load_relation": {"name": "load_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_relation", "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.606469, "supported_languages": null}, "macro.dbt.create_schema": {"name": "create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.create_schema", "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6066954, "supported_languages": null}, "macro.dbt.default__create_schema": {"name": "default__create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__create_schema", "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6068187, "supported_languages": null}, "macro.dbt.drop_schema": {"name": "drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.drop_schema", "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.606926, "supported_languages": null}, "macro.dbt.default__drop_schema": {"name": "default__drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__drop_schema", "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6070466, "supported_languages": null}, "macro.dbt.get_show_sql": {"name": "get_show_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_show_sql", "macro_sql": "{% macro get_show_sql(compiled_code, sql_header, limit) -%}\n {%- if sql_header is not none -%}\n {{ sql_header }}\n {%- endif %}\n {{ get_limit_subquery_sql(compiled_code, limit) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6073227, "supported_languages": null}, "macro.dbt.get_limit_subquery_sql": {"name": "get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_limit_subquery_sql", "macro_sql": "\n{%- macro get_limit_subquery_sql(sql, limit) -%}\n {{ adapter.dispatch('get_limit_sql', 'dbt')(sql, limit) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_limit_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6074474, "supported_languages": null}, "macro.dbt.default__get_limit_sql": {"name": "default__get_limit_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.default__get_limit_sql", "macro_sql": "{% macro default__get_limit_sql(sql, limit) %}\n {{ sql }}\n {% if limit is not none %}\n limit {{ limit }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6075792, "supported_languages": null}, "macro.dbt.current_timestamp": {"name": "current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp", "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.607915, "supported_languages": null}, "macro.dbt.default__current_timestamp": {"name": "default__current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp", "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.608018, "supported_languages": null}, "macro.dbt.snapshot_get_time": {"name": "snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.snapshot_get_time", "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6081197, "supported_languages": null}, "macro.dbt.default__snapshot_get_time": {"name": "default__snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__snapshot_get_time", "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6081955, "supported_languages": null}, "macro.dbt.get_snapshot_get_time_data_type": {"name": "get_snapshot_get_time_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.get_snapshot_get_time_data_type", "macro_sql": "{% macro get_snapshot_get_time_data_type() %}\n {% set snapshot_time = adapter.dispatch('snapshot_get_time', 'dbt')() %}\n {% set time_data_type_sql = 'select ' ~ snapshot_time ~ ' as dbt_snapshot_time' %}\n {% set snapshot_time_column_schema = get_column_schema_from_query(time_data_type_sql) %}\n {% set time_data_type = snapshot_time_column_schema[0].dtype %}\n {{ return(time_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.default__snapshot_get_time", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6084766, "supported_languages": null}, "macro.dbt.current_timestamp_backcompat": {"name": "current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_backcompat", "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.608594, "supported_languages": null}, "macro.dbt.default__current_timestamp_backcompat": {"name": "default__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_backcompat", "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.60865, "supported_languages": null}, "macro.dbt.current_timestamp_in_utc_backcompat": {"name": "current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__current_timestamp_in_utc_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.60876, "supported_languages": null}, "macro.dbt.default__current_timestamp_in_utc_backcompat": {"name": "default__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp_backcompat", "macro.dbt.default__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6088686, "supported_languages": null}, "macro.dbt.validate_sql": {"name": "validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.validate_sql", "macro_sql": "{% macro validate_sql(sql) -%}\n {{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__validate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6090584, "supported_languages": null}, "macro.dbt.default__validate_sql": {"name": "default__validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.default__validate_sql", "macro_sql": "{% macro default__validate_sql(sql) -%}\n {% call statement('validate_sql') -%}\n explain {{ sql }}\n {% endcall %}\n {{ return(load_result('validate_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6092196, "supported_languages": null}, "macro.dbt.convert_datetime": {"name": "convert_datetime", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.convert_datetime", "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6097403, "supported_languages": null}, "macro.dbt.dates_in_range": {"name": "dates_in_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.dates_in_range", "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.convert_datetime"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6106348, "supported_languages": null}, "macro.dbt.partition_range": {"name": "partition_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.partition_range", "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dates_in_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.611143, "supported_languages": null}, "macro.dbt.py_current_timestring": {"name": "py_current_timestring", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.py_current_timestring", "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6113057, "supported_languages": null}, "macro.dbt.statement": {"name": "statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.statement", "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.61222, "supported_languages": null}, "macro.dbt.noop_statement": {"name": "noop_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.noop_statement", "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.612615, "supported_languages": null}, "macro.dbt.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.run_query", "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6128476, "supported_languages": null}, "macro.dbt.default__test_accepted_values": {"name": "default__test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/accepted_values.sql", "original_file_path": "macros/generic_test_sql/accepted_values.sql", "unique_id": "macro.dbt.default__test_accepted_values", "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6132252, "supported_languages": null}, "macro.dbt.default__test_not_null": {"name": "default__test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/not_null.sql", "original_file_path": "macros/generic_test_sql/not_null.sql", "unique_id": "macro.dbt.default__test_not_null", "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6134367, "supported_languages": null}, "macro.dbt.default__test_relationships": {"name": "default__test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/relationships.sql", "original_file_path": "macros/generic_test_sql/relationships.sql", "unique_id": "macro.dbt.default__test_relationships", "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6136544, "supported_languages": null}, "macro.dbt.default__test_unique": {"name": "default__test_unique", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/unique.sql", "original_file_path": "macros/generic_test_sql/unique.sql", "unique_id": "macro.dbt.default__test_unique", "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6138253, "supported_languages": null}, "macro.dbt.generate_alias_name": {"name": "generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.generate_alias_name", "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_alias_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6140938, "supported_languages": null}, "macro.dbt.default__generate_alias_name": {"name": "default__generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.default__generate_alias_name", "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6143491, "supported_languages": null}, "macro.dbt.generate_database_name": {"name": "generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.generate_database_name", "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__generate_database_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.614606, "supported_languages": null}, "macro.dbt.default__generate_database_name": {"name": "default__generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.default__generate_database_name", "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6147883, "supported_languages": null}, "macro.dbt.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.615115, "supported_languages": null}, "macro.dbt.default__generate_schema_name": {"name": "default__generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.default__generate_schema_name", "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6152983, "supported_languages": null}, "macro.dbt.generate_schema_name_for_env": {"name": "generate_schema_name_for_env", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name_for_env", "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6154914, "supported_languages": null}, "macro.dbt.set_sql_header": {"name": "set_sql_header", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.set_sql_header", "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6157014, "supported_languages": null}, "macro.dbt.should_full_refresh": {"name": "should_full_refresh", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_full_refresh", "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6159172, "supported_languages": null}, "macro.dbt.should_store_failures": {"name": "should_store_failures", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_store_failures", "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.61616, "supported_languages": null}, "macro.dbt.run_hooks": {"name": "run_hooks", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.run_hooks", "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6167448, "supported_languages": null}, "macro.dbt.make_hook_config": {"name": "make_hook_config", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.make_hook_config", "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6168828, "supported_languages": null}, "macro.dbt.before_begin": {"name": "before_begin", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.before_begin", "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.616977, "supported_languages": null}, "macro.dbt.in_transaction": {"name": "in_transaction", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.in_transaction", "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6170695, "supported_languages": null}, "macro.dbt.after_commit": {"name": "after_commit", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.after_commit", "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.61717, "supported_languages": null}, "macro.dbt.materialization_materialized_view_default": {"name": "materialization_materialized_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialization_materialized_view_default", "macro_sql": "{% materialization materialized_view, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.MaterializedView) %}\n {% set intermediate_relation = make_intermediate_relation(target_relation) %}\n {% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}\n {% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}\n\n {{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}\n\n {% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% if build_sql == '' %}\n {{ materialized_view_execute_no_op(target_relation) }}\n {% else %}\n {{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}\n {% endif %}\n\n {{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.materialized_view_setup", "macro.dbt.materialized_view_get_build_sql", "macro.dbt.materialized_view_execute_no_op", "macro.dbt.materialized_view_execute_build_sql", "macro.dbt.materialized_view_teardown"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6183763, "supported_languages": ["sql"]}, "macro.dbt.materialized_view_setup": {"name": "materialized_view_setup", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_setup", "macro_sql": "{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}\n\n -- backup_relation and intermediate_relation should not already exist in the database\n -- it's possible these exist because of a previous run that exited unexpectedly\n {% set preexisting_backup_relation = load_cached_relation(backup_relation) %}\n {% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6186545, "supported_languages": null}, "macro.dbt.materialized_view_teardown": {"name": "materialized_view_teardown", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_teardown", "macro_sql": "{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}\n\n -- drop the temp relations if they exist to leave the database clean for the next run\n {{ drop_relation_if_exists(backup_relation) }}\n {{ drop_relation_if_exists(intermediate_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6188252, "supported_languages": null}, "macro.dbt.materialized_view_get_build_sql": {"name": "materialized_view_get_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_get_build_sql", "macro_sql": "{% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% set full_refresh_mode = should_full_refresh() %}\n\n -- determine the scenario we're in: create, full_refresh, alter, refresh data\n {% if existing_relation is none %}\n {% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}\n {% elif full_refresh_mode or not existing_relation.is_materialized_view %}\n {% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}\n {% else %}\n\n -- get config options\n {% set on_configuration_change = config.get('on_configuration_change') %}\n {% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}\n\n {% if configuration_changes is none %}\n {% set build_sql = refresh_materialized_view(target_relation) %}\n\n {% elif on_configuration_change == 'apply' %}\n {% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}\n {% elif on_configuration_change == 'continue' %}\n {% set build_sql = '' %}\n {{ exceptions.warn(\"Configuration changes were identified and `on_configuration_change` was set to `continue` for `\" ~ target_relation.render() ~ \"`\") }}\n {% elif on_configuration_change == 'fail' %}\n {{ exceptions.raise_fail_fast_error(\"Configuration changes were identified and `on_configuration_change` was set to `fail` for `\" ~ target_relation.render() ~ \"`\") }}\n\n {% else %}\n -- this only happens if the user provides a value other than `apply`, 'skip', 'fail'\n {{ exceptions.raise_compiler_error(\"Unexpected configuration scenario\") }}\n\n {% endif %}\n\n {% endif %}\n\n {% do return(build_sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.get_create_materialized_view_as_sql", "macro.dbt.get_replace_sql", "macro.dbt.get_materialized_view_configuration_changes", "macro.dbt.refresh_materialized_view", "macro.dbt.get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.619706, "supported_languages": null}, "macro.dbt.materialized_view_execute_no_op": {"name": "materialized_view_execute_no_op", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_no_op", "macro_sql": "{% macro materialized_view_execute_no_op(target_relation) %}\n {% do store_raw_result(\n name=\"main\",\n message=\"skip \" ~ target_relation,\n code=\"skip\",\n rows_affected=\"-1\"\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6198661, "supported_languages": null}, "macro.dbt.materialized_view_execute_build_sql": {"name": "materialized_view_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_build_sql", "macro_sql": "{% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6203232, "supported_languages": null}, "macro.dbt.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/table.sql", "original_file_path": "macros/materializations/models/table.sql", "unique_id": "macro.dbt.materialization_table_default", "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n {% do create_indexes(intermediate_relation) %}\n\n -- cleanup\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6217995, "supported_languages": ["sql"]}, "macro.dbt.materialization_view_default": {"name": "materialization_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/view.sql", "original_file_path": "macros/materializations/models/view.sql", "unique_id": "macro.dbt.materialization_view_default", "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.623377, "supported_languages": ["sql"]}, "macro.dbt.can_clone_table": {"name": "can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.can_clone_table", "macro_sql": "{% macro can_clone_table() %}\n {{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__can_clone_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6235855, "supported_languages": null}, "macro.dbt.default__can_clone_table": {"name": "default__can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.default__can_clone_table", "macro_sql": "{% macro default__can_clone_table() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6236684, "supported_languages": null}, "macro.dbt.materialization_clone_default": {"name": "materialization_clone_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/clone.sql", "original_file_path": "macros/materializations/models/clone/clone.sql", "unique_id": "macro.dbt.materialization_clone_default", "macro_sql": "{%- materialization clone, default -%}\n\n {%- set relations = {'relations': []} -%}\n\n {%- if not defer_relation -%}\n -- nothing to do\n {{ log(\"No relation found in state manifest for \" ~ model.unique_id, info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n\n {%- if existing_relation and not flags.FULL_REFRESH -%}\n -- noop!\n {{ log(\"Relation \" ~ existing_relation ~ \" already exists\", info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set other_existing_relation = load_cached_relation(defer_relation) -%}\n\n -- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table\n -- Otherwise, this will be a view\n\n {% set can_clone_table = can_clone_table() %}\n\n {%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {% if existing_relation is not none and not existing_relation.is_table %}\n {{ log(\"Dropping relation \" ~ existing_relation.render() ~ \" because it is of type \" ~ existing_relation.type) }}\n {{ drop_relation_if_exists(existing_relation) }}\n {% endif %}\n\n -- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'\n {% if target_relation.database == defer_relation.database and\n target_relation.schema == defer_relation.schema and\n target_relation.identifier == defer_relation.identifier %}\n {{ log(\"Target relation and defer relation are the same, skipping clone for relation: \" ~ target_relation.render()) }}\n {% else %}\n {% call statement('main') %}\n {{ create_or_replace_clone(target_relation, defer_relation) }}\n {% endcall %}\n {% endif %}\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n {%- else -%}\n\n {%- set target_relation = this.incorporate(type='view') -%}\n\n -- reuse the view materialization\n -- TODO: support actual dispatch for materialization macros\n -- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799\n {% set search_name = \"materialization_view_\" ~ adapter.type() %}\n {% if not search_name in context %}\n {% set search_name = \"materialization_view_default\" %}\n {% endif %}\n {% set materialization_macro = context[search_name] %}\n {% set relations = materialization_macro() %}\n {{ return(relations) }}\n\n {%- endif -%}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.can_clone_table", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.create_or_replace_clone", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6254027, "supported_languages": ["sql"]}, "macro.dbt.create_or_replace_clone": {"name": "create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.create_or_replace_clone", "macro_sql": "{% macro create_or_replace_clone(this_relation, defer_relation) %}\n {{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_or_replace_clone"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6256227, "supported_languages": null}, "macro.dbt.default__create_or_replace_clone": {"name": "default__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.default__create_or_replace_clone", "macro_sql": "{% macro default__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace table {{ this_relation.render() }} clone {{ defer_relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6257377, "supported_languages": null}, "macro.dbt.get_quoted_csv": {"name": "get_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_quoted_csv", "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6263666, "supported_languages": null}, "macro.dbt.diff_columns": {"name": "diff_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_columns", "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.626744, "supported_languages": null}, "macro.dbt.diff_column_data_types": {"name": "diff_column_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_column_data_types", "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6272204, "supported_languages": null}, "macro.dbt.get_merge_update_columns": {"name": "get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_merge_update_columns", "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6273825, "supported_languages": null}, "macro.dbt.default__get_merge_update_columns": {"name": "default__get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.default__get_merge_update_columns", "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6278589, "supported_languages": null}, "macro.dbt.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/incremental.sql", "original_file_path": "macros/materializations/models/incremental/incremental.sql", "unique_id": "macro.dbt.materialization_incremental_default", "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% set relation_for_indexes = target_relation %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set relation_for_indexes = intermediate_relation %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% set relation_for_indexes = temp_relation %}\n {% set contract_config = config.get('contract') %}\n {% if not contract_config or not contract_config.enforced %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {% endif %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(relation_for_indexes) %}\n {% endif %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_temp_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", "macro.dbt.statement", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6309276, "supported_languages": ["sql"]}, "macro.dbt.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/is_incremental.sql", "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", "unique_id": "macro.dbt.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.631394, "supported_languages": null}, "macro.dbt.get_merge_sql": {"name": "get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_merge_sql", "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6322236, "supported_languages": null}, "macro.dbt.default__get_merge_sql": {"name": "default__get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_merge_sql", "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set source_unique_key = (\"DBT_INTERNAL_SOURCE.\" ~ unique_key) | trim %}\n\t {% set target_unique_key = (\"DBT_INTERNAL_DEST.\" ~ unique_key) | trim %}\n\t {% set unique_key_match = equals(source_unique_key, target_unique_key) | trim %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt.get_merge_update_columns", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6334753, "supported_languages": null}, "macro.dbt.get_delete_insert_merge_sql": {"name": "get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_delete_insert_merge_sql", "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.633663, "supported_languages": null}, "macro.dbt.default__get_delete_insert_merge_sql": {"name": "default__get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is string %}\n {% set unique_key = [unique_key] %}\n {% endif %}\n\n {%- set unique_key_str = unique_key|join(', ') -%}\n\n delete from {{ target }} as DBT_INTERNAL_DEST\n where ({{ unique_key_str }}) in (\n select distinct {{ unique_key_str }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.634162, "supported_languages": null}, "macro.dbt.get_insert_overwrite_merge_sql": {"name": "get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6343448, "supported_languages": null}, "macro.dbt.default__get_insert_overwrite_merge_sql": {"name": "default__get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6347961, "supported_languages": null}, "macro.dbt.incremental_validate_on_schema_change": {"name": "incremental_validate_on_schema_change", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.incremental_validate_on_schema_change", "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6356785, "supported_languages": null}, "macro.dbt.check_for_schema_changes": {"name": "check_for_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.check_for_schema_changes", "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6364768, "supported_languages": null}, "macro.dbt.sync_column_schemas": {"name": "sync_column_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.sync_column_schemas", "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_relation_add_remove_columns", "macro.dbt.alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6372733, "supported_languages": null}, "macro.dbt.process_schema_changes": {"name": "process_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.process_schema_changes", "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.check_for_schema_changes", "macro.dbt.sync_column_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.637844, "supported_languages": null}, "macro.dbt.get_incremental_append_sql": {"name": "get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_append_sql", "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6383345, "supported_languages": null}, "macro.dbt.default__get_incremental_append_sql": {"name": "default__get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_append_sql", "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_into_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6385002, "supported_languages": null}, "macro.dbt.get_incremental_delete_insert_sql": {"name": "get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_delete_insert_sql", "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_delete_insert_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6386356, "supported_languages": null}, "macro.dbt.default__get_incremental_delete_insert_sql": {"name": "default__get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6388454, "supported_languages": null}, "macro.dbt.get_incremental_merge_sql": {"name": "get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_merge_sql", "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6389847, "supported_languages": null}, "macro.dbt.default__get_incremental_merge_sql": {"name": "default__get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_merge_sql", "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6391957, "supported_languages": null}, "macro.dbt.get_incremental_insert_overwrite_sql": {"name": "get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6393178, "supported_languages": null}, "macro.dbt.default__get_incremental_insert_overwrite_sql": {"name": "default__get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6394923, "supported_languages": null}, "macro.dbt.get_incremental_default_sql": {"name": "get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_default_sql", "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_default_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6396217, "supported_languages": null}, "macro.dbt.default__get_incremental_default_sql": {"name": "default__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_default_sql", "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6397324, "supported_languages": null}, "macro.dbt.get_incremental_microbatch_sql": {"name": "get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_microbatch_sql", "macro_sql": "{% macro get_incremental_microbatch_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_microbatch_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_microbatch_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6398606, "supported_languages": null}, "macro.dbt.default__get_incremental_microbatch_sql": {"name": "default__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_microbatch_sql", "macro_sql": "{% macro default__get_incremental_microbatch_sql(arg_dict) %}\n\n {{ exceptions.raise_not_implemented('microbatch materialization strategy not implemented for adapter ' + adapter.type()) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6399784, "supported_languages": null}, "macro.dbt.get_insert_into_sql": {"name": "get_insert_into_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_insert_into_sql", "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6401885, "supported_languages": null}, "macro.dbt.create_csv_table": {"name": "create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.create_csv_table", "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.640916, "supported_languages": null}, "macro.dbt.default__create_csv_table": {"name": "default__create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__create_csv_table", "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6416378, "supported_languages": null}, "macro.dbt.reset_csv_table": {"name": "reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.reset_csv_table", "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__reset_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6418164, "supported_languages": null}, "macro.dbt.default__reset_csv_table": {"name": "default__reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__reset_csv_table", "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation.render() %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.64216, "supported_languages": null}, "macro.dbt.get_csv_sql": {"name": "get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_csv_sql", "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_csv_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6422982, "supported_languages": null}, "macro.dbt.default__get_csv_sql": {"name": "default__get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_csv_sql", "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6423895, "supported_languages": null}, "macro.dbt.get_binding_char": {"name": "get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_binding_char", "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6424842, "supported_languages": null}, "macro.dbt.default__get_binding_char": {"name": "default__get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_binding_char", "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6425602, "supported_languages": null}, "macro.dbt.get_batch_size": {"name": "get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_batch_size", "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_batch_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6426618, "supported_languages": null}, "macro.dbt.default__get_batch_size": {"name": "default__get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_batch_size", "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.642742, "supported_languages": null}, "macro.dbt.get_seed_column_quoted_csv": {"name": "get_seed_column_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_seed_column_quoted_csv", "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.643137, "supported_languages": null}, "macro.dbt.load_csv_rows": {"name": "load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.load_csv_rows", "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__load_csv_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6432774, "supported_languages": null}, "macro.dbt.default__load_csv_rows": {"name": "default__load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__load_csv_rows", "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_batch_size", "macro.dbt.get_seed_column_quoted_csv", "macro.dbt.get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6441097, "supported_languages": null}, "macro.dbt.materialization_seed_default": {"name": "materialization_seed_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/seed.sql", "original_file_path": "macros/materializations/seeds/seed.sql", "unique_id": "macro.dbt.materialization_seed_default", "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation.render())) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.run_hooks", "macro.dbt.reset_csv_table", "macro.dbt.create_csv_table", "macro.dbt.load_csv_rows", "macro.dbt.noop_statement", "macro.dbt.get_csv_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.645783, "supported_languages": ["sql"]}, "macro.dbt.create_columns": {"name": "create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.create_columns", "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6473594, "supported_languages": null}, "macro.dbt.default__create_columns": {"name": "default__create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__create_columns", "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation.render() }} add column \"{{ column.name }}\" {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6475668, "supported_languages": null}, "macro.dbt.post_snapshot": {"name": "post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.post_snapshot", "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.647692, "supported_languages": null}, "macro.dbt.default__post_snapshot": {"name": "default__post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__post_snapshot", "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6477592, "supported_languages": null}, "macro.dbt.get_true_sql": {"name": "get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_true_sql", "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_true_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6478555, "supported_languages": null}, "macro.dbt.default__get_true_sql": {"name": "default__get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__get_true_sql", "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6479347, "supported_languages": null}, "macro.dbt.snapshot_staging_table": {"name": "snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.snapshot_staging_table", "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_staging_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6480813, "supported_languages": null}, "macro.dbt.get_snapshot_table_column_names": {"name": "get_snapshot_table_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_snapshot_table_column_names", "macro_sql": "{% macro get_snapshot_table_column_names() %}\n {{ return({'dbt_valid_to': 'dbt_valid_to', 'dbt_valid_from': 'dbt_valid_from', 'dbt_scd_id': 'dbt_scd_id', 'dbt_updated_at': 'dbt_updated_at', 'dbt_is_deleted': 'dbt_is_deleted'}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.648274, "supported_languages": null}, "macro.dbt.default__snapshot_staging_table": {"name": "default__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__snapshot_staging_table", "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n {% if strategy.hard_deletes == 'new_record' %}\n {% set new_scd_id = snapshot_hash_arguments([columns.dbt_scd_id, snapshot_get_time()]) %}\n {% endif %}\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from {{ target_relation }}\n where\n {% if config.get('dbt_valid_to_current') %}\n\t\t{% set source_unique_key = columns.dbt_valid_to | trim %}\n\t\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\n\t\t{# The exact equals semantics between NULL values depends on the current behavior flag set. Also, update records if the source field is null #}\n ( {{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null )\n {% else %}\n {{ columns.dbt_valid_to }} is null\n {% endif %}\n\n ),\n\n insertions_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }},\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }}\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_to }}\n\n from snapshot_query\n ),\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n\n deletes_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n {%- if strategy.hard_deletes == 'new_record' -%}\n ,'False' as {{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from insertions_source_data as source_data\n left outer join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"snapshotted_data\") }}\n or ({{ unique_key_is_not_null(strategy.unique_key, \"snapshotted_data\") }} and (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from updates_source_data as source_data\n join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n )\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n ,\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_to }},\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n and not (\n --avoid updating the record's valid_to if the latest entry is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and snapshotted_data.{{ columns.dbt_valid_to }} is null\n )\n {%- endif %}\n )\n {%- endif %}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n {% set snapshotted_cols = get_list_of_column_names(get_columns_in_relation(target_relation)) %}\n {% set source_sql_cols = get_column_schema_from_query(source_sql) %}\n ,\n deletion_records as (\n\n select\n 'insert' as dbt_change_type,\n {#\n If a column has been added to the source it won't yet exist in the\n snapshotted table so we insert a null value as a placeholder for the column.\n #}\n {%- for col in source_sql_cols -%}\n {%- if col.name in snapshotted_cols -%}\n snapshotted_data.{{ adapter.quote(col.column) }},\n {%- else -%}\n NULL as {{ adapter.quote(col.column) }},\n {%- endif -%}\n {% endfor -%}\n {%- if strategy.unique_key | is_list -%}\n {%- for key in strategy.unique_key -%}\n snapshotted_data.{{ key }} as dbt_unique_key_{{ loop.index }},\n {% endfor -%}\n {%- else -%}\n snapshotted_data.dbt_unique_key as dbt_unique_key,\n {% endif -%}\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n snapshotted_data.{{ columns.dbt_valid_to }} as {{ columns.dbt_valid_to }},\n {{ new_scd_id }} as {{ columns.dbt_scd_id }},\n 'True' as {{ columns.dbt_is_deleted }}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n and not (\n --avoid inserting a new record if the latest one is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and snapshotted_data.{{ columns.dbt_valid_to }} is null\n )\n\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletes\n {%- endif %}\n {%- if strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletion_records\n {%- endif %}\n\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments", "macro.dbt.snapshot_get_time", "macro.dbt.unique_key_fields", "macro.dbt.equals", "macro.dbt.get_dbt_valid_to_current", "macro.dbt.unique_key_join_on", "macro.dbt.unique_key_is_null", "macro.dbt.unique_key_is_not_null", "macro.dbt.get_list_of_column_names", "macro.dbt.get_columns_in_relation", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6510684, "supported_languages": null}, "macro.dbt.build_snapshot_table": {"name": "build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_table", "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__build_snapshot_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6512306, "supported_languages": null}, "macro.dbt.default__build_snapshot_table": {"name": "default__build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__build_snapshot_table", "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n\n select *,\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , 'False' as {{ columns.dbt_is_deleted }}\n {% endif -%}\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.get_dbt_valid_to_current"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6515658, "supported_languages": null}, "macro.dbt.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6518443, "supported_languages": null}, "macro.dbt.get_updated_at_column_data_type": {"name": "get_updated_at_column_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_updated_at_column_data_type", "macro_sql": "{% macro get_updated_at_column_data_type(snapshot_sql) %}\n {% set snapshot_sql_column_schema = get_column_schema_from_query(snapshot_sql) %}\n {% set dbt_updated_at_data_type = null %}\n {% set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {% set ns.dbt_updated_at_data_type = null -%}\n {% for column in snapshot_sql_column_schema %}\n {% if ((column.column == 'dbt_updated_at') or (column.column == 'DBT_UPDATED_AT')) %}\n {% set ns.dbt_updated_at_data_type = column.dtype %}\n {% endif %}\n {% endfor %}\n {{ return(ns.dbt_updated_at_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6522496, "supported_languages": null}, "macro.dbt.check_time_data_types": {"name": "check_time_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.check_time_data_types", "macro_sql": "{% macro check_time_data_types(sql) %}\n {% set dbt_updated_at_data_type = get_updated_at_column_data_type(sql) %}\n {% set snapshot_get_time_data_type = get_snapshot_get_time_data_type() %}\n {% if snapshot_get_time_data_type is not none and dbt_updated_at_data_type is not none and snapshot_get_time_data_type != dbt_updated_at_data_type %}\n {% if exceptions.warn_snapshot_timestamp_data_types %}\n {{ exceptions.warn_snapshot_timestamp_data_types(snapshot_get_time_data_type, dbt_updated_at_data_type) }}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_updated_at_column_data_type", "macro.dbt.get_snapshot_get_time_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6525311, "supported_languages": null}, "macro.dbt.get_dbt_valid_to_current": {"name": "get_dbt_valid_to_current", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_dbt_valid_to_current", "macro_sql": "{% macro get_dbt_valid_to_current(strategy, columns) %}\n {% set dbt_valid_to_current = config.get('dbt_valid_to_current') or \"null\" %}\n coalesce(nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}), {{dbt_valid_to_current}})\n as {{ columns.dbt_valid_to }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.652717, "supported_languages": null}, "macro.dbt.unique_key_fields": {"name": "unique_key_fields", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_fields", "macro_sql": "{% macro unique_key_fields(unique_key) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n {{ key }} as dbt_unique_key_{{ loop.index }}\n {%- if not loop.last %} , {%- endif %}\n {% endfor %}\n {% else %}\n {{ unique_key }} as dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6529882, "supported_languages": null}, "macro.dbt.unique_key_join_on": {"name": "unique_key_join_on", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_join_on", "macro_sql": "{% macro unique_key_join_on(unique_key, identifier, from_identifier) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n\t {% set source_unique_key = (identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {% set target_unique_key = (from_identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {{ equals(source_unique_key, target_unique_key) }}\n {%- if not loop.last %} and {%- endif %}\n {% endfor %}\n {% else %}\n {{ identifier }}.dbt_unique_key = {{ from_identifier }}.dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6534116, "supported_languages": null}, "macro.dbt.unique_key_is_null": {"name": "unique_key_is_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_null", "macro_sql": "{% macro unique_key_is_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is null\n {% else %}\n {{ identifier }}.dbt_unique_key is null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6535602, "supported_languages": null}, "macro.dbt.unique_key_is_not_null": {"name": "unique_key_is_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_not_null", "macro_sql": "{% macro unique_key_is_not_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is not null\n {% else %}\n {{ identifier }}.dbt_unique_key is not null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6536949, "supported_languages": null}, "macro.dbt.materialization_snapshot_default": {"name": "materialization_snapshot_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot.sql", "original_file_path": "macros/materializations/snapshots/snapshot.sql", "unique_id": "macro.dbt.materialization_snapshot_default", "macro_sql": "{% materialization snapshot, default %}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {# The model['config'] parameter below is no longer used, but passing anyway for compatibility #}\n {# It was a dictionary of config, instead of the config object from the context #}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", model['config'], target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set build_or_select_sql = build_sql %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {{ adapter.assert_valid_snapshot_target_given_strategy(target_relation, columns, strategy) }}\n\n {% set build_or_select_sql = snapshot_staging_table(strategy, sql, target_relation) %}\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set remove_columns = ['dbt_change_type', 'DBT_CHANGE_TYPE', 'dbt_unique_key', 'DBT_UNIQUE_KEY'] %}\n {% if unique_key | is_list %}\n {% for key in strategy.unique_key %}\n {{ remove_columns.append('dbt_unique_key_' + loop.index|string) }}\n {{ remove_columns.append('DBT_UNIQUE_KEY_' + loop.index|string) }}\n {% endfor %}\n {% endif %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n\n {{ check_time_data_types(build_or_select_sql) }}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.dbt.run_hooks", "macro.dbt.strategy_dispatch", "macro.dbt.build_snapshot_table", "macro.dbt.create_table_as", "macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_staging_table", "macro.dbt.build_snapshot_staging_table", "macro.dbt.create_columns", "macro.dbt.snapshot_merge_sql", "macro.dbt.check_time_data_types", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes", "macro.dbt.post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6563323, "supported_languages": ["sql"]}, "macro.dbt.snapshot_merge_sql": {"name": "snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.snapshot_merge_sql", "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6566508, "supported_languages": null}, "macro.dbt.default__snapshot_merge_sql": {"name": "default__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.default__snapshot_merge_sql", "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n merge into {{ target.render() }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }} = DBT_INTERNAL_DEST.{{ columns.dbt_scd_id }}\n\n when matched\n {% if config.get(\"dbt_valid_to_current\") %}\n\t{% set source_unique_key = (\"DBT_INTERNAL_DEST.\" ~ columns.dbt_valid_to) | trim %}\n\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\tand ({{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null)\n\n {% else %}\n and DBT_INTERNAL_DEST.{{ columns.dbt_valid_to }} is null\n {% endif %}\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6571941, "supported_languages": null}, "macro.dbt.strategy_dispatch": {"name": "strategy_dispatch", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.strategy_dispatch", "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6586432, "supported_languages": null}, "macro.dbt.snapshot_hash_arguments": {"name": "snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_hash_arguments", "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6587627, "supported_languages": null}, "macro.dbt.default__snapshot_hash_arguments": {"name": "default__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_hash_arguments", "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6589293, "supported_languages": null}, "macro.dbt.snapshot_timestamp_strategy": {"name": "snapshot_timestamp_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_timestamp_strategy", "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set primary_key = config.get('unique_key') %}\n {% set updated_at = config.get('updated_at') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.{{ columns.dbt_valid_from }} < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6596403, "supported_languages": null}, "macro.dbt.snapshot_string_as_time": {"name": "snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_string_as_time", "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_string_as_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6597626, "supported_languages": null}, "macro.dbt.default__snapshot_string_as_time": {"name": "default__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_string_as_time", "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.659899, "supported_languages": null}, "macro.dbt.snapshot_check_all_get_existing_columns": {"name": "snapshot_check_all_get_existing_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6609166, "supported_languages": null}, "macro.dbt.snapshot_check_strategy": {"name": "snapshot_check_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_strategy", "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set check_cols_config = config.get('check_cols') %}\n {% set primary_key = config.get('unique_key') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set updated_at = config.get('updated_at') or snapshot_get_time() %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.snapshot_check_all_get_existing_columns", "macro.dbt.get_true_sql", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6620507, "supported_languages": null}, "macro.dbt.get_test_sql": {"name": "get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_test_sql", "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6624591, "supported_languages": null}, "macro.dbt.default__get_test_sql": {"name": "default__get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_test_sql", "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6626658, "supported_languages": null}, "macro.dbt.get_unit_test_sql": {"name": "get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_unit_test_sql", "macro_sql": "{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n {{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_unit_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6628041, "supported_languages": null}, "macro.dbt.default__get_unit_test_sql": {"name": "default__get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_unit_test_sql", "macro_sql": "{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n-- Build actual result given inputs\nwith dbt_internal_unit_test_actual as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal(\"actual\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ main_sql }}\n ) _dbt_internal_unit_test_actual\n),\n-- Build expected result\ndbt_internal_unit_test_expected as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal(\"expected\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ expected_fixture_sql }}\n ) _dbt_internal_unit_test_expected\n)\n-- Union actual and expected results\nselect * from dbt_internal_unit_test_actual\nunion all\nselect * from dbt_internal_unit_test_expected\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6632411, "supported_languages": null}, "macro.dbt.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/test.sql", "original_file_path": "macros/materializations/tests/test.sql", "unique_id": "macro.dbt.materialization_test_default", "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n {% set limit = config.get('limit') %}\n\n {% set sql_with_limit %}\n {{ get_limit_subquery_sql(sql, limit) }}\n {% endset %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% set store_failures_as = config.get('store_failures_as') %}\n -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,\n -- config.get('store_failures_as', 'table') returns None, not 'table'\n {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}\n {% if store_failures_as not in ['table', 'view'] %}\n {{ exceptions.raise_compiler_error(\n \"'\" ~ store_failures_as ~ \"' is not a valid value for `store_failures_as`. \"\n \"Accepted values are: ['ephemeral', 'table', 'view']\"\n ) }}\n {% endif %}\n\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ get_create_sql(target_relation, sql_with_limit) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {# Since the test failures have already been saved to the database, reuse that result rather than querying again #}\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql_with_limit %}\n\n {% endif %}\n\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {# The limit has already been included above, and we do not want to duplicate it again. We also want to be safe for macro overrides treating `limit` as a required parameter. #}\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit=none)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql", "macro.dbt.should_store_failures", "macro.dbt.statement", "macro.dbt.get_create_sql", "macro.dbt.get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6648476, "supported_languages": ["sql"]}, "macro.dbt.materialization_unit_default": {"name": "materialization_unit_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/unit.sql", "original_file_path": "macros/materializations/tests/unit.sql", "unique_id": "macro.dbt.materialization_unit_default", "macro_sql": "{%- materialization unit, default -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %} %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, tested_expected_column_names) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6659184, "supported_languages": ["sql"]}, "macro.dbt.get_where_subquery": {"name": "get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.get_where_subquery", "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_where_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6661658, "supported_languages": null}, "macro.dbt.default__get_where_subquery": {"name": "default__get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.default__get_where_subquery", "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6664205, "supported_languages": null}, "macro.dbt.resolve_model_name": {"name": "resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.resolve_model_name", "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6669588, "supported_languages": null}, "macro.dbt.default__resolve_model_name": {"name": "default__resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.default__resolve_model_name", "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6670668, "supported_languages": null}, "macro.dbt.build_ref_function": {"name": "build_ref_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_ref_function", "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n\n {#\n We want to get the string of the returned relation by calling .render() in order to skip sample/empty\n mode rendering logic. However, people override the default ref macro, and often return a string instead\n of a relation (like the ref macro does by default). Thus, to make sure we dont blow things up, we have\n to ensure the resolved relation has a .render() method.\n #}\n {%- if resolved.render is defined and resolved.render is callable -%}\n {%- set resolved = resolved.render() -%}\n {%- endif -%}\n\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6677747, "supported_languages": null}, "macro.dbt.build_source_function": {"name": "build_source_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_source_function", "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6680803, "supported_languages": null}, "macro.dbt.build_config_dict": {"name": "build_config_dict", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_config_dict", "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.66851, "supported_languages": null}, "macro.dbt.py_script_postfix": {"name": "py_script_postfix", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_postfix", "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.build_ref_function", "macro.dbt.build_source_function", "macro.dbt.build_config_dict", "macro.dbt.resolve_model_name", "macro.dbt.is_incremental", "macro.dbt.py_script_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6688387, "supported_languages": null}, "macro.dbt.py_script_comment": {"name": "py_script_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_comment", "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6688921, "supported_languages": null}, "macro.dbt.get_create_sql": {"name": "get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.get_create_sql", "macro_sql": "{%- macro get_create_sql(relation, sql) -%}\n {{- log('Applying CREATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6691759, "supported_languages": null}, "macro.dbt.default__get_create_sql": {"name": "default__get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.default__get_create_sql", "macro_sql": "{%- macro default__get_create_sql(relation, sql) -%}\n\n {%- if relation.is_view -%}\n {{ get_create_view_as_sql(relation, sql) }}\n\n {%- elif relation.is_table -%}\n {{ get_create_table_as_sql(False, relation, sql) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_create_materialized_view_as_sql(relation, sql) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_create_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.get_create_view_as_sql", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6694896, "supported_languages": null}, "macro.dbt.get_create_backup_sql": {"name": "get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.get_create_backup_sql", "macro_sql": "{%- macro get_create_backup_sql(relation) -%}\n {{- log('Applying CREATE BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6697216, "supported_languages": null}, "macro.dbt.default__get_create_backup_sql": {"name": "default__get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.default__get_create_backup_sql", "macro_sql": "{%- macro default__get_create_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n -- drop any pre-existing backup\n {{ get_drop_sql(backup_relation) }};\n\n {{ get_rename_sql(relation, backup_relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6699088, "supported_languages": null}, "macro.dbt.get_create_intermediate_sql": {"name": "get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.get_create_intermediate_sql", "macro_sql": "{%- macro get_create_intermediate_sql(relation, sql) -%}\n {{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6701572, "supported_languages": null}, "macro.dbt.default__get_create_intermediate_sql": {"name": "default__get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.default__get_create_intermediate_sql", "macro_sql": "{%- macro default__get_create_intermediate_sql(relation, sql) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n -- drop any pre-existing intermediate\n {{ get_drop_sql(intermediate_relation) }};\n\n {{ get_create_sql(intermediate_relation, sql) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6703405, "supported_languages": null}, "macro.dbt.get_drop_sql": {"name": "get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.get_drop_sql", "macro_sql": "{%- macro get_drop_sql(relation) -%}\n {{- log('Applying DROP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.670696, "supported_languages": null}, "macro.dbt.default__get_drop_sql": {"name": "default__get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__get_drop_sql", "macro_sql": "{%- macro default__get_drop_sql(relation) -%}\n\n {%- if relation.is_view -%}\n {{ drop_view(relation) }}\n\n {%- elif relation.is_table -%}\n {{ drop_table(relation) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ drop_materialized_view(relation) }}\n\n {%- else -%}\n drop {{ relation.type }} if exists {{ relation.render() }} cascade\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.drop_view", "macro.dbt.drop_table", "macro.dbt.drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6709843, "supported_languages": null}, "macro.dbt.drop_relation": {"name": "drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation", "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.671178, "supported_languages": null}, "macro.dbt.default__drop_relation": {"name": "default__drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__drop_relation", "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n {{ get_drop_sql(relation) }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6713772, "supported_languages": null}, "macro.dbt.drop_relation_if_exists": {"name": "drop_relation_if_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation_if_exists", "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6716409, "supported_languages": null}, "macro.dbt.get_drop_backup_sql": {"name": "get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.get_drop_backup_sql", "macro_sql": "{%- macro get_drop_backup_sql(relation) -%}\n {{- log('Applying DROP BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6719017, "supported_languages": null}, "macro.dbt.default__get_drop_backup_sql": {"name": "default__get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.default__get_drop_backup_sql", "macro_sql": "{%- macro default__get_drop_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n {{ get_drop_sql(backup_relation) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6720705, "supported_languages": null}, "macro.dbt.get_rename_sql": {"name": "get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.get_rename_sql", "macro_sql": "{%- macro get_rename_sql(relation, new_name) -%}\n {{- log('Applying RENAME to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6724834, "supported_languages": null}, "macro.dbt.default__get_rename_sql": {"name": "default__get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__get_rename_sql", "macro_sql": "{%- macro default__get_rename_sql(relation, new_name) -%}\n\n {%- if relation.is_view -%}\n {{ get_rename_view_sql(relation, new_name) }}\n\n {%- elif relation.is_table -%}\n {{ get_rename_table_sql(relation, new_name) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_rename_materialized_view_sql(relation, new_name) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_rename_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.get_rename_view_sql", "macro.dbt.get_rename_table_sql", "macro.dbt.get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6728346, "supported_languages": null}, "macro.dbt.rename_relation": {"name": "rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.rename_relation", "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__rename_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6730125, "supported_languages": null}, "macro.dbt.default__rename_relation": {"name": "default__rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__rename_relation", "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation.render() }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.673297, "supported_languages": null}, "macro.dbt.get_rename_intermediate_sql": {"name": "get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.get_rename_intermediate_sql", "macro_sql": "{%- macro get_rename_intermediate_sql(relation) -%}\n {{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6735582, "supported_languages": null}, "macro.dbt.default__get_rename_intermediate_sql": {"name": "default__get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.default__get_rename_intermediate_sql", "macro_sql": "{%- macro default__get_rename_intermediate_sql(relation) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n {{ get_rename_sql(intermediate_relation, relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6737185, "supported_languages": null}, "macro.dbt.get_replace_sql": {"name": "get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.get_replace_sql", "macro_sql": "{% macro get_replace_sql(existing_relation, target_relation, sql) %}\n {{- log('Applying REPLACE to: ' ~ existing_relation) -}}\n {{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.674191, "supported_languages": null}, "macro.dbt.default__get_replace_sql": {"name": "default__get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.default__get_replace_sql", "macro_sql": "{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}\n\n {# /* use a create or replace statement if possible */ #}\n\n {% set is_replaceable = existing_relation.type == target_relation.type and existing_relation.can_be_replaced %}\n\n {% if is_replaceable and existing_relation.is_view %}\n {{ get_replace_view_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_table %}\n {{ get_replace_table_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_materialized_view %}\n {{ get_replace_materialized_view_sql(target_relation, sql) }}\n\n {# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}\n {%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}\n {%- elif target_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_drop_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }}\n\n {# /* create target_relation in place by first backing up the existing relation */ #}\n {%- elif existing_relation.can_be_renamed -%}\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* no renaming is allowed, so just drop and create */ #}\n {%- else -%}\n {{ get_drop_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_view_sql", "macro.dbt.get_replace_table_sql", "macro.dbt.get_replace_materialized_view_sql", "macro.dbt.get_create_intermediate_sql", "macro.dbt.get_create_backup_sql", "macro.dbt.get_rename_intermediate_sql", "macro.dbt.get_drop_backup_sql", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6749945, "supported_languages": null}, "macro.dbt.drop_schema_named": {"name": "drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.drop_schema_named", "macro_sql": "{% macro drop_schema_named(schema_name) %}\n {{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_schema_named"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6751986, "supported_languages": null}, "macro.dbt.default__drop_schema_named": {"name": "default__drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.default__drop_schema_named", "macro_sql": "{% macro default__drop_schema_named(schema_name) %}\n {% set schema_relation = api.Relation.create(schema=schema_name) %}\n {{ adapter.drop_schema(schema_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6753452, "supported_languages": null}, "macro.dbt.get_table_columns_and_constraints": {"name": "get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_table_columns_and_constraints", "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.675929, "supported_languages": null}, "macro.dbt.default__get_table_columns_and_constraints": {"name": "default__get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_table_columns_and_constraints", "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6760118, "supported_languages": null}, "macro.dbt.table_columns_and_constraints": {"name": "table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.table_columns_and_constraints", "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6764348, "supported_languages": null}, "macro.dbt.get_assert_columns_equivalent": {"name": "get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_assert_columns_equivalent", "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6765566, "supported_languages": null}, "macro.dbt.default__get_assert_columns_equivalent": {"name": "default__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_assert_columns_equivalent", "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6766477, "supported_languages": null}, "macro.dbt.assert_columns_equivalent": {"name": "assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.assert_columns_equivalent", "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query", "macro.dbt.get_empty_schema_sql", "macro.dbt.format_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6775417, "supported_languages": null}, "macro.dbt.format_columns": {"name": "format_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.format_columns", "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.format_column", "macro.dbt.default__format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6778343, "supported_languages": null}, "macro.dbt.default__format_column": {"name": "default__format_column", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__format_column", "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6780775, "supported_languages": null}, "macro.dbt.get_alter_materialized_view_as_sql": {"name": "get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_alter_materialized_view_as_sql", "macro_sql": "{% macro get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{- log('Applying ALTER to: ' ~ relation) -}}\n {{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n ) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6784923, "supported_languages": null}, "macro.dbt.default__get_alter_materialized_view_as_sql": {"name": "default__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_alter_materialized_view_as_sql", "macro_sql": "{% macro default__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6786246, "supported_languages": null}, "macro.dbt.get_materialized_view_configuration_changes": {"name": "get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_materialized_view_configuration_changes", "macro_sql": "{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}\n /* {#\n It's recommended that configuration changes be formatted as follows:\n {\"\": [{\"action\": \"\", \"context\": ...}]}\n\n For example:\n {\n \"indexes\": [\n {\"action\": \"drop\", \"context\": \"index_abc\"},\n {\"action\": \"create\", \"context\": {\"columns\": [\"column_1\", \"column_2\"], \"type\": \"hash\", \"unique\": True}},\n ],\n }\n\n Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.\n #} */\n {{- log('Determining configuration changes on: ' ~ existing_relation) -}}\n {%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_materialized_view_configuration_changes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6788228, "supported_languages": null}, "macro.dbt.default__get_materialized_view_configuration_changes": {"name": "default__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_materialized_view_configuration_changes", "macro_sql": "{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6789298, "supported_languages": null}, "macro.dbt.get_create_materialized_view_as_sql": {"name": "get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.get_create_materialized_view_as_sql", "macro_sql": "{% macro get_create_materialized_view_as_sql(relation, sql) -%}\n {{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6791315, "supported_languages": null}, "macro.dbt.default__get_create_materialized_view_as_sql": {"name": "default__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.default__get_create_materialized_view_as_sql", "macro_sql": "{% macro default__get_create_materialized_view_as_sql(relation, sql) -%}\n {{ exceptions.raise_compiler_error(\n \"`get_create_materialized_view_as_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6795585, "supported_languages": null}, "macro.dbt.drop_materialized_view": {"name": "drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.drop_materialized_view", "macro_sql": "{% macro drop_materialized_view(relation) -%}\n {{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6797385, "supported_languages": null}, "macro.dbt.default__drop_materialized_view": {"name": "default__drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.default__drop_materialized_view", "macro_sql": "{% macro default__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6798267, "supported_languages": null}, "macro.dbt.refresh_materialized_view": {"name": "refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.refresh_materialized_view", "macro_sql": "{% macro refresh_materialized_view(relation) %}\n {{- log('Applying REFRESH to: ' ~ relation) -}}\n {{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__refresh_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6800413, "supported_languages": null}, "macro.dbt.default__refresh_materialized_view": {"name": "default__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.default__refresh_materialized_view", "macro_sql": "{% macro default__refresh_materialized_view(relation) %}\n {{ exceptions.raise_compiler_error(\"`refresh_materialized_view` has not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6801453, "supported_languages": null}, "macro.dbt.get_rename_materialized_view_sql": {"name": "get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.get_rename_materialized_view_sql", "macro_sql": "{% macro get_rename_materialized_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6803358, "supported_languages": null}, "macro.dbt.default__get_rename_materialized_view_sql": {"name": "default__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.default__get_rename_materialized_view_sql", "macro_sql": "{% macro default__get_rename_materialized_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6804376, "supported_languages": null}, "macro.dbt.get_replace_materialized_view_sql": {"name": "get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.get_replace_materialized_view_sql", "macro_sql": "{% macro get_replace_materialized_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6806576, "supported_languages": null}, "macro.dbt.default__get_replace_materialized_view_sql": {"name": "default__get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.default__get_replace_materialized_view_sql", "macro_sql": "{% macro default__get_replace_materialized_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6807642, "supported_languages": null}, "macro.dbt.get_create_table_as_sql": {"name": "get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_create_table_as_sql", "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_table_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.681219, "supported_languages": null}, "macro.dbt.default__get_create_table_as_sql": {"name": "default__get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_create_table_as_sql", "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6813421, "supported_languages": null}, "macro.dbt.create_table_as": {"name": "create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.create_table_as", "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6816359, "supported_languages": null}, "macro.dbt.default__create_table_as": {"name": "default__create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__create_table_as", "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced and (not temporary) %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.682114, "supported_languages": null}, "macro.dbt.default__get_column_names": {"name": "default__get_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_column_names", "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.682435, "supported_languages": null}, "macro.dbt.get_select_subquery": {"name": "get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_select_subquery", "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6825607, "supported_languages": null}, "macro.dbt.default__get_select_subquery": {"name": "default__get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_select_subquery", "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6826837, "supported_languages": null}, "macro.dbt.drop_table": {"name": "drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.drop_table", "macro_sql": "{% macro drop_table(relation) -%}\n {{- adapter.dispatch('drop_table', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.682863, "supported_languages": null}, "macro.dbt.default__drop_table": {"name": "default__drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.default__drop_table", "macro_sql": "{% macro default__drop_table(relation) -%}\n drop table if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6829503, "supported_languages": null}, "macro.dbt.get_rename_table_sql": {"name": "get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.get_rename_table_sql", "macro_sql": "{% macro get_rename_table_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_rename_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6831496, "supported_languages": null}, "macro.dbt.default__get_rename_table_sql": {"name": "default__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.default__get_rename_table_sql", "macro_sql": "{% macro default__get_rename_table_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6832893, "supported_languages": null}, "macro.dbt.get_replace_table_sql": {"name": "get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.get_replace_table_sql", "macro_sql": "{% macro get_replace_table_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6834817, "supported_languages": null}, "macro.dbt.default__get_replace_table_sql": {"name": "default__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.default__get_replace_table_sql", "macro_sql": "{% macro default__get_replace_table_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6835804, "supported_languages": null}, "macro.dbt.get_create_view_as_sql": {"name": "get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.get_create_view_as_sql", "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.683833, "supported_languages": null}, "macro.dbt.default__get_create_view_as_sql": {"name": "default__get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__get_create_view_as_sql", "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.683938, "supported_languages": null}, "macro.dbt.create_view_as": {"name": "create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.create_view_as", "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6840584, "supported_languages": null}, "macro.dbt.default__create_view_as": {"name": "default__create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__create_view_as", "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation.render() }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6844404, "supported_languages": null}, "macro.dbt.drop_view": {"name": "drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.drop_view", "macro_sql": "{% macro drop_view(relation) -%}\n {{- adapter.dispatch('drop_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.684614, "supported_languages": null}, "macro.dbt.default__drop_view": {"name": "default__drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.default__drop_view", "macro_sql": "{% macro default__drop_view(relation) -%}\n drop view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6846974, "supported_languages": null}, "macro.dbt.get_rename_view_sql": {"name": "get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.get_rename_view_sql", "macro_sql": "{% macro get_rename_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_rename_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6848772, "supported_languages": null}, "macro.dbt.default__get_rename_view_sql": {"name": "default__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.default__get_rename_view_sql", "macro_sql": "{% macro default__get_rename_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6849768, "supported_languages": null}, "macro.dbt.get_replace_view_sql": {"name": "get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.get_replace_view_sql", "macro_sql": "{% macro get_replace_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6853547, "supported_languages": null}, "macro.dbt.default__get_replace_view_sql": {"name": "default__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__get_replace_view_sql", "macro_sql": "{% macro default__get_replace_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6854537, "supported_languages": null}, "macro.dbt.create_or_replace_view": {"name": "create_or_replace_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.create_or_replace_view", "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6861932, "supported_languages": null}, "macro.dbt.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6863277, "supported_languages": null}, "macro.dbt.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation.render() ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.686487, "supported_languages": null}, "macro.dbt.get_fixture_sql": {"name": "get_fixture_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_fixture_sql", "macro_sql": "{% macro get_fixture_sql(rows, column_name_to_data_types) %}\n-- Fixture for {{ model.name }}\n{% set default_row = {} %}\n\n{%- if not column_name_to_data_types -%}\n{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}\n{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}\n{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}\n\n{%- set column_name_to_data_types = {} -%}\n{%- for column in columns_in_relation -%}\n{#-- This needs to be a case-insensitive comparison --#}\n{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n{%- endfor -%}\n{%- endif -%}\n\n{%- if not column_name_to_data_types -%}\n {{ exceptions.raise_compiler_error(\"Not able to get columns for unit test '\" ~ model.name ~ \"' from relation \" ~ this ~ \" because the relation doesn't exist\") }}\n{%- endif -%}\n\n{%- for column_name, column_type in column_name_to_data_types.items() -%}\n {%- do default_row.update({column_name: (safe_cast(\"null\", column_type) | trim )}) -%}\n{%- endfor -%}\n\n{{ validate_fixture_rows(rows, row_number) }}\n\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\n{%- set default_row_copy = default_row.copy() -%}\n{%- do default_row_copy.update(formatted_row) -%}\nselect\n{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n\n{%- if (rows | length) == 0 -%}\n select\n {%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%},{%- endif %}\n {%- endfor %}\n limit 0\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.dbt.safe_cast", "macro.dbt.validate_fixture_rows", "macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6882138, "supported_languages": null}, "macro.dbt.get_expected_sql": {"name": "get_expected_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_expected_sql", "macro_sql": "{% macro get_expected_sql(rows, column_name_to_data_types) %}\n\n{%- if (rows | length) == 0 -%}\n select * from dbt_internal_unit_test_actual\n limit 0\n{%- else -%}\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\nselect\n{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6885917, "supported_languages": null}, "macro.dbt.format_row": {"name": "format_row", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.format_row", "macro_sql": "\n\n{%- macro format_row(row, column_name_to_data_types) -%}\n {#-- generate case-insensitive formatted row --#}\n {% set formatted_row = {} %}\n {%- for column_name, column_value in row.items() -%}\n {% set column_name = column_name|lower %}\n\n {%- if column_name not in column_name_to_data_types %}\n {#-- if user-provided row contains column name that relation does not contain, raise an error --#}\n {% set fixture_name = \"expected output\" if model.resource_type == 'unit_test' else (\"'\" ~ model.name ~ \"'\") %}\n {{ exceptions.raise_compiler_error(\n \"Invalid column name: '\" ~ column_name ~ \"' in unit test fixture for \" ~ fixture_name ~ \".\"\n \"\\nAccepted columns for \" ~ fixture_name ~ \" are: \" ~ (column_name_to_data_types.keys()|list)\n ) }}\n {%- endif -%}\n\n {%- set column_type = column_name_to_data_types[column_name] %}\n\n {#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}\n {%- set column_value_clean = column_value -%}\n {%- if column_value is string -%}\n {%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}\n {%- elif column_value is none -%}\n {%- set column_value_clean = 'null' -%}\n {%- endif -%}\n\n {%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}\n {%- do formatted_row.update(row_update) -%}\n {%- endfor -%}\n {{ return(formatted_row) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.string_literal", "macro.dbt.escape_single_quotes", "macro.dbt.safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6893523, "supported_languages": null}, "macro.dbt.validate_fixture_rows": {"name": "validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.validate_fixture_rows", "macro_sql": "{%- macro validate_fixture_rows(rows, row_number) -%}\n {{ return(adapter.dispatch('validate_fixture_rows', 'dbt')(rows, row_number)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__validate_fixture_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6895003, "supported_languages": null}, "macro.dbt.default__validate_fixture_rows": {"name": "default__validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.default__validate_fixture_rows", "macro_sql": "{%- macro default__validate_fixture_rows(rows, row_number) -%}\n {# This is an abstract method for adapter overrides as needed #}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.689569, "supported_languages": null}, "macro.dbt.any_value": {"name": "any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.any_value", "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__any_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6897495, "supported_languages": null}, "macro.dbt.default__any_value": {"name": "default__any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.default__any_value", "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6898277, "supported_languages": null}, "macro.dbt.array_append": {"name": "array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.array_append", "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__array_append"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6900299, "supported_languages": null}, "macro.dbt.default__array_append": {"name": "default__array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.default__array_append", "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.690129, "supported_languages": null}, "macro.dbt.array_concat": {"name": "array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.array_concat", "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__array_concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6903222, "supported_languages": null}, "macro.dbt.default__array_concat": {"name": "default__array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.default__array_concat", "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6904163, "supported_languages": null}, "macro.dbt.array_construct": {"name": "array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.array_construct", "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6922057, "supported_languages": null}, "macro.dbt.default__array_construct": {"name": "default__array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.default__array_construct", "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6924078, "supported_languages": null}, "macro.dbt.bool_or": {"name": "bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.bool_or", "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__bool_or"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.69261, "supported_languages": null}, "macro.dbt.default__bool_or": {"name": "default__bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.default__bool_or", "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6926932, "supported_languages": null}, "macro.dbt.cast": {"name": "cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.cast", "macro_sql": "{% macro cast(field, type) %}\n {{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6928947, "supported_languages": null}, "macro.dbt.default__cast": {"name": "default__cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.default__cast", "macro_sql": "{% macro default__cast(field, type) %}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6931741, "supported_languages": null}, "macro.dbt.cast_bool_to_text": {"name": "cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.cast_bool_to_text", "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.693407, "supported_languages": null}, "macro.dbt.default__cast_bool_to_text": {"name": "default__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.default__cast_bool_to_text", "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.693523, "supported_languages": null}, "macro.dbt.concat": {"name": "concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.concat", "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6937013, "supported_languages": null}, "macro.dbt.default__concat": {"name": "default__concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.default__concat", "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6937892, "supported_languages": null}, "macro.dbt.type_string": {"name": "type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_string", "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.694341, "supported_languages": null}, "macro.dbt.default__type_string": {"name": "default__type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_string", "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.694447, "supported_languages": null}, "macro.dbt.type_timestamp": {"name": "type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_timestamp", "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6945615, "supported_languages": null}, "macro.dbt.default__type_timestamp": {"name": "default__type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_timestamp", "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.694671, "supported_languages": null}, "macro.dbt.type_float": {"name": "type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_float", "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6947818, "supported_languages": null}, "macro.dbt.default__type_float": {"name": "default__type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_float", "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6948848, "supported_languages": null}, "macro.dbt.type_numeric": {"name": "type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_numeric", "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6949983, "supported_languages": null}, "macro.dbt.default__type_numeric": {"name": "default__type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_numeric", "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6951265, "supported_languages": null}, "macro.dbt.type_bigint": {"name": "type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_bigint", "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_bigint"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6952386, "supported_languages": null}, "macro.dbt.default__type_bigint": {"name": "default__type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_bigint", "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6953433, "supported_languages": null}, "macro.dbt.type_int": {"name": "type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_int", "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6954556, "supported_languages": null}, "macro.dbt.default__type_int": {"name": "default__type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_int", "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.69556, "supported_languages": null}, "macro.dbt.type_boolean": {"name": "type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_boolean", "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6956718, "supported_languages": null}, "macro.dbt.default__type_boolean": {"name": "default__type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_boolean", "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6957746, "supported_languages": null}, "macro.dbt.date": {"name": "date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.date", "macro_sql": "{% macro date(year, month, day) %}\n {{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6960073, "supported_languages": null}, "macro.dbt.default__date": {"name": "default__date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.default__date", "macro_sql": "{% macro default__date(year, month, day) -%}\n {%- set dt = modules.datetime.date(year, month, day) -%}\n {%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}\n to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6962144, "supported_languages": null}, "macro.dbt.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6965907, "supported_languages": null}, "macro.dbt.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6970131, "supported_languages": null}, "macro.dbt.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6971815, "supported_languages": null}, "macro.dbt.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n {# call as follows:\n\n date_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n ) #}\n\n\n with rawdata as (\n\n {{dbt.generate_series(\n dbt.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.generate_series", "macro.dbt.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6974452, "supported_languages": null}, "macro.dbt.date_trunc": {"name": "date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.date_trunc", "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6977565, "supported_languages": null}, "macro.dbt.default__date_trunc": {"name": "default__date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.default__date_trunc", "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6979213, "supported_languages": null}, "macro.dbt.dateadd": {"name": "dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.dateadd", "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6983452, "supported_languages": null}, "macro.dbt.default__dateadd": {"name": "default__dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.default__dateadd", "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6984718, "supported_languages": null}, "macro.dbt.datediff": {"name": "datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.datediff", "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6987126, "supported_languages": null}, "macro.dbt.default__datediff": {"name": "default__datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.default__datediff", "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6988335, "supported_languages": null}, "macro.dbt.equals": {"name": "equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.equals", "macro_sql": "{% macro equals(expr1, expr2) %}\n {{ return(adapter.dispatch('equals', 'dbt') (expr1, expr2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6990683, "supported_languages": null}, "macro.dbt.default__equals": {"name": "default__equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.default__equals", "macro_sql": "{% macro default__equals(expr1, expr2) -%}\n{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}\n case when (({{ expr1 }} = {{ expr2 }}) or ({{ expr1 }} is null and {{ expr2 }} is null))\n then 0\n else 1\n end = 0\n{%- else -%}\n ({{ expr1 }} = {{ expr2 }})\n{%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6993008, "supported_languages": null}, "macro.dbt.escape_single_quotes": {"name": "escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.escape_single_quotes", "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__escape_single_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6995041, "supported_languages": null}, "macro.dbt.default__escape_single_quotes": {"name": "default__escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.default__escape_single_quotes", "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6996093, "supported_languages": null}, "macro.dbt.except": {"name": "except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.except", "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6997757, "supported_languages": null}, "macro.dbt.default__except": {"name": "default__except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.default__except", "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6998346, "supported_languages": null}, "macro.dbt.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.700167, "supported_languages": null}, "macro.dbt.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7004755, "supported_languages": null}, "macro.dbt.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7006097, "supported_languages": null}, "macro.dbt.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.700982, "supported_languages": null}, "macro.dbt.hash": {"name": "hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.hash", "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7011805, "supported_languages": null}, "macro.dbt.default__hash": {"name": "default__hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.default__hash", "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.701295, "supported_languages": null}, "macro.dbt.intersect": {"name": "intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.intersect", "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__intersect"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7014573, "supported_languages": null}, "macro.dbt.default__intersect": {"name": "default__intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.default__intersect", "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7015145, "supported_languages": null}, "macro.dbt.last_day": {"name": "last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.last_day", "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7017372, "supported_languages": null}, "macro.dbt.default_last_day": {"name": "default_last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default_last_day", "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7019253, "supported_languages": null}, "macro.dbt.default__last_day": {"name": "default__last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default__last_day", "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7020316, "supported_languages": null}, "macro.dbt.length": {"name": "length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.length", "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7022197, "supported_languages": null}, "macro.dbt.default__length": {"name": "default__length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.default__length", "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7022955, "supported_languages": null}, "macro.dbt.listagg": {"name": "listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.listagg", "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__listagg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.702614, "supported_languages": null}, "macro.dbt.default__listagg": {"name": "default__listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.default__listagg", "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7029004, "supported_languages": null}, "macro.dbt.string_literal": {"name": "string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.string_literal", "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.703077, "supported_languages": null}, "macro.dbt.default__string_literal": {"name": "default__string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.default__string_literal", "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7031968, "supported_languages": null}, "macro.dbt.position": {"name": "position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.position", "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__position"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7035813, "supported_languages": null}, "macro.dbt.default__position": {"name": "default__position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.default__position", "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7036803, "supported_languages": null}, "macro.dbt.replace": {"name": "replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.replace", "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7038987, "supported_languages": null}, "macro.dbt.default__replace": {"name": "default__replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.default__replace", "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7040167, "supported_languages": null}, "macro.dbt.right": {"name": "right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.right", "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__right"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.704223, "supported_languages": null}, "macro.dbt.default__right": {"name": "default__right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.default__right", "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7043204, "supported_languages": null}, "macro.dbt.safe_cast": {"name": "safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.safe_cast", "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.704527, "supported_languages": null}, "macro.dbt.default__safe_cast": {"name": "default__safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.default__safe_cast", "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7046273, "supported_languages": null}, "macro.dbt.split_part": {"name": "split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.split_part", "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7048934, "supported_languages": null}, "macro.dbt.default__split_part": {"name": "default__split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.default__split_part", "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7050087, "supported_languages": null}, "macro.dbt._split_part_negative": {"name": "_split_part_negative", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt._split_part_negative", "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 + {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.705167, "supported_languages": null}, "macro.dbt.test_unique": {"name": "test_unique", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_unique", "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_unique"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7055087, "supported_languages": null}, "macro.dbt.test_not_null": {"name": "test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_not_null", "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7056882, "supported_languages": null}, "macro.dbt.test_accepted_values": {"name": "test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_accepted_values", "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7059064, "supported_languages": null}, "macro.dbt.test_relationships": {"name": "test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_relationships", "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__test_relationships"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7061157, "supported_languages": null}, "macro.dbt_utils.get_url_host": {"name": "get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.get_url_host", "macro_sql": "{% macro get_url_host(field) -%}\n {{ return(adapter.dispatch('get_url_host', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_host"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7063448, "supported_languages": null}, "macro.dbt_utils.default__get_url_host": {"name": "default__get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.default__get_url_host", "macro_sql": "{% macro default__get_url_host(field) -%}\n\n{%- set parsed =\n dbt.split_part(\n dbt.split_part(\n dbt.replace(\n dbt.replace(\n dbt.replace(field, \"'android-app://'\", \"''\"\n ), \"'http://'\", \"''\"\n ), \"'https://'\", \"''\"\n ), \"'/'\", 1\n ), \"'?'\", 1\n )\n\n-%}\n\n\n {{ dbt.safe_cast(\n parsed,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part", "macro.dbt.replace", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7068, "supported_languages": null}, "macro.dbt_utils.get_url_path": {"name": "get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.get_url_path", "macro_sql": "{% macro get_url_path(field) -%}\n {{ return(adapter.dispatch('get_url_path', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_path"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7070491, "supported_languages": null}, "macro.dbt_utils.default__get_url_path": {"name": "default__get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.default__get_url_path", "macro_sql": "{% macro default__get_url_path(field) -%}\n\n {%- set stripped_url =\n dbt.replace(\n dbt.replace(field, \"'http://'\", \"''\"), \"'https://'\", \"''\")\n -%}\n\n {%- set first_slash_pos -%}\n coalesce(\n nullif({{ dbt.position(\"'/'\", stripped_url) }}, 0),\n {{ dbt.position(\"'?'\", stripped_url) }} - 1\n )\n {%- endset -%}\n\n {%- set parsed_path =\n dbt.split_part(\n dbt.right(\n stripped_url,\n dbt.length(stripped_url) ~ \"-\" ~ first_slash_pos\n ),\n \"'?'\", 1\n )\n -%}\n\n {{ dbt.safe_cast(\n parsed_path,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.position", "macro.dbt.split_part", "macro.dbt.right", "macro.dbt.length", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7074964, "supported_languages": null}, "macro.dbt_utils.get_url_parameter": {"name": "get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.get_url_parameter", "macro_sql": "{% macro get_url_parameter(field, url_parameter) -%}\n {{ return(adapter.dispatch('get_url_parameter', 'dbt_utils')(field, url_parameter)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.707714, "supported_languages": null}, "macro.dbt_utils.default__get_url_parameter": {"name": "default__get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.default__get_url_parameter", "macro_sql": "{% macro default__get_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"='\" -%}\n\n{%- set split = dbt.split_part(dbt.split_part(field, formatted_url_parameter, 2), \"'&'\", 1) -%}\n\nnullif({{ split }},'')\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7079396, "supported_languages": null}, "macro.dbt_utils.test_fewer_rows_than": {"name": "test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.test_fewer_rows_than", "macro_sql": "{% test fewer_rows_than(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_fewer_rows_than', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_fewer_rows_than"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7083712, "supported_languages": null}, "macro.dbt_utils.default__test_fewer_rows_than": {"name": "default__test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.default__test_fewer_rows_than", "macro_sql": "{% macro default__test_fewer_rows_than(model, compare_model, group_by_columns) %}\n\n{{ config(fail_calc = 'sum(coalesce(row_count_delta, 0))') }}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in equal_rowcount. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_fewer_rows_than'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_our_model \n from {{ model }}\n {{ groupby_gb_cols }}\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_comparison_model \n from {{ compare_model }}\n {{ groupby_gb_cols }}\n\n),\ncounts as (\n\n select\n\n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_our_model,\n count_comparison_model\n from a\n full join b on \n a.id_dbtutils_test_fewer_rows_than = b.id_dbtutils_test_fewer_rows_than\n {{ join_gb_cols }}\n\n),\nfinal as (\n\n select *,\n case\n -- fail the test if we have more rows than the reference model and return the row count delta\n when count_our_model > count_comparison_model then (count_our_model - count_comparison_model)\n -- fail the test if they are the same number\n when count_our_model = count_comparison_model then 1\n -- pass the test if the delta is positive (i.e. return the number 0)\n else 0\n end as row_count_delta\n from counts\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7091157, "supported_languages": null}, "macro.dbt_utils.test_equal_rowcount": {"name": "test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.test_equal_rowcount", "macro_sql": "{% test equal_rowcount(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_equal_rowcount', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equal_rowcount"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7095523, "supported_languages": null}, "macro.dbt_utils.default__test_equal_rowcount": {"name": "default__test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.default__test_equal_rowcount", "macro_sql": "{% macro default__test_equal_rowcount(model, compare_model, group_by_columns) %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = 'sum(coalesce(diff_count, 0))') }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(', ') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in fewer_rows_than. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_equal_rowcount'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_a \n from {{ model }}\n {{groupby_gb_cols}}\n\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_b \n from {{ compare_model }}\n {{groupby_gb_cols}}\n\n),\nfinal as (\n\n select\n \n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_a,\n count_b,\n abs(count_a - count_b) as diff_count\n\n from a\n full join b\n on\n a.id_dbtutils_test_equal_rowcount = b.id_dbtutils_test_equal_rowcount\n {{join_gb_cols}}\n\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7104912, "supported_languages": null}, "macro.dbt_utils.test_relationships_where": {"name": "test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.test_relationships_where", "macro_sql": "{% test relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n {{ return(adapter.dispatch('test_relationships_where', 'dbt_utils')(model, column_name, to, field, from_condition, to_condition)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_relationships_where"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7108839, "supported_languages": null}, "macro.dbt_utils.default__test_relationships_where": {"name": "default__test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.default__test_relationships_where", "macro_sql": "{% macro default__test_relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n\n{# T-SQL has no boolean data type so we use 1=1 which returns TRUE #}\n{# ref https://stackoverflow.com/a/7170753/3842610 #}\n\nwith left_table as (\n\n select\n {{column_name}} as id\n\n from {{model}}\n\n where {{column_name}} is not null\n and {{from_condition}}\n\n),\n\nright_table as (\n\n select\n {{field}} as id\n\n from {{to}}\n\n where {{field}} is not null\n and {{to_condition}}\n\n),\n\nexceptions as (\n\n select\n left_table.id,\n right_table.id as right_id\n\n from left_table\n\n left join right_table\n on left_table.id = right_table.id\n\n where right_table.id is null\n\n)\n\nselect * from exceptions\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7111442, "supported_languages": null}, "macro.dbt_utils.test_recency": {"name": "test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.test_recency", "macro_sql": "{% test recency(model, field, datepart, interval, ignore_time_component=False, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_recency', 'dbt_utils')(model, field, datepart, interval, ignore_time_component, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_recency"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7115636, "supported_languages": null}, "macro.dbt_utils.default__test_recency": {"name": "default__test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.default__test_recency", "macro_sql": "{% macro default__test_recency(model, field, datepart, interval, ignore_time_component, group_by_columns) %}\n\n{% set threshold = 'cast(' ~ dbt.dateadd(datepart, interval * -1, dbt.current_timestamp()) ~ ' as ' ~ ('date' if ignore_time_component else dbt.type_timestamp()) ~ ')' %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nwith recency as (\n\n select \n\n {{ select_gb_cols }}\n {% if ignore_time_component %}\n cast(max({{ field }}) as date) as most_recent\n {%- else %}\n max({{ field }}) as most_recent\n {%- endif %}\n\n from {{ model }}\n\n {{ groupby_gb_cols }}\n\n)\n\nselect\n\n {{ select_gb_cols }}\n most_recent,\n {{ threshold }} as threshold\n\nfrom recency\nwhere most_recent < {{ threshold }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.current_timestamp", "macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.712834, "supported_languages": null}, "macro.dbt_utils.test_not_constant": {"name": "test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.test_not_constant", "macro_sql": "{% test not_constant(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_constant', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_constant"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7132132, "supported_languages": null}, "macro.dbt_utils.default__test_not_constant": {"name": "default__test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.default__test_not_constant", "macro_sql": "{% macro default__test_not_constant(model, column_name, group_by_columns) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nselect\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count(distinct {{ column_name }}) as filler_column\n\nfrom {{ model }}\n\n {{groupby_gb_cols}}\n\nhaving count(distinct {{ column_name }}) = 1\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7136497, "supported_languages": null}, "macro.dbt_utils.test_accepted_range": {"name": "test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.test_accepted_range", "macro_sql": "{% test accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n {{ return(adapter.dispatch('test_accepted_range', 'dbt_utils')(model, column_name, min_value, max_value, inclusive)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_accepted_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7140262, "supported_languages": null}, "macro.dbt_utils.default__test_accepted_range": {"name": "default__test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.default__test_accepted_range", "macro_sql": "{% macro default__test_accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n\nwith meet_condition as(\n select *\n from {{ model }}\n),\n\nvalidation_errors as (\n select *\n from meet_condition\n where\n -- never true, defaults to an empty result set. Exists to ensure any combo of the `or` clauses below succeeds\n 1 = 2\n\n {%- if min_value is not none %}\n -- records with a value >= min_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} > {{- \"=\" if inclusive }} {{ min_value }}\n {%- endif %}\n\n {%- if max_value is not none %}\n -- records with a value <= max_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} < {{- \"=\" if inclusive }} {{ max_value }}\n {%- endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.714403, "supported_languages": null}, "macro.dbt_utils.test_not_accepted_values": {"name": "test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.test_not_accepted_values", "macro_sql": "{% test not_accepted_values(model, column_name, values, quote=True) %}\n {{ return(adapter.dispatch('test_not_accepted_values', 'dbt_utils')(model, column_name, values, quote)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7147105, "supported_languages": null}, "macro.dbt_utils.default__test_not_accepted_values": {"name": "default__test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.default__test_not_accepted_values", "macro_sql": "{% macro default__test_not_accepted_values(model, column_name, values, quote=True) %}\nwith all_values as (\n\n select distinct\n {{ column_name }} as value_field\n\n from {{ model }}\n\n),\n\nvalidation_errors as (\n\n select\n value_field\n\n from all_values\n where value_field in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n )\n\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.715005, "supported_languages": null}, "macro.dbt_utils.test_at_least_one": {"name": "test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.test_at_least_one", "macro_sql": "{% test at_least_one(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_at_least_one', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_at_least_one"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7153986, "supported_languages": null}, "macro.dbt_utils.default__test_at_least_one": {"name": "default__test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.default__test_at_least_one", "macro_sql": "{% macro default__test_at_least_one(model, column_name, group_by_columns) %}\n\n{% set pruned_cols = [column_name] %}\n\n{% if group_by_columns|length() > 0 %}\n\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n {% set pruned_cols = group_by_columns %}\n\n {% if column_name not in pruned_cols %}\n {% do pruned_cols.append(column_name) %}\n {% endif %}\n\n{% endif %}\n\n{% set select_pruned_cols = pruned_cols|join(' ,') %}\n\nselect *\nfrom (\n with pruned_rows as (\n select\n {{ select_pruned_cols }}\n from {{ model }}\n {% if group_by_columns|length() == 0 %}\n where {{ column_name }} is not null\n limit 1\n {% endif %}\n )\n select\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count({{ column_name }}) as filler_column\n\n from pruned_rows\n\n {{groupby_gb_cols}}\n\n having count({{ column_name }}) = 0\n\n) validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7160983, "supported_languages": null}, "macro.dbt_utils.test_unique_combination_of_columns": {"name": "test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.test_unique_combination_of_columns", "macro_sql": "{% test unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n {{ return(adapter.dispatch('test_unique_combination_of_columns', 'dbt_utils')(model, combination_of_columns, quote_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_unique_combination_of_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7164323, "supported_languages": null}, "macro.dbt_utils.default__test_unique_combination_of_columns": {"name": "default__test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.default__test_unique_combination_of_columns", "macro_sql": "{% macro default__test_unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n\n{% if not quote_columns %}\n {%- set column_list=combination_of_columns %}\n{% elif quote_columns %}\n {%- set column_list=[] %}\n {% for column in combination_of_columns -%}\n {% set column_list = column_list.append( adapter.quote(column) ) %}\n {%- endfor %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`quote_columns` argument for unique_combination_of_columns test must be one of [True, False] Got: '\" ~ quote ~\"'.'\"\n ) }}\n{% endif %}\n\n{%- set columns_csv=column_list | join(', ') %}\n\n\nwith validation_errors as (\n\n select\n {{ columns_csv }}\n from {{ model }}\n group by {{ columns_csv }}\n having count(*) > 1\n\n)\n\nselect *\nfrom validation_errors\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7169185, "supported_languages": null}, "macro.dbt_utils.test_cardinality_equality": {"name": "test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.test_cardinality_equality", "macro_sql": "{% test cardinality_equality(model, column_name, to, field) %}\n {{ return(adapter.dispatch('test_cardinality_equality', 'dbt_utils')(model, column_name, to, field)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_cardinality_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7172167, "supported_languages": null}, "macro.dbt_utils.default__test_cardinality_equality": {"name": "default__test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.default__test_cardinality_equality", "macro_sql": "{% macro default__test_cardinality_equality(model, column_name, to, field) %}\n\n{# T-SQL does not let you use numbers as aliases for columns #}\n{# Thus, no \"GROUP BY 1\" #}\n\nwith table_a as (\nselect\n {{ column_name }},\n count(*) as num_rows\nfrom {{ model }}\ngroup by {{ column_name }}\n),\n\ntable_b as (\nselect\n {{ field }},\n count(*) as num_rows\nfrom {{ to }}\ngroup by {{ field }}\n),\n\nexcept_a as (\n select *\n from table_a\n {{ dbt.except() }}\n select *\n from table_b\n),\n\nexcept_b as (\n select *\n from table_b\n {{ dbt.except() }}\n select *\n from table_a\n),\n\nunioned as (\n select *\n from except_a\n union all\n select *\n from except_b\n)\n\nselect *\nfrom unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7174664, "supported_languages": null}, "macro.dbt_utils.test_expression_is_true": {"name": "test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.test_expression_is_true", "macro_sql": "{% test expression_is_true(model, expression, column_name=None) %}\n {{ return(adapter.dispatch('test_expression_is_true', 'dbt_utils')(model, expression, column_name)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_expression_is_true"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7177365, "supported_languages": null}, "macro.dbt_utils.default__test_expression_is_true": {"name": "default__test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.default__test_expression_is_true", "macro_sql": "{% macro default__test_expression_is_true(model, expression, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else \"1\" %}\n\nselect\n {{ column_list }}\nfrom {{ model }}\n{% if column_name is none %}\nwhere not({{ expression }})\n{%- else %}\nwhere not({{ column_name }} {{ expression }})\n{%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7179961, "supported_languages": null}, "macro.dbt_utils.test_not_null_proportion": {"name": "test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.test_not_null_proportion", "macro_sql": "{% macro test_not_null_proportion(model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_null_proportion', 'dbt_utils')(model, group_by_columns, **kwargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_null_proportion"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7183297, "supported_languages": null}, "macro.dbt_utils.default__test_not_null_proportion": {"name": "default__test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.default__test_not_null_proportion", "macro_sql": "{% macro default__test_not_null_proportion(model, group_by_columns) %}\n\n{% set column_name = kwargs.get('column_name', kwargs.get('arg')) %}\n{% set at_least = kwargs.get('at_least', kwargs.get('arg')) %}\n{% set at_most = kwargs.get('at_most', kwargs.get('arg', 1)) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith validation as (\n select\n {{select_gb_cols}}\n sum(case when {{ column_name }} is null then 0 else 1 end) / cast(count(*) as {{ dbt.type_numeric() }}) as not_null_proportion\n from {{ model }}\n {{groupby_gb_cols}}\n),\nvalidation_errors as (\n select\n {{select_gb_cols}}\n not_null_proportion\n from validation\n where not_null_proportion < {{ at_least }} or not_null_proportion > {{ at_most }}\n)\nselect\n *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7189229, "supported_languages": null}, "macro.dbt_utils.test_sequential_values": {"name": "test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.test_sequential_values", "macro_sql": "{% test sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n {{ return(adapter.dispatch('test_sequential_values', 'dbt_utils')(model, column_name, interval, datepart, group_by_columns)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_sequential_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.719331, "supported_languages": null}, "macro.dbt_utils.default__test_sequential_values": {"name": "default__test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.default__test_sequential_values", "macro_sql": "{% macro default__test_sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n{% set previous_column_name = \"previous_\" ~ dbt_utils.slugify(column_name) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(',') + ', ' %}\n {% set partition_gb_cols = 'partition by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith windowed as (\n\n select\n {{ select_gb_cols }}\n {{ column_name }},\n lag({{ column_name }}) over (\n {{partition_gb_cols}}\n order by {{ column_name }}\n ) as {{ previous_column_name }}\n from {{ model }}\n),\n\nvalidation_errors as (\n select\n *\n from windowed\n {% if datepart %}\n where not(cast({{ column_name }} as {{ dbt.type_timestamp() }})= cast({{ dbt.dateadd(datepart, interval, previous_column_name) }} as {{ dbt.type_timestamp() }}))\n {% else %}\n where not({{ column_name }} = {{ previous_column_name }} + {{ interval }})\n {% endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.slugify", "macro.dbt.type_timestamp", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7199783, "supported_languages": null}, "macro.dbt_utils.test_equality": {"name": "test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.test_equality", "macro_sql": "{% test equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n {{ return(adapter.dispatch('test_equality', 'dbt_utils')(model, compare_model, compare_columns, exclude_columns, precision)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7209032, "supported_languages": null}, "macro.dbt_utils.default__test_equality": {"name": "default__test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.default__test_equality", "macro_sql": "{% macro default__test_equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n\n{%- if compare_columns and exclude_columns -%}\n {{ exceptions.raise_compiler_error(\"Both a compare and an ignore list were provided to the `equality` macro. Only one is allowed\") }}\n{%- endif -%}\n\n{% set set_diff %}\n count(*) + coalesce(abs(\n sum(case when which_diff = 'a_minus_b' then 1 else 0 end) -\n sum(case when which_diff = 'b_minus_a' then 1 else 0 end)\n ), 0)\n{% endset %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = set_diff) }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n\n\n-- setup\n{%- do dbt_utils._is_relation(model, 'test_equality') -%}\n\n{# Ensure there are no extra columns in the compare_model vs model #}\n{%- if not compare_columns -%}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- do dbt_utils._is_ephemeral(compare_model, 'test_equality') -%}\n\n {%- set model_columns = adapter.get_columns_in_relation(model) -%}\n {%- set compare_model_columns = adapter.get_columns_in_relation(compare_model) -%}\n\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- set include_model_columns = [] %}\n {%- for column in model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n {%- for column in compare_model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_model_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns_set = set(include_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(include_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- else -%}\n {%- set compare_columns_set = set(model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(compare_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- endif -%}\n\n {% if compare_columns_set != compare_model_columns_set %}\n {{ exceptions.raise_compiler_error(compare_model ~\" has less columns than \" ~ model ~ \", please ensure they have the same columns or use the `compare_columns` or `exclude_columns` arguments to subset them.\") }}\n {% endif %}\n\n\n{% endif %}\n\n{%- if not precision -%}\n {%- if not compare_columns -%}\n {# \n You cannot get the columns in an ephemeral model (due to not existing in the information schema),\n so if the user does not provide an explicit list of columns we must error in the case it is ephemeral\n #}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set compare_columns = adapter.get_columns_in_relation(model)-%}\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- for column in compare_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns = include_columns | map(attribute='quoted') %}\n {%- else -%} {# Compare columns provided #}\n {%- set compare_columns = compare_columns | map(attribute='quoted') %}\n {%- endif -%}\n {%- endif -%}\n\n {% set compare_cols_csv = compare_columns | join(', ') %}\n\n{% else %} {# Precision required #}\n {#-\n If rounding is required, we need to get the types, so it cannot be ephemeral even if they provide column names\n -#}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set columns = adapter.get_columns_in_relation(model) -%}\n\n {% set columns_list = [] %}\n {%- for col in columns -%}\n {%- if (\n (col.name|lower in compare_columns|map('lower') or not compare_columns) and\n (col.name|lower not in exclude_columns|map('lower') or not exclude_columns)\n ) -%}\n {# Databricks double type is not picked up by any number type checks in dbt #}\n {%- if col.is_float() or col.is_numeric() or col.data_type == 'double' -%}\n {# Cast is required due to postgres not having round for a double precision number #}\n {%- do columns_list.append('round(cast(' ~ col.quoted ~ ' as ' ~ dbt.type_numeric() ~ '),' ~ precision ~ ') as ' ~ col.quoted) -%}\n {%- else -%} {# Non-numeric type #}\n {%- do columns_list.append(col.quoted) -%}\n {%- endif -%}\n {% endif %}\n {%- endfor -%}\n\n {% set compare_cols_csv = columns_list | join(', ') %}\n\n{% endif %}\n\nwith a as (\n\n select * from {{ model }}\n\n),\n\nb as (\n\n select * from {{ compare_model }}\n\n),\n\na_minus_b as (\n\n select {{compare_cols_csv}} from a\n {{ dbt.except() }}\n select {{compare_cols_csv}} from b\n\n),\n\nb_minus_a as (\n\n select {{compare_cols_csv}} from b\n {{ dbt.except() }}\n select {{compare_cols_csv}} from a\n\n),\n\nunioned as (\n\n select 'a_minus_b' as which_diff, a_minus_b.* from a_minus_b\n union all\n select 'b_minus_a' as which_diff, b_minus_a.* from b_minus_a\n\n)\n\nselect * from unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_numeric", "macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7239716, "supported_languages": null}, "macro.dbt_utils.test_not_empty_string": {"name": "test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.test_not_empty_string", "macro_sql": "{% test not_empty_string(model, column_name, trim_whitespace=true) %}\n\n {{ return(adapter.dispatch('test_not_empty_string', 'dbt_utils')(model, column_name, trim_whitespace)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_empty_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7243304, "supported_languages": null}, "macro.dbt_utils.default__test_not_empty_string": {"name": "default__test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.default__test_not_empty_string", "macro_sql": "{% macro default__test_not_empty_string(model, column_name, trim_whitespace=true) %}\n\n with\n \n all_values as (\n\n select \n\n\n {% if trim_whitespace == true -%}\n\n trim({{ column_name }}) as {{ column_name }}\n\n {%- else -%}\n\n {{ column_name }}\n\n {%- endif %}\n \n from {{ model }}\n\n ),\n\n errors as (\n\n select * from all_values\n where {{ column_name }} = ''\n\n )\n\n select * from errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.724582, "supported_languages": null}, "macro.dbt_utils.test_mutually_exclusive_ranges": {"name": "test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.test_mutually_exclusive_ranges", "macro_sql": "{% test mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n {{ return(adapter.dispatch('test_mutually_exclusive_ranges', 'dbt_utils')(model, lower_bound_column, upper_bound_column, partition_by, gaps, zero_length_range_allowed)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_mutually_exclusive_ranges"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7252445, "supported_languages": null}, "macro.dbt_utils.default__test_mutually_exclusive_ranges": {"name": "default__test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.default__test_mutually_exclusive_ranges", "macro_sql": "{% macro default__test_mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n{% if gaps == 'not_allowed' %}\n {% set allow_gaps_operator='=' %}\n {% set allow_gaps_operator_in_words='equal_to' %}\n{% elif gaps == 'allowed' %}\n {% set allow_gaps_operator='<=' %}\n {% set allow_gaps_operator_in_words='less_than_or_equal_to' %}\n{% elif gaps == 'required' %}\n {% set allow_gaps_operator='<' %}\n {% set allow_gaps_operator_in_words='less_than' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`gaps` argument for mutually_exclusive_ranges test must be one of ['not_allowed', 'allowed', 'required'] Got: '\" ~ gaps ~\"'.'\"\n ) }}\n{% endif %}\n{% if not zero_length_range_allowed %}\n {% set allow_zero_length_operator='<' %}\n {% set allow_zero_length_operator_in_words='less_than' %}\n{% elif zero_length_range_allowed %}\n {% set allow_zero_length_operator='<=' %}\n {% set allow_zero_length_operator_in_words='less_than_or_equal_to' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`zero_length_range_allowed` argument for mutually_exclusive_ranges test must be one of [true, false] Got: '\" ~ zero_length_range_allowed ~\"'.'\"\n ) }}\n{% endif %}\n\n{% set partition_clause=\"partition by \" ~ partition_by if partition_by else '' %}\n\nwith window_functions as (\n\n select\n {% if partition_by %}\n {{ partition_by }} as partition_by_col,\n {% endif %}\n {{ lower_bound_column }} as lower_bound,\n {{ upper_bound_column }} as upper_bound,\n\n lead({{ lower_bound_column }}) over (\n {{ partition_clause }}\n order by {{ lower_bound_column }}, {{ upper_bound_column }}\n ) as next_lower_bound,\n\n row_number() over (\n {{ partition_clause }}\n order by {{ lower_bound_column }} desc, {{ upper_bound_column }} desc\n ) = 1 as is_last_record\n\n from {{ model }}\n\n),\n\ncalc as (\n -- We want to return records where one of our assumptions fails, so we'll use\n -- the `not` function with `and` statements so we can write our assumptions more cleanly\n select\n *,\n\n -- For each record: lower_bound should be < upper_bound.\n -- Coalesce it to return an error on the null case (implicit assumption\n -- these columns are not_null)\n coalesce(\n lower_bound {{ allow_zero_length_operator }} upper_bound,\n false\n ) as lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound,\n\n -- For each record: upper_bound {{ allow_gaps_operator }} the next lower_bound.\n -- Coalesce it to handle null cases for the last record.\n coalesce(\n upper_bound {{ allow_gaps_operator }} next_lower_bound,\n is_last_record,\n false\n ) as upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n\n from window_functions\n\n),\n\nvalidation_errors as (\n\n select\n *\n from calc\n\n where not(\n -- THE FOLLOWING SHOULD BE TRUE --\n lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound\n and upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n )\n)\n\nselect * from validation_errors\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7264848, "supported_languages": null}, "macro.dbt_utils.pretty_log_format": {"name": "pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.pretty_log_format", "macro_sql": "{% macro pretty_log_format(message) %}\n {{ return(adapter.dispatch('pretty_log_format', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7266994, "supported_languages": null}, "macro.dbt_utils.default__pretty_log_format": {"name": "default__pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.default__pretty_log_format", "macro_sql": "{% macro default__pretty_log_format(message) %}\n {{ return( dbt_utils.pretty_time() ~ ' + ' ~ message) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7268417, "supported_languages": null}, "macro.dbt_utils._is_relation": {"name": "_is_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_relation.sql", "original_file_path": "macros/jinja_helpers/_is_relation.sql", "unique_id": "macro.dbt_utils._is_relation", "macro_sql": "{% macro _is_relation(obj, macro) %}\n {%- if not (obj is mapping and obj.get('metadata', {}).get('type', '').endswith('Relation')) -%}\n {%- do exceptions.raise_compiler_error(\"Macro \" ~ macro ~ \" expected a Relation but received the value: \" ~ obj) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.727212, "supported_languages": null}, "macro.dbt_utils.pretty_time": {"name": "pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.pretty_time", "macro_sql": "{% macro pretty_time(format='%H:%M:%S') %}\n {{ return(adapter.dispatch('pretty_time', 'dbt_utils')(format)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.727429, "supported_languages": null}, "macro.dbt_utils.default__pretty_time": {"name": "default__pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.default__pretty_time", "macro_sql": "{% macro default__pretty_time(format='%H:%M:%S') %}\n {{ return(modules.datetime.datetime.now().strftime(format)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7275636, "supported_languages": null}, "macro.dbt_utils.log_info": {"name": "log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.log_info", "macro_sql": "{% macro log_info(message) %}\n {{ return(adapter.dispatch('log_info', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__log_info"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7277536, "supported_languages": null}, "macro.dbt_utils.default__log_info": {"name": "default__log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.default__log_info", "macro_sql": "{% macro default__log_info(message) %}\n {{ log(dbt_utils.pretty_log_format(message), info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7278879, "supported_languages": null}, "macro.dbt_utils.slugify": {"name": "slugify", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/slugify.sql", "original_file_path": "macros/jinja_helpers/slugify.sql", "unique_id": "macro.dbt_utils.slugify", "macro_sql": "{% macro slugify(string) %}\n\n{% if not string %}\n{{ return('') }}\n{% endif %}\n\n{#- Lower case the string -#}\n{% set string = string | lower %}\n{#- Replace spaces and dashes with underscores -#}\n{% set string = modules.re.sub('[ -]+', '_', string) %}\n{#- Only take letters, numbers, and underscores -#}\n{% set string = modules.re.sub('[^a-z0-9_]+', '', string) %}\n{#- Prepends \"_\" if string begins with a number -#}\n{% set string = modules.re.sub('^[0-9]', '_' + string[0], string) %}\n\n{{ return(string) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.728449, "supported_languages": null}, "macro.dbt_utils._is_ephemeral": {"name": "_is_ephemeral", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_ephemeral.sql", "original_file_path": "macros/jinja_helpers/_is_ephemeral.sql", "unique_id": "macro.dbt_utils._is_ephemeral", "macro_sql": "{% macro _is_ephemeral(obj, macro) %}\n {%- if obj.is_cte -%}\n {% set ephemeral_prefix = api.Relation.add_ephemeral_prefix('') %}\n {% if obj.name.startswith(ephemeral_prefix) %}\n {% set model_name = obj.name[(ephemeral_prefix|length):] %}\n {% else %}\n {% set model_name = obj.name %}\n {%- endif -%}\n {% set error_message %}\nThe `{{ macro }}` macro cannot be used with ephemeral models, as it relies on the information schema.\n\n`{{ model_name }}` is an ephemeral model. Consider making it a view or table instead.\n {% endset %}\n {%- do exceptions.raise_compiler_error(error_message) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7289975, "supported_languages": null}, "macro.dbt_utils.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt_utils')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.735013, "supported_languages": null}, "macro.dbt_utils.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7354693, "supported_languages": null}, "macro.dbt_utils.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt_utils')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7356405, "supported_languages": null}, "macro.dbt_utils.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n{# call as follows:\n\ndate_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n) #}\n\n\nwith rawdata as (\n\n {{dbt_utils.generate_series(\n dbt_utils.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n),\n\nall_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n)\n\nselect * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.generate_series", "macro.dbt_utils.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.735887, "supported_languages": null}, "macro.dbt_utils.safe_subtract": {"name": "safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.safe_subtract", "macro_sql": "{%- macro safe_subtract(field_list) -%}\n {{ return(adapter.dispatch('safe_subtract', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_subtract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.736146, "supported_languages": null}, "macro.dbt_utils.default__safe_subtract": {"name": "default__safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.default__safe_subtract", "macro_sql": "\n\n{%- macro default__safe_subtract(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_subtract` macro takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' -\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7365134, "supported_languages": null}, "macro.dbt_utils.nullcheck_table": {"name": "nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.nullcheck_table", "macro_sql": "{% macro nullcheck_table(relation) %}\n {{ return(adapter.dispatch('nullcheck_table', 'dbt_utils')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.736724, "supported_languages": null}, "macro.dbt_utils.default__nullcheck_table": {"name": "default__nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.default__nullcheck_table", "macro_sql": "{% macro default__nullcheck_table(relation) %}\n\n {%- do dbt_utils._is_relation(relation, 'nullcheck_table') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'nullcheck_table') -%}\n {% set cols = adapter.get_columns_in_relation(relation) %}\n\n select {{ dbt_utils.nullcheck(cols) }}\n from {{relation}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.736949, "supported_languages": null}, "macro.dbt_utils.get_relations_by_pattern": {"name": "get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.get_relations_by_pattern", "macro_sql": "{% macro get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_pattern', 'dbt_utils')(schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7372942, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_pattern": {"name": "default__get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_pattern", "macro_sql": "{% macro default__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7378788, "supported_languages": null}, "macro.dbt_utils.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.73821, "supported_languages": null}, "macro.dbt_utils.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.738665, "supported_languages": null}, "macro.dbt_utils.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7388117, "supported_languages": null}, "macro.dbt_utils.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt_utils.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7391818, "supported_languages": null}, "macro.dbt_utils.get_relations_by_prefix": {"name": "get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.get_relations_by_prefix", "macro_sql": "{% macro get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_prefix', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7395823, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_prefix": {"name": "default__get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_prefix", "macro_sql": "{% macro default__get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_prefix_sql(schema, prefix, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7402127, "supported_languages": null}, "macro.dbt_utils.get_tables_by_prefix_sql": {"name": "get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_prefix_sql", "macro_sql": "{% macro get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_prefix_sql', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7404976, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_prefix_sql": {"name": "default__get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_prefix_sql", "macro_sql": "{% macro default__get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(\n schema_pattern = schema,\n table_pattern = prefix ~ '%',\n exclude = exclude,\n database = database\n ) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7406886, "supported_languages": null}, "macro.dbt_utils.star": {"name": "star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.star", "macro_sql": "{% macro star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {{ return(adapter.dispatch('star', 'dbt_utils')(from, relation_alias, except, prefix, suffix, quote_identifiers)) }}\r\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7412395, "supported_languages": null}, "macro.dbt_utils.default__star": {"name": "default__star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.default__star", "macro_sql": "{% macro default__star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {%- do dbt_utils._is_relation(from, 'star') -%}\r\n {%- do dbt_utils._is_ephemeral(from, 'star') -%}\r\n\r\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\r\n {%- if not execute -%}\r\n {% do return('*') %}\r\n {%- endif -%}\r\n\r\n {% set cols = dbt_utils.get_filtered_columns_in_relation(from, except) %}\r\n\r\n {%- if cols|length <= 0 -%}\r\n {% if flags.WHICH == 'compile' %}\r\n {% set response %}\r\n*\r\n/* No columns were returned. Maybe the relation doesn't exist yet \r\nor all columns were excluded. This star is only output during \r\ndbt compile, and exists to keep SQLFluff happy. */\r\n {% endset %}\r\n {% do return(response) %}\r\n {% else %}\r\n {% do return(\"/* no columns returned from star() macro */\") %}\r\n {% endif %}\r\n {%- else -%}\r\n {%- for col in cols %}\r\n {%- if relation_alias %}{{ relation_alias }}.{% else %}{%- endif -%}\r\n {%- if quote_identifiers -%}\r\n {{ adapter.quote(col)|trim }} {%- if prefix!='' or suffix!='' %} as {{ adapter.quote(prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {%- else -%}\r\n {{ col|trim }} {%- if prefix!='' or suffix!='' %} as {{ (prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {% endif %}\r\n {%- if not loop.last %},{{ '\\n ' }}{%- endif -%}\r\n {%- endfor -%}\r\n {% endif %}\r\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7423282, "supported_languages": null}, "macro.dbt_utils.unpivot": {"name": "unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.unpivot", "macro_sql": "{% macro unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n {{ return(adapter.dispatch('unpivot', 'dbt_utils')(relation, cast_to, exclude, remove, field_name, value_name, quote_identifiers)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__unpivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7429595, "supported_languages": null}, "macro.dbt_utils.default__unpivot": {"name": "default__unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.default__unpivot", "macro_sql": "{% macro default__unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n\n {% if not relation %}\n {{ exceptions.raise_compiler_error(\"Error: argument `relation` is required for `unpivot` macro.\") }}\n {% endif %}\n\n {%- set exclude = exclude if exclude is not none else [] %}\n {%- set remove = remove if remove is not none else [] %}\n\n {%- set include_cols = [] %}\n\n {%- set table_columns = {} %}\n\n {%- do table_columns.update({relation: []}) %}\n\n {%- do dbt_utils._is_relation(relation, 'unpivot') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'unpivot') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) %}\n\n {%- for col in cols -%}\n {%- if col.column.lower() not in remove|map('lower') and col.column.lower() not in exclude|map('lower') -%}\n {% do include_cols.append(col) %}\n {%- endif %}\n {%- endfor %}\n\n\n {%- for col in include_cols -%}\n {%- set current_col_name = adapter.quote(col.column) if quote_identifiers else col.column -%}\n select\n {%- for exclude_col in exclude %}\n {{ adapter.quote(exclude_col) if quote_identifiers else exclude_col }},\n {%- endfor %}\n\n cast('{{ col.column }}' as {{ dbt.type_string() }}) as {{ adapter.quote(field_name) if quote_identifiers else field_name }},\n cast( {% if col.data_type == 'boolean' %}\n {{ dbt.cast_bool_to_text(current_col_name) }}\n {% else %}\n {{ current_col_name }}\n {% endif %}\n as {{ cast_to }}) as {{ adapter.quote(value_name) if quote_identifiers else value_name }}\n\n from {{ relation }}\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n {%- endfor -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_string", "macro.dbt.cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7443104, "supported_languages": null}, "macro.dbt_utils.safe_divide": {"name": "safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.safe_divide", "macro_sql": "{% macro safe_divide(numerator, denominator) -%}\n {{ return(adapter.dispatch('safe_divide', 'dbt_utils')(numerator, denominator)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_divide"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.744701, "supported_languages": null}, "macro.dbt_utils.default__safe_divide": {"name": "default__safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.default__safe_divide", "macro_sql": "{% macro default__safe_divide(numerator, denominator) %}\n ( {{ numerator }} ) / nullif( ( {{ denominator }} ), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7448318, "supported_languages": null}, "macro.dbt_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('union_relations', 'dbt_utils')(relations, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7456925, "supported_languages": null}, "macro.dbt_utils.default__union_relations": {"name": "default__union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.default__union_relations", "macro_sql": "\n\n{%- macro default__union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ relation }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.748133, "supported_languages": null}, "macro.dbt_utils.group_by": {"name": "group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.group_by", "macro_sql": "{%- macro group_by(n) -%}\n {{ return(adapter.dispatch('group_by', 'dbt_utils')(n)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7483687, "supported_languages": null}, "macro.dbt_utils.default__group_by": {"name": "default__group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.default__group_by", "macro_sql": "\n\n{%- macro default__group_by(n) -%}\n\n group by {% for i in range(1, n + 1) -%}\n {{ i }}{{ ',' if not loop.last }} \n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7485466, "supported_languages": null}, "macro.dbt_utils.deduplicate": {"name": "deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.deduplicate", "macro_sql": "{%- macro deduplicate(relation, partition_by, order_by) -%}\n {{ return(adapter.dispatch('deduplicate', 'dbt_utils')(relation, partition_by, order_by)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749001, "supported_languages": null}, "macro.dbt_utils.default__deduplicate": {"name": "default__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.default__deduplicate", "macro_sql": "\n\n{%- macro default__deduplicate(relation, partition_by, order_by) -%}\n\n with row_numbered as (\n select\n _inner.*,\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) as rn\n from {{ relation }} as _inner\n )\n\n select\n distinct data.*\n from {{ relation }} as data\n {#\n -- Not all DBs will support natural joins but the ones that do include:\n -- Oracle, MySQL, SQLite, Redshift, Teradata, Materialize, Databricks\n -- Apache Spark, SingleStore, Vertica\n -- Those that do not appear to support natural joins include:\n -- SQLServer, Trino, Presto, Rockset, Athena\n #}\n natural join row_numbered\n where row_numbered.rn = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749184, "supported_languages": null}, "macro.dbt_utils.redshift__deduplicate": {"name": "redshift__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.redshift__deduplicate", "macro_sql": "{% macro redshift__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }} as tt\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749327, "supported_languages": null}, "macro.dbt_utils.postgres__deduplicate": {"name": "postgres__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.postgres__deduplicate", "macro_sql": "\n{%- macro postgres__deduplicate(relation, partition_by, order_by) -%}\n\n select\n distinct on ({{ partition_by }}) *\n from {{ relation }}\n order by {{ partition_by }}{{ ',' ~ order_by }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749466, "supported_languages": null}, "macro.dbt_utils.snowflake__deduplicate": {"name": "snowflake__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.snowflake__deduplicate", "macro_sql": "\n{%- macro snowflake__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749585, "supported_languages": null}, "macro.dbt_utils.databricks__deduplicate": {"name": "databricks__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.databricks__deduplicate", "macro_sql": "\n{%- macro databricks__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7497208, "supported_languages": null}, "macro.dbt_utils.bigquery__deduplicate": {"name": "bigquery__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.bigquery__deduplicate", "macro_sql": "\n{%- macro bigquery__deduplicate(relation, partition_by, order_by) -%}\n\n select unique.*\n from (\n select\n array_agg (\n original\n order by {{ order_by }}\n limit 1\n )[offset(0)] unique\n from {{ relation }} original\n group by {{ partition_by }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749842, "supported_languages": null}, "macro.dbt_utils.surrogate_key": {"name": "surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.surrogate_key", "macro_sql": "{%- macro surrogate_key(field_list) -%}\n {% set frustrating_jinja_feature = varargs %}\n {{ return(adapter.dispatch('surrogate_key', 'dbt_utils')(field_list, *varargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7501307, "supported_languages": null}, "macro.dbt_utils.default__surrogate_key": {"name": "default__surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.default__surrogate_key", "macro_sql": "\n\n{%- macro default__surrogate_key(field_list) -%}\n\n{%- set error_message = '\nWarning: `dbt_utils.surrogate_key` has been replaced by \\\n`dbt_utils.generate_surrogate_key`. The new macro treats null values \\\ndifferently to empty strings. To restore the behaviour of the original \\\nmacro, add a global variable in dbt_project.yml called \\\n`surrogate_key_treat_nulls_as_empty_strings` to your \\\ndbt_project.yml file with a value of True. \\\nThe {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7502918, "supported_languages": null}, "macro.dbt_utils.safe_add": {"name": "safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.safe_add", "macro_sql": "{%- macro safe_add(field_list) -%}\n {{ return(adapter.dispatch('safe_add', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7505288, "supported_languages": null}, "macro.dbt_utils.default__safe_add": {"name": "default__safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.default__safe_add", "macro_sql": "\n\n{%- macro default__safe_add(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_add` macro now takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.warn(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' +\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7509077, "supported_languages": null}, "macro.dbt_utils.nullcheck": {"name": "nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.nullcheck", "macro_sql": "{% macro nullcheck(cols) %}\n {{ return(adapter.dispatch('nullcheck', 'dbt_utils')(cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7511473, "supported_languages": null}, "macro.dbt_utils.default__nullcheck": {"name": "default__nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.default__nullcheck", "macro_sql": "{% macro default__nullcheck(cols) %}\n{%- for col in cols %}\n\n {% if col.is_string() -%}\n\n nullif({{col.name}},'') as {{col.name}}\n\n {%- else -%}\n\n {{col.name}}\n\n {%- endif -%}\n\n{%- if not loop.last -%} , {%- endif -%}\n\n{%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7513871, "supported_languages": null}, "macro.dbt_utils.get_tables_by_pattern_sql": {"name": "get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_pattern_sql", "macro_sql": "{% macro get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_pattern_sql', 'dbt_utils')\n (schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.75199, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_pattern_sql": {"name": "default__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_pattern_sql", "macro_sql": "{% macro default__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from {{ database }}.information_schema.tables\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.752278, "supported_languages": null}, "macro.dbt_utils.redshift__get_tables_by_pattern_sql": {"name": "redshift__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.redshift__get_tables_by_pattern_sql", "macro_sql": "{% macro redshift__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% set sql %}\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from \"{{ database }}\".\"information_schema\".\"tables\"\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n union all\n select distinct\n schemaname as {{ adapter.quote('table_schema') }},\n tablename as {{ adapter.quote('table_name') }},\n 'external' as {{ adapter.quote('table_type') }}\n from svv_external_tables\n where redshift_database_name = '{{ database }}'\n and schemaname ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n {% endset %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7527573, "supported_languages": null}, "macro.dbt_utils.bigquery__get_tables_by_pattern_sql": {"name": "bigquery__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.bigquery__get_tables_by_pattern_sql", "macro_sql": "{% macro bigquery__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% if '%' in schema_pattern %}\n {% set schemata=dbt_utils._bigquery__get_matching_schemata(schema_pattern, database) %}\n {% else %}\n {% set schemata=[schema_pattern] %}\n {% endif %}\n\n {% set sql %}\n {% for schema in schemata %}\n select distinct\n table_schema,\n table_name,\n {{ dbt_utils.get_table_types_sql() }}\n\n from {{ adapter.quote(database) }}.{{ schema }}.INFORMATION_SCHEMA.TABLES\n where lower(table_name) like lower ('{{ table_pattern }}')\n and lower(table_name) not like lower ('{{ exclude }}')\n\n {% if not loop.last %} union all {% endif %}\n\n {% endfor %}\n {% endset %}\n\n {{ return(sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._bigquery__get_matching_schemata", "macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.753259, "supported_languages": null}, "macro.dbt_utils._bigquery__get_matching_schemata": {"name": "_bigquery__get_matching_schemata", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils._bigquery__get_matching_schemata", "macro_sql": "{% macro _bigquery__get_matching_schemata(schema_pattern, database) %}\n {% if execute %}\n\n {% set sql %}\n select schema_name from {{ adapter.quote(database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like lower('{{ schema_pattern }}')\n {% endset %}\n\n {% set results=run_query(sql) %}\n\n {% set schemata=results.columns['schema_name'].values() %}\n\n {{ return(schemata) }}\n\n {% else %}\n\n {{ return([]) }}\n\n {% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.753632, "supported_languages": null}, "macro.dbt_utils.get_column_values": {"name": "get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.get_column_values", "macro_sql": "{% macro get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {{ return(adapter.dispatch('get_column_values', 'dbt_utils')(table, column, order_by, max_records, default, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_column_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7541547, "supported_languages": null}, "macro.dbt_utils.default__get_column_values": {"name": "default__get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.default__get_column_values", "macro_sql": "{% macro default__get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {% set default = [] if not default %}\n {{ return(default) }}\n {% endif %}\n\n {%- do dbt_utils._is_ephemeral(table, 'get_column_values') -%}\n\n {# Not all relations are tables. Renaming for internal clarity without breaking functionality for anyone using named arguments #}\n {# TODO: Change the method signature in a future 0.x.0 release #}\n {%- set target_relation = table -%}\n\n {# adapter.load_relation is a convenience wrapper to avoid building a Relation when we already have one #}\n {% set relation_exists = (load_relation(target_relation)) is not none %}\n\n {%- call statement('get_column_values', fetch_result=true) %}\n\n {%- if not relation_exists and default is none -%}\n\n {{ exceptions.raise_compiler_error(\"In get_column_values(): relation \" ~ target_relation ~ \" does not exist and no default value was provided.\") }}\n\n {%- elif not relation_exists and default is not none -%}\n\n {{ log(\"Relation \" ~ target_relation ~ \" does not exist. Returning the default value: \" ~ default) }}\n\n {{ return(default) }}\n\n {%- else -%}\n\n\n select\n {{ column }} as value\n\n from {{ target_relation }}\n\n {% if where is not none %}\n where {{ where }}\n {% endif %}\n\n group by {{ column }}\n order by {{ order_by }}\n\n {% if max_records is not none %}\n limit {{ max_records }}\n {% endif %}\n\n {% endif %}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_column_values') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values) }}\n {%- else -%}\n {{ return(default) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_ephemeral", "macro.dbt.load_relation", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7557023, "supported_languages": null}, "macro.dbt_utils.pivot": {"name": "pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.pivot", "macro_sql": "{% macro pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {{ return(adapter.dispatch('pivot', 'dbt_utils')(column, values, alias, agg, cmp, prefix, suffix, then_value, else_value, quote_identifiers, distinct)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7564535, "supported_languages": null}, "macro.dbt_utils.default__pivot": {"name": "default__pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.default__pivot", "macro_sql": "{% macro default__pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {% for value in values %}\n {{ agg }}(\n {% if distinct %} distinct {% endif %}\n case\n when {{ column }} {{ cmp }} '{{ dbt.escape_single_quotes(value) }}'\n then {{ then_value }}\n else {{ else_value }}\n end\n )\n {% if alias %}\n {% if quote_identifiers %}\n as {{ adapter.quote(prefix ~ value ~ suffix) }}\n {% else %}\n as {{ dbt_utils.slugify(prefix ~ value ~ suffix) }}\n {% endif %}\n {% endif %}\n {% if not loop.last %},{% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.escape_single_quotes", "macro.dbt_utils.slugify"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.757084, "supported_languages": null}, "macro.dbt_utils.get_filtered_columns_in_relation": {"name": "get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.get_filtered_columns_in_relation", "macro_sql": "{% macro get_filtered_columns_in_relation(from, except=[]) -%}\n {{ return(adapter.dispatch('get_filtered_columns_in_relation', 'dbt_utils')(from, except)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.757431, "supported_languages": null}, "macro.dbt_utils.default__get_filtered_columns_in_relation": {"name": "default__get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.default__get_filtered_columns_in_relation", "macro_sql": "{% macro default__get_filtered_columns_in_relation(from, except=[]) -%}\n {%- do dbt_utils._is_relation(from, 'get_filtered_columns_in_relation') -%}\n {%- do dbt_utils._is_ephemeral(from, 'get_filtered_columns_in_relation') -%}\n\n {# -- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {{ return('') }}\n {% endif %}\n\n {%- set include_cols = [] %}\n {%- set cols = adapter.get_columns_in_relation(from) -%}\n {%- set except = except | map(\"lower\") | list %}\n {%- for col in cols -%}\n {%- if col.column|lower not in except -%}\n {% do include_cols.append(col.column) %}\n {%- endif %}\n {%- endfor %}\n\n {{ return(include_cols) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7579443, "supported_languages": null}, "macro.dbt_utils.width_bucket": {"name": "width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.width_bucket", "macro_sql": "{% macro width_bucket(expr, min_value, max_value, num_buckets) %}\n {{ return(adapter.dispatch('width_bucket', 'dbt_utils') (expr, min_value, max_value, num_buckets)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__width_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7582955, "supported_languages": null}, "macro.dbt_utils.default__width_bucket": {"name": "default__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.default__width_bucket", "macro_sql": "{% macro default__width_bucket(expr, min_value, max_value, num_buckets) -%}\n\n {% set bin_size -%}\n (( {{ max_value }} - {{ min_value }} ) / {{ num_buckets }} )\n {%- endset %}\n (\n -- to break ties when the amount is eaxtly at the bucket egde\n case\n when\n mod(\n {{ dbt.safe_cast(expr, dbt.type_numeric() ) }},\n {{ dbt.safe_cast(bin_size, dbt.type_numeric() ) }}\n ) = 0\n then 1\n else 0\n end\n ) +\n -- Anything over max_value goes the N+1 bucket\n least(\n ceil(\n ({{ expr }} - {{ min_value }})/{{ bin_size }}\n ),\n {{ num_buckets }} + 1\n )\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.safe_cast", "macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7586439, "supported_languages": null}, "macro.dbt_utils.snowflake__width_bucket": {"name": "snowflake__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.snowflake__width_bucket", "macro_sql": "{% macro snowflake__width_bucket(expr, min_value, max_value, num_buckets) %}\n width_bucket({{ expr }}, {{ min_value }}, {{ max_value }}, {{ num_buckets }} )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.758803, "supported_languages": null}, "macro.dbt_utils.get_query_results_as_dict": {"name": "get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.get_query_results_as_dict", "macro_sql": "{% macro get_query_results_as_dict(query) %}\n {{ return(adapter.dispatch('get_query_results_as_dict', 'dbt_utils')(query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_query_results_as_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7590735, "supported_languages": null}, "macro.dbt_utils.default__get_query_results_as_dict": {"name": "default__get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.default__get_query_results_as_dict", "macro_sql": "{% macro default__get_query_results_as_dict(query) %}\n\n{# This macro returns a dictionary of the form {column_name: (tuple_of_results)} #}\n\n {%- call statement('get_query_results', fetch_result=True,auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {% set sql_results={} %}\n\n {%- if execute -%}\n {% set sql_results_table = load_result('get_query_results').table.columns %}\n {% for column_name, column in sql_results_table.items() %}\n {% do sql_results.update({column_name: column.values()}) %}\n {% endfor %}\n {%- endif -%}\n\n {{ return(sql_results) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7595084, "supported_languages": null}, "macro.dbt_utils.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.generate_surrogate_key", "macro_sql": "{%- macro generate_surrogate_key(field_list) -%}\n {{ return(adapter.dispatch('generate_surrogate_key', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7597911, "supported_languages": null}, "macro.dbt_utils.default__generate_surrogate_key": {"name": "default__generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.default__generate_surrogate_key", "macro_sql": "\n\n{%- macro default__generate_surrogate_key(field_list) -%}\n\n{%- if var('surrogate_key_treat_nulls_as_empty_strings', False) -%}\n {%- set default_null_value = \"\" -%}\n{%- else -%}\n {%- set default_null_value = '_dbt_utils_surrogate_key_null_' -%}\n{%- endif -%}\n\n{%- set fields = [] -%}\n\n{%- for field in field_list -%}\n\n {%- do fields.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ dbt.type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n\n {%- if not loop.last %}\n {%- do fields.append(\"'-'\") -%}\n {%- endif -%}\n\n{%- endfor -%}\n\n{{ dbt.hash(dbt.concat(fields)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.type_string", "macro.dbt.hash", "macro.dbt.concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7602363, "supported_languages": null}, "macro.dbt_utils.get_table_types_sql": {"name": "get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.get_table_types_sql", "macro_sql": "{%- macro get_table_types_sql() -%}\n {{ return(adapter.dispatch('get_table_types_sql', 'dbt_utils')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils.default__get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7605355, "supported_languages": null}, "macro.dbt_utils.default__get_table_types_sql": {"name": "default__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.default__get_table_types_sql", "macro_sql": "{% macro default__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'EXTERNAL TABLE' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7606866, "supported_languages": null}, "macro.dbt_utils.postgres__get_table_types_sql": {"name": "postgres__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.postgres__get_table_types_sql", "macro_sql": "{% macro postgres__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'FOREIGN' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7608552, "supported_languages": null}, "macro.dbt_utils.databricks__get_table_types_sql": {"name": "databricks__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.databricks__get_table_types_sql", "macro_sql": "{% macro databricks__get_table_types_sql() %}\n case table_type\n when 'MANAGED' then 'table'\n when 'BASE TABLE' then 'table'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7610173, "supported_languages": null}, "macro.dbt_utils.get_single_value": {"name": "get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.get_single_value", "macro_sql": "{% macro get_single_value(query, default=none) %}\n {{ return(adapter.dispatch('get_single_value', 'dbt_utils')(query, default)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_single_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7614594, "supported_languages": null}, "macro.dbt_utils.default__get_single_value": {"name": "default__get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.default__get_single_value", "macro_sql": "{% macro default__get_single_value(query, default) %}\n\n{# This macro returns the (0, 0) record in a query, i.e. the first row of the first column #}\n\n {%- call statement('get_query_result', fetch_result=True, auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {%- if execute -%}\n\n {% set r = load_result('get_query_result').table.columns[0].values() %}\n {% if r | length == 0 %}\n {% do print('Query `' ~ query ~ '` returned no rows. Using the default value: ' ~ default) %}\n {% set sql_result = default %}\n {% else %}\n {% set sql_result = r[0] %}\n {% endif %}\n \n {%- else -%}\n \n {% set sql_result = default %}\n \n {%- endif -%}\n\n {% do return(sql_result) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7622736, "supported_languages": null}, "macro.dbt_utils.degrees_to_radians": {"name": "degrees_to_radians", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.degrees_to_radians", "macro_sql": "{% macro degrees_to_radians(degrees) -%}\n acos(-1) * {{degrees}} / 180\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7627006, "supported_languages": null}, "macro.dbt_utils.haversine_distance": {"name": "haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.haversine_distance", "macro_sql": "{% macro haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n {{ return(adapter.dispatch('haversine_distance', 'dbt_utils')(lat1,lon1,lat2,lon2,unit)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__haversine_distance"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7629313, "supported_languages": null}, "macro.dbt_utils.default__haversine_distance": {"name": "default__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.default__haversine_distance", "macro_sql": "{% macro default__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n\n 2 * 3961 * asin(sqrt(power((sin(radians(({{ lat2 }} - {{ lat1 }}) / 2))), 2) +\n cos(radians({{lat1}})) * cos(radians({{lat2}})) *\n power((sin(radians(({{ lon2 }} - {{ lon1 }}) / 2))), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7634392, "supported_languages": null}, "macro.dbt_utils.bigquery__haversine_distance": {"name": "bigquery__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.bigquery__haversine_distance", "macro_sql": "{% macro bigquery__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{% set radians_lat1 = dbt_utils.degrees_to_radians(lat1) %}\n{% set radians_lat2 = dbt_utils.degrees_to_radians(lat2) %}\n{% set radians_lon1 = dbt_utils.degrees_to_radians(lon1) %}\n{% set radians_lon2 = dbt_utils.degrees_to_radians(lon2) %}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n 2 * 3961 * asin(sqrt(power(sin(({{ radians_lat2 }} - {{ radians_lat1 }}) / 2), 2) +\n cos({{ radians_lat1 }}) * cos({{ radians_lat2 }}) *\n power(sin(({{ radians_lon2 }} - {{ radians_lon1 }}) / 2), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.degrees_to_radians"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.764085, "supported_languages": null}, "macro.codegen.generate_model_import_ctes": {"name": "generate_model_import_ctes", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_import_ctes.sql", "original_file_path": "macros/generate_model_import_ctes.sql", "unique_id": "macro.codegen.generate_model_import_ctes", "macro_sql": "{% macro generate_model_import_ctes(model_name, leading_commas = False) %}\n {{ return(adapter.dispatch('generate_model_import_ctes', 'codegen')(model_name, leading_commas)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_model_import_ctes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7653883, "supported_languages": null}, "macro.codegen.default__generate_model_import_ctes": {"name": "default__generate_model_import_ctes", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_import_ctes.sql", "original_file_path": "macros/generate_model_import_ctes.sql", "unique_id": "macro.codegen.default__generate_model_import_ctes", "macro_sql": "{% macro default__generate_model_import_ctes(model_name, leading_commas) %}\n\n {%- if execute -%}\n {%- set nodes = graph.nodes.values() -%}\n\n {%- set model = (nodes\n | selectattr('name', 'equalto', model_name) \n | selectattr('resource_type', 'equalto', 'model')\n | list).pop() -%}\n\n {%- set model_raw_sql = model.raw_sql or model.raw_code -%}\n {%- else -%}\n {%- set model_raw_sql = '' -%}\n {%- endif -%}\n\n {#-\n\n REGEX Explanations\n\n # with_regex\n - matches (start of file followed by anything then whitespace\n or whitespace\n or a comma) followed by the word with then a space \n\n # from_ref \n - matches (from or join) followed by some spaces and then {{ref()}}\n\n # from_source \n - matches (from or join) followed by some spaces and then {{source(,)}}\n\n # from_var_1\n - matches (from or join) followed by some spaces and then {{var()}}\n\n # from_var_2\n - matches (from or join) followed by some spaces and then {{var(,)}}\n\n # from_table_1\n - matches (from or join) followed by some spaces and then .\n where each is enclosed by (` or [ or \" or ' or nothing)\n\n # from_table_2\n - matches (from or join) followed by some spaces and then ..\n where each is enclosed by (` or [ or \" or ' or nothing)\n\n # from_table_3\n - matches (from or join) followed by some spaces and then \n where is enclosed by (` or [ or \" or ')\n\n # config block\n - matches the start of the file followed by anything and then {{config()}}\n\n -#}\n\n {%- set re = modules.re -%}\n\n {%- set with_regex = '(?i)(?s)(^.*\\s*|\\s+|,)with\\s' -%}\n {%- set does_raw_sql_contain_cte = re.search(with_regex, model_raw_sql) -%}\n\n {%- set from_regexes = {\n 'from_ref':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n\n # second matching group\n # opening {{, 0 or more whitespace character(s), ref, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*ref\\s*\\(\\s*[\\'\\\"]?)\n \n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n \n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }}\n (\\)\\s*}})\n \n ',\n 'from_source':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n\n # second matching group\n # opening {{, 0 or more whitespace character(s), source, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*source\\s*\\(\\s*[\\'\\\"]?)\n\n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n\n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a comma\n (,)\n\n # sixth matching group\n # 0 or more whitespace character(s), 1 or 0 quotation mark\n (\\s*[\\'\\\"]?)\n\n # seventh matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n\n # eighth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # ninth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }}\n (\\)\\s*}})\n\n ',\n 'from_var_1':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n\n # second matching group\n # opening {{, 0 or more whitespace character(s), var, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*var\\s*\\(\\s*[\\'\\\"]?)\n\n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n\n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }}\n (\\)\\s*}})\n \n ',\n 'from_var_2':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n \n # second matching group\n # opening {{, 0 or more whitespace character(s), var, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*var\\s*\\(\\s*[\\'\\\"]?)\n\n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark \n ([^)\\'\\\"]+)\n \n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a comma\n (,)\n\n # sixth matching group\n # 0 or more whitespace character(s), 1 or 0 quotation mark \n (\\s*[\\'\\\"]?)\n\n # seventh matching group\n # at least 1 of anything except a parenthesis or quotation mark \n ([^)\\'\\\"]+)\n\n # eighth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s) \n ([\\'\\\"]?\\s*)\n\n # ninth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }} \n (\\)\\s*}})\n \n ',\n 'from_table_1':\n '(?ix)\n \n # first matching group\n # from or join followed by at least 1 whitespace character \n (from|join)\\s+\n \n # second matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark)\n ([\\[`\\\"\\']?)\n \n # third matching group\n # at least 1 word character\n (\\w+)\n \n # fouth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark)\n ([\\]`\\\"\\']?)\n \n # fifth matching group\n # a period\n (\\.)\n \n # sixth matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark)\n ([\\[`\\\"\\']?)\n \n # seventh matching group\n # at least 1 word character\n (\\w+)\n \n # eighth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) folowed by a whitespace character or end of string\n ([\\]`\\\"\\']?)(?=\\s|$)\n \n ',\n 'from_table_2':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character \n (from|join)\\s+\n \n # second matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark) \n ([\\[`\\\"\\']?)\n \n # third matching group\n # at least 1 word character\n (\\w+)\n\n # fouth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) \n ([\\]`\\\"\\']?)\n \n # fifth matching group\n # a period \n (\\.)\n \n # sixth matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark)\n ([\\[`\\\"\\']?)\n\n # seventh matching group\n # at least 1 word character \n (\\w+)\n \n # eighth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) \n ([\\]`\\\"\\']?)\n \n # ninth matching group\n # a period \n (\\.)\n \n # tenth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) \n ([\\[`\\\"\\']?)\n \n # eleventh matching group\n # at least 1 word character \n (\\w+)\n\n # twelfth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) folowed by a whitespace character or end of string\n ([\\]`\\\"\\']?)(?=\\s|$)\n \n ',\n 'from_table_3':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character \n (from|join)\\s+\n \n # second matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark) \n ([\\[`\\\"\\'])\n \n # third matching group\n # at least 1 word character or space \n ([\\w ]+)\n\n # fourth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) folowed by a whitespace character or end of string\n ([\\]`\\\"\\'])(?=\\s|$)\n \n ',\n 'config_block':'(?i)(?s)^.*{{\\s*config\\s*\\([^)]+\\)\\s*}}'\n } -%}\n\n {%- set from_list = [] -%}\n {%- set config_list = [] -%}\n {%- set ns = namespace(model_sql = model_raw_sql) -%}\n\n {%- for regex_name, regex_pattern in from_regexes.items() -%}\n\n {%- set all_regex_matches = re.findall(regex_pattern, model_raw_sql) -%}\n\n {%- for match in all_regex_matches -%}\n\n {%- if regex_name == 'config_block' -%}\n {%- set match_tuple = (match|trim, regex_name) -%}\n {%- do config_list.append(match_tuple) -%}\n {%- elif regex_name == 'from_source' -%} \n {%- set full_from_clause = match[1:]|join|trim -%}\n {%- set cte_name = 'source_' + match[6]|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%} \n {%- elif regex_name == 'from_table_1' -%}\n {%- set full_from_clause = match[1:]|join()|trim -%}\n {%- set cte_name = match[2]|lower + '_' + match[6]|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%} \n {%- elif regex_name == 'from_table_2' -%}\n {%- set full_from_clause = match[1:]|join()|trim -%}\n {%- set cte_name = match[2]|lower + '_' + match[6]|lower + '_' + match[10]|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%} \n {%- else -%}\n {%- set full_from_clause = match[1:]|join|trim -%}\n {%- set cte_name = match[2]|trim|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%}\n {%- endif -%}\n\n {%- endfor -%}\n\n {%- if regex_name == 'config_block' -%}\n {%- elif regex_name == 'from_source' -%}\n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> source_\\g<7>', ns.model_sql) -%} \n {%- elif regex_name == 'from_table_1' -%}\n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> \\g<3>_\\g<7>', ns.model_sql) -%} \n {%- elif regex_name == 'from_table_2' -%}\n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> \\g<3>_\\g<7>_\\g<11>', ns.model_sql) -%} \n {%- else -%} \n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> \\g<3>', ns.model_sql) -%} \n {% endif %}\n\n {%- endfor -%}\n\n{%- if from_list|length > 0 -%}\n\n{%- set model_import_ctes -%}\n\n {%- for config_obj in config_list -%}\n\n {%- set ns.model_sql = ns.model_sql|replace(config_obj[0], '') -%}\n\n{{ config_obj[0] }}\n\n{% endfor -%}\n\n {%- for from_obj in from_list|unique|sort -%}\n\n{%- if loop.first -%}with {% else -%}{%- if leading_commas -%},{%- endif -%}{%- endif -%}{{ from_obj[0] }} as (\n\n select * from {{ from_obj[1] }}\n {%- if from_obj[2] == 'from_source' and from_list|length > 1 %} \n -- CAUTION: It's best practice to create staging layer for raw sources\n {%- elif from_obj[2] == 'from_table_1' or from_obj[2] == 'from_table_2' or from_obj[2] == 'from_table_3' %}\n -- CAUTION: It's best practice to use the ref or source function instead of a direct reference\n {%- elif from_obj[2] == 'from_var_1' or from_obj[2] == 'from_var_2' %}\n -- CAUTION: It's best practice to use the ref or source function instead of a var\n {%- endif %}\n \n){%- if ((loop.last and does_raw_sql_contain_cte) or (not loop.last)) and not leading_commas -%},{%- endif %}\n\n{% endfor -%}\n\n{%- if does_raw_sql_contain_cte -%}\n {%- if leading_commas -%}\n {%- set replace_with = '\\g<1>,' -%}\n {%- else -%}\n {%- set replace_with = '\\g<1>' -%}\n {%- endif -%}\n{{ re.sub(with_regex, replace_with, ns.model_sql, 1)|trim }}\n{%- else -%}\n{{ ns.model_sql|trim }}\n{%- endif -%}\n\n{%- endset -%}\n\n{%- else -%}\n\n{% set model_import_ctes = model_raw_sql %}\n\n{%- endif -%}\n\n{%- if execute -%}\n\n{{ print(model_import_ctes) }}\n{% do return(model_import_ctes) %}\n\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7696826, "supported_languages": null}, "macro.codegen.generate_column_yaml": {"name": "generate_column_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.generate_column_yaml", "macro_sql": "{% macro generate_column_yaml(column, model_yaml, column_desc_dict, include_data_types, parent_column_name=\"\") %}\n {{ return(adapter.dispatch('generate_column_yaml', 'codegen')(column, model_yaml, column_desc_dict, include_data_types, parent_column_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_column_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.770388, "supported_languages": null}, "macro.codegen.default__generate_column_yaml": {"name": "default__generate_column_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.default__generate_column_yaml", "macro_sql": "{% macro default__generate_column_yaml(column, model_yaml, column_desc_dict, include_data_types, parent_column_name) %}\n {% if parent_column_name %}\n {% set column_name = parent_column_name ~ \".\" ~ column.name %}\n {% else %}\n {% set column_name = column.name %}\n {% endif %}\n\n {% do model_yaml.append(' - name: ' ~ column_name | lower ) %}\n {% if include_data_types %}\n {% do model_yaml.append(' data_type: ' ~ codegen.data_type_format_model(column)) %}\n {% endif %}\n {% do model_yaml.append(' description: ' ~ (column_desc_dict.get(column.name | lower,'') | tojson)) %}\n {% do model_yaml.append('') %}\n\n {% if column.fields|length > 0 %}\n {% for child_column in column.fields %}\n {% set model_yaml = codegen.generate_column_yaml(child_column, model_yaml, column_desc_dict, include_data_types, parent_column_name=column_name) %}\n {% endfor %}\n {% endif %}\n {% do return(model_yaml) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.data_type_format_model", "macro.codegen.generate_column_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.771182, "supported_languages": null}, "macro.codegen.generate_model_yaml": {"name": "generate_model_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.generate_model_yaml", "macro_sql": "{% macro generate_model_yaml(model_names=[], upstream_descriptions=False, include_data_types=True) -%}\n {{ return(adapter.dispatch('generate_model_yaml', 'codegen')(model_names, upstream_descriptions, include_data_types)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_model_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7714257, "supported_languages": null}, "macro.codegen.default__generate_model_yaml": {"name": "default__generate_model_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.default__generate_model_yaml", "macro_sql": "{% macro default__generate_model_yaml(model_names, upstream_descriptions, include_data_types) %}\n\n {% set model_yaml=[] %}\n\n {% do model_yaml.append('version: 2') %}\n {% do model_yaml.append('') %}\n {% do model_yaml.append('models:') %}\n\n {% if model_names is string %}\n {{ exceptions.raise_compiler_error(\"The `model_names` argument must always be a list, even if there is only one model.\") }}\n {% else %}\n {% for model in model_names %}\n {% do model_yaml.append(' - name: ' ~ model | lower) %}\n {% do model_yaml.append(' description: \"\"') %}\n {% do model_yaml.append(' columns:') %}\n\n {% set relation=ref(model) %}\n {%- set columns = adapter.get_columns_in_relation(relation) -%}\n {% set column_desc_dict = codegen.build_dict_column_descriptions(model) if upstream_descriptions else {} %}\n\n {% for column in columns %}\n {% set model_yaml = codegen.generate_column_yaml(column, model_yaml, column_desc_dict, include_data_types) %}\n {% endfor %}\n {% endfor %}\n {% endif %}\n\n{% if execute %}\n\n {% set joined = model_yaml | join ('\\n') %}\n {{ print(joined) }}\n {% do return(joined) %}\n\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.build_dict_column_descriptions", "macro.codegen.generate_column_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7724469, "supported_languages": null}, "macro.codegen.create_base_models": {"name": "create_base_models", "resource_type": "macro", "package_name": "codegen", "path": "macros/create_base_models.sql", "original_file_path": "macros/create_base_models.sql", "unique_id": "macro.codegen.create_base_models", "macro_sql": "{% macro create_base_models(source_name, tables) %}\n {{ return(adapter.dispatch('create_base_models', 'codegen')(source_name, tables)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__create_base_models"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.772809, "supported_languages": null}, "macro.codegen.default__create_base_models": {"name": "default__create_base_models", "resource_type": "macro", "package_name": "codegen", "path": "macros/create_base_models.sql", "original_file_path": "macros/create_base_models.sql", "unique_id": "macro.codegen.default__create_base_models", "macro_sql": "{% macro default__create_base_models(source_name, tables) %}\n\n{% set source_name = \"\"~ source_name ~\"\" %}\n\n{% set zsh_command_models = \"source dbt_packages/codegen/bash_scripts/base_model_creation.sh \"\"\"~ source_name ~\"\"\" \" %}\n\n{%- set models_array = [] -%}\n\n{% for t in tables %}\n {% set help_command = zsh_command_models + t %}\n {{ models_array.append(help_command) }}\n{% endfor %}\n\n{{ log(\"Run these commands in your shell to generate the models:\\n\" ~ models_array|join(' && \\n'), info=True) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7732654, "supported_languages": null}, "macro.codegen.generate_base_model": {"name": "generate_base_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_base_model.sql", "original_file_path": "macros/generate_base_model.sql", "unique_id": "macro.codegen.generate_base_model", "macro_sql": "{% macro generate_base_model(source_name, table_name, leading_commas=False, case_sensitive_cols=False, materialized=None) %}\n {{ return(adapter.dispatch('generate_base_model', 'codegen')(source_name, table_name, leading_commas, case_sensitive_cols, materialized)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_base_model"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7737823, "supported_languages": null}, "macro.codegen.default__generate_base_model": {"name": "default__generate_base_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_base_model.sql", "original_file_path": "macros/generate_base_model.sql", "unique_id": "macro.codegen.default__generate_base_model", "macro_sql": "{% macro default__generate_base_model(source_name, table_name, leading_commas, case_sensitive_cols, materialized) %}\n\n{%- set source_relation = source(source_name, table_name) -%}\n\n{%- set columns = adapter.get_columns_in_relation(source_relation) -%}\n{% set column_names=columns | map(attribute='name') %}\n{% set base_model_sql %}\n\n{%- if materialized is not none -%}\n {{ \"{{ config(materialized='\" ~ materialized ~ \"') }}\" }}\n{%- endif %}\n\nwith source as (\n\n select * from {% raw %}{{ source({% endraw %}'{{ source_name }}', '{{ table_name }}'{% raw %}) }}{% endraw %}\n\n),\n\nrenamed as (\n\n select\n {%- if leading_commas -%}\n {%- for column in column_names %}\n {{\", \" if not loop.first}}{% if not case_sensitive_cols %}{{ column | lower }}{% else %}{{ adapter.quote(column) }}{% endif %}\n {%- endfor %}\n {%- else -%}\n {%- for column in column_names %}\n {% if not case_sensitive_cols %}{{ column | lower }}{% else %}{{ adapter.quote(column) }}{% endif %}{{\",\" if not loop.last}}\n {%- endfor -%}\n {%- endif %}\n\n from source\n\n)\n\nselect * from renamed\n{% endset %}\n\n{% if execute %}\n\n{{ print(base_model_sql) }}\n{% do return(base_model_sql) %}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.774693, "supported_languages": null}, "macro.codegen.get_tables_in_schema": {"name": "get_tables_in_schema", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_source.sql", "original_file_path": "macros/generate_source.sql", "unique_id": "macro.codegen.get_tables_in_schema", "macro_sql": "{% macro get_tables_in_schema(schema_name, database_name=target.database, table_pattern='%', exclude='') %}\n\n {% set tables=dbt_utils.get_relations_by_pattern(\n schema_pattern=schema_name,\n database=database_name,\n table_pattern=table_pattern,\n exclude=exclude\n ) %}\n\n {% set table_list= tables | map(attribute='identifier') %}\n\n {{ return(table_list | sort) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7755413, "supported_languages": null}, "macro.codegen.generate_source": {"name": "generate_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_source.sql", "original_file_path": "macros/generate_source.sql", "unique_id": "macro.codegen.generate_source", "macro_sql": "{% macro generate_source(schema_name, database_name=target.database, generate_columns=False, include_descriptions=False, include_data_types=True, table_pattern='%', exclude='', name=schema_name, table_names=None, include_database=False, include_schema=False, case_sensitive_databases=False, case_sensitive_schemas=False, case_sensitive_tables=False, case_sensitive_cols=False) %}\n {{ return(adapter.dispatch('generate_source', 'codegen')(schema_name, database_name, generate_columns, include_descriptions, include_data_types, table_pattern, exclude, name, table_names, include_database, include_schema, case_sensitive_databases, case_sensitive_schemas, case_sensitive_tables, case_sensitive_cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.776027, "supported_languages": null}, "macro.codegen.default__generate_source": {"name": "default__generate_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_source.sql", "original_file_path": "macros/generate_source.sql", "unique_id": "macro.codegen.default__generate_source", "macro_sql": "{% macro default__generate_source(schema_name, database_name, generate_columns, include_descriptions, include_data_types, table_pattern, exclude, name, table_names, include_database, include_schema, case_sensitive_databases, case_sensitive_schemas, case_sensitive_tables, case_sensitive_cols) %}\n\n{% set sources_yaml=[] %}\n{% do sources_yaml.append('version: 2') %}\n{% do sources_yaml.append('') %}\n{% do sources_yaml.append('sources:') %}\n{% do sources_yaml.append(' - name: ' ~ name | lower) %}\n\n{% if include_descriptions %}\n {% do sources_yaml.append(' description: \"\"' ) %}\n{% endif %}\n\n{% if database_name != target.database or include_database %}\n{% do sources_yaml.append(' database: ' ~ (database_name if case_sensitive_databases else database_name | lower)) %}\n{% endif %}\n\n{% if schema_name != name or include_schema %}\n{% do sources_yaml.append(' schema: ' ~ (schema_name if case_sensitive_schemas else schema_name | lower)) %}\n{% endif %}\n\n{% do sources_yaml.append(' tables:') %}\n\n{% if table_names is none %}\n{% set tables=codegen.get_tables_in_schema(schema_name, database_name, table_pattern, exclude) %}\n{% else %}\n{% set tables = table_names %}\n{% endif %}\n\n{% for table in tables %}\n {% do sources_yaml.append(' - name: ' ~ (table if case_sensitive_tables else table | lower) ) %}\n {% if include_descriptions %}\n {% do sources_yaml.append(' description: \"\"' ) %}\n {% endif %}\n {% if generate_columns %}\n {% do sources_yaml.append(' columns:') %}\n\n {% set table_relation=api.Relation.create(\n database=database_name,\n schema=schema_name,\n identifier=table\n ) %}\n\n {% set columns=adapter.get_columns_in_relation(table_relation) %}\n\n {% for column in columns %}\n {% do sources_yaml.append(' - name: ' ~ (column.name if case_sensitive_cols else column.name | lower)) %}\n {% if include_data_types %}\n {% do sources_yaml.append(' data_type: ' ~ codegen.data_type_format_source(column)) %}\n {% endif %}\n {% if include_descriptions %}\n {% do sources_yaml.append(' description: \"\"' ) %}\n {% endif %}\n {% endfor %}\n {% do sources_yaml.append('') %}\n\n {% endif %}\n\n{% endfor %}\n\n{% if execute %}\n\n {% set joined = sources_yaml | join ('\\n') %}\n {{ print(joined) }}\n {% do return(joined) %}\n\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.get_tables_in_schema", "macro.codegen.data_type_format_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7779198, "supported_languages": null}, "macro.codegen.format_column": {"name": "format_column", "resource_type": "macro", "package_name": "codegen", "path": "macros/vendored/dbt_core/format_column.sql", "original_file_path": "macros/vendored/dbt_core/format_column.sql", "unique_id": "macro.codegen.format_column", "macro_sql": "{% macro format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.778256, "supported_languages": null}, "macro.codegen.get_model_dependencies": {"name": "get_model_dependencies", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.get_model_dependencies", "macro_sql": "{% macro get_model_dependencies(model_name) %}\n {% for node in graph.nodes.values() | selectattr('name', \"equalto\", model_name) %}\n {{ return(node.depends_on.nodes) }}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7789896, "supported_languages": null}, "macro.codegen.add_model_column_descriptions_to_dict": {"name": "add_model_column_descriptions_to_dict", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.add_model_column_descriptions_to_dict", "macro_sql": "{% macro add_model_column_descriptions_to_dict(resource_type, model_name, dict_with_descriptions={}) %}\n {% if resource_type == 'source' %}\n {# sources aren't part of graph.nodes #}\n {% set nodes = graph.sources %}\n {% else %}\n {% set nodes = graph.nodes %}\n {% endif %}\n {% for node in nodes.values()\n | selectattr('resource_type', 'equalto', resource_type)\n | selectattr('name', 'equalto', model_name) %}\n {% for col_name, col_values in node.columns.items() %}\n {% do dict_with_descriptions.update( {col_name: col_values.description} ) %}\n {% endfor %}\n {% endfor %}\n {{ return(dict_with_descriptions) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7795005, "supported_languages": null}, "macro.codegen.build_dict_column_descriptions": {"name": "build_dict_column_descriptions", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.build_dict_column_descriptions", "macro_sql": "{% macro build_dict_column_descriptions(model_name) %}\n {% if execute %}\n {% set glob_dict = {} %}\n {% for full_model in codegen.get_model_dependencies(model_name) %}\n {% do codegen.add_model_column_descriptions_to_dict(\n full_model.split('.')[0], full_model.split('.')[-1], glob_dict\n ) %}\n {% endfor %}\n {{ return(glob_dict) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.get_model_dependencies", "macro.codegen.add_model_column_descriptions_to_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.779822, "supported_languages": null}, "macro.codegen.get_models": {"name": "get_models", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.get_models", "macro_sql": "{% macro get_models(directory=None, prefix=None) %}\n {% set model_names=[] %}\n {% set models = graph.nodes.values() | selectattr('resource_type', \"equalto\", 'model') %}\n {% if directory and prefix %}\n {% for model in models %}\n {% set model_path = \"/\".join(model.path.split(\"/\")[:-1]) %}\n {% if model_path == directory and model.name.startswith(prefix) %}\n {% do model_names.append(model.name) %}\n {% endif %} \n {% endfor %}\n {% elif directory %}\n {% for model in models %}\n {% set model_path = \"/\".join(model.path.split(\"/\")[:-1]) %}\n {% if model_path == directory %}\n {% do model_names.append(model.name) %}\n {% endif %}\n {% endfor %}\n {% elif prefix %}\n {% for model in models if model.name.startswith(prefix) %}\n {% do model_names.append(model.name) %}\n {% endfor %}\n {% else %}\n {% for model in models %}\n {% do model_names.append(model.name) %}\n {% endfor %}\n {% endif %}\n {{ return(model_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7807605, "supported_languages": null}, "macro.codegen.data_type_format_source": {"name": "data_type_format_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.data_type_format_source", "macro_sql": "{% macro data_type_format_source(column) -%}\n {{ return(adapter.dispatch('data_type_format_source', 'codegen')(column)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.codegen.default__data_type_format_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7808945, "supported_languages": null}, "macro.codegen.default__data_type_format_source": {"name": "default__data_type_format_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.default__data_type_format_source", "macro_sql": "{% macro default__data_type_format_source(column) %}\n {% set formatted = codegen.format_column(column) %}\n {{ return(formatted['data_type'] | lower) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7810435, "supported_languages": null}, "macro.codegen.data_type_format_model": {"name": "data_type_format_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.data_type_format_model", "macro_sql": "{% macro data_type_format_model(column) -%}\n {{ return(adapter.dispatch('data_type_format_model', 'codegen')(column)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.codegen.default__data_type_format_model"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7811675, "supported_languages": null}, "macro.codegen.default__data_type_format_model": {"name": "default__data_type_format_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.default__data_type_format_model", "macro_sql": "{% macro default__data_type_format_model(column) %}\n {% set formatted = codegen.format_column(column) %}\n {{ return(formatted['data_type'] | lower) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7813084, "supported_languages": null}}, "docs": {"doc.aspects.actor_id": {"name": "actor_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.actor_id", "block_contents": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html"}, "doc.aspects.block_id": {"name": "block_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.block_id", "block_contents": "The unique XBlock usage key for this block"}, "doc.aspects.course_key": {"name": "course_key", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_key", "block_contents": "The CourseKey for this course run"}, "doc.aspects.course_name": {"name": "course_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_name", "block_contents": "The name of the course"}, "doc.aspects.course_order": {"name": "course_order", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_order", "block_contents": "The sort order of this block in the course across all course blocks"}, "doc.aspects.course_run": {"name": "course_run", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_run", "block_contents": "The course run for the course"}, "doc.aspects.display_name": {"name": "display_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.display_name", "block_contents": "The XBlock's display name"}, "doc.aspects.dump_id": {"name": "dump_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.dump_id", "block_contents": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id."}, "doc.aspects.email": {"name": "email", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.email", "block_contents": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty."}, "doc.aspects.emission_time": {"name": "emission_time", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.emission_time", "block_contents": "Timestamp, to the second, of when this event was emitted"}, "doc.aspects.enrollment_mode": {"name": "enrollment_mode", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.enrollment_mode", "block_contents": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values."}, "doc.aspects.enrollment_status": {"name": "enrollment_status", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.enrollment_status", "block_contents": "Whether a learner is actively enrolled in a course"}, "doc.aspects.event_id": {"name": "event_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.event_id", "block_contents": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp."}, "doc.aspects.graded": {"name": "graded", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.graded", "block_contents": "Whether the block is graded"}, "doc.aspects.id": {"name": "id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.id", "block_contents": "The primary key value for this row in the edx-platform MySQL database"}, "doc.aspects.learner_name": {"name": "learner_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.learner_name", "block_contents": "The full name of the learner based on their edx-platform UserProfile \"name\" field"}, "doc.aspects.object_id": {"name": "object_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.object_id", "block_contents": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object"}, "doc.aspects.org": {"name": "org", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.org", "block_contents": "The organization that the course belongs to, this value is extracted from the course key"}, "doc.aspects.section_block_id": {"name": "section_block_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.section_block_id", "block_contents": "The location of this subsection in the course, represented as
::0"}, "doc.aspects.section_number": {"name": "section_number", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.section_number", "block_contents": "The location of this section in the course, represented as
:0:0"}, "doc.aspects.section_with_name": {"name": "section_with_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.section_with_name", "block_contents": "The name of the section this block belongs to, with section_number prepended"}, "doc.aspects.subsection_block_id": {"name": "subsection_block_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.subsection_block_id", "block_contents": "The unique identifier for the subsection block"}, "doc.aspects.subsection_number": {"name": "subsection_number", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.subsection_number", "block_contents": "The location of this subsection in the course, represented as
::0"}, "doc.aspects.subsection_with_name": {"name": "subsection_with_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.subsection_with_name", "block_contents": "The name of the subsection, with section_number prepended"}, "doc.aspects.time_last_dumped": {"name": "time_last_dumped", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.time_last_dumped", "block_contents": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped."}, "doc.aspects.username": {"name": "username", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.username", "block_contents": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty."}, "doc.aspects.verb_id": {"name": "verb_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.verb_id", "block_contents": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb"}, "doc.aspects.attempts": {"name": "attempts", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.attempts", "block_contents": "Number indicating which attempt this was"}, "doc.aspects.problem_number": {"name": "problem_number", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.problem_number", "block_contents": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1"}, "doc.aspects.success": {"name": "success", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.success", "block_contents": "Boolean indicating whether the responses were correct"}, "doc.aspects.problem_id": {"name": "problem_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.problem_id", "block_contents": "Unique identifier for the problem"}, "doc.aspects.object_tag_source": {"name": "object_tag_source", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.object_tag_source", "block_contents": "Course objects and their associated tags from CMS events: \n`COURSE_CREATED, XBLOCK_CREATED, LIBRARY_BLOCK_CREATED, CONTENT_OBJECT_ASSOCIATIONS_CHANGED` \nand `post_save` Django signal on the Object Tag model"}, "doc.dbt.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "dbt", "path": "overview.md", "original_file_path": "docs/overview.md", "unique_id": "doc.dbt.__overview__", "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion"}}, "exposures": {}, "metrics": {}, "groups": {}, "selectors": {"unit_tests": {"name": "unit_tests", "definition": {"method": "test_type", "value": "unit"}}, "non_unit_tests": {"name": "non_unit_tests", "definition": {"union": [{"method": "fqn", "value": "*"}, {"exclude": [{"method": "test_type", "value": "unit", "indirect_selection": "empty"}]}]}, "default": true}, "all_tests": {"name": "all_tests", "definition": {"method": "fqn", "value": "*"}}}, "disabled": {}, "parent_map": {"model.aspects.dim_most_recent_course_tags": ["model.aspects.dim_course_names", "model.aspects.dim_most_recent_tags", "model.aspects.dim_most_recent_taxonomies"], "model.aspects.dim_most_recent_object_tags": ["source.aspects.event_sink.object_tag"], "model.aspects.dim_most_recent_taxonomies": ["source.aspects.event_sink.taxonomy"], "model.aspects.dim_most_recent_tags": ["source.aspects.event_sink.tag"], "model.aspects.dim_course_blocks": ["model.aspects.dim_course_block_names", "model.aspects.dim_course_names"], "model.aspects.dim_course_block_names": ["model.aspects.dim_most_recent_course_blocks"], "model.aspects.dim_most_recent_course_blocks": ["source.aspects.event_sink.course_blocks"], "model.aspects.dim_course_names": ["source.aspects.event_sink.course_overviews"], "model.aspects.dim_user_pii": ["model.aspects.user_pii"], "model.aspects.user_pii": ["source.aspects.event_sink.external_id", "source.aspects.event_sink.user_profile"], "test.aspects.get_problem_id_with_ccx": [], "test.aspects.get_problem_id": [], "model.aspects.dim_student_status": ["model.aspects.dim_course_names", "model.aspects.dim_learner_most_recent_course_grade", "model.aspects.dim_learner_most_recent_course_state", "model.aspects.dim_most_recent_enrollment", "model.aspects.dim_user_pii"], "model.aspects.dim_most_recent_enrollment": ["model.aspects.enrollment_events"], "model.aspects.fact_enrollments": ["model.aspects.dim_course_names", "model.aspects.dim_user_pii", "model.aspects.enrollment_events"], "model.aspects.fact_instance_enrollments": ["model.aspects.enrollment_events"], "model.aspects.enrollment_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_instance_actors": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_instance_courses": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_instance_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.dim_learner_most_recent_course_grade": ["model.aspects.grading_events"], "model.aspects.dim_learner_most_recent_course_state": ["model.aspects.grading_events"], "model.aspects.grading_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.dim_learner_last_course_visit": ["model.aspects.navigation_events"], "model.aspects.fact_pageview_engagement": ["model.aspects.dim_user_pii", "model.aspects.fact_navigation_completion"], "model.aspects.fact_navigation_completion": ["model.aspects.dim_course_blocks", "model.aspects.navigation_events"], "model.aspects.navigation_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.dim_problem_coursewide_avg": ["model.aspects.dim_learner_last_response"], "model.aspects.dim_subsection_performance": ["model.aspects.dim_subsection_problem_results"], "model.aspects.dim_subsection_problem_results": ["model.aspects.dim_course_blocks", "model.aspects.dim_learner_last_response"], "model.aspects.dim_learner_last_response": ["model.aspects.dim_course_blocks", "model.aspects.problem_events"], "model.aspects.dim_problem_responses": ["model.aspects.dim_course_blocks", "model.aspects.problem_events"], "model.aspects.dim_problem_results": ["model.aspects.dim_course_blocks", "model.aspects.problem_events"], "model.aspects.fact_problem_engagement": ["model.aspects.dim_course_blocks", "model.aspects.dim_user_pii", "model.aspects.problem_events"], "model.aspects.problem_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_video_engagement": ["model.aspects.dim_course_blocks", "model.aspects.dim_user_pii", "model.aspects.fact_video_segments"], "model.aspects.fact_video_segments": ["model.aspects.video_playback_events"], "model.aspects.video_playback_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.xapi_events_all_parsed": ["source.aspects.xapi.xapi_events_all"], "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1": ["model.aspects.enrollment_events"], "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb": ["model.aspects.dim_most_recent_enrollment"], "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4": ["model.aspects.fact_enrollments"], "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448": ["model.aspects.dim_student_status"], "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb": ["model.aspects.dim_learner_most_recent_course_state"], "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696": ["model.aspects.fact_instance_enrollments"], "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed": ["model.aspects.fact_pageview_engagement"], "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321": ["model.aspects.fact_problem_engagement"], "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005": ["model.aspects.fact_video_engagement"], "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80": ["model.aspects.fact_video_engagement"], "source.aspects.event_sink.object_tag": [], "source.aspects.event_sink.taxonomy": [], "source.aspects.event_sink.tag": [], "source.aspects.event_sink.course_blocks": [], "source.aspects.event_sink.course_overviews": [], "source.aspects.event_sink.user_profile": [], "source.aspects.event_sink.external_id": [], "source.aspects.xapi.xapi_events_all": [], "unit_test.aspects.dim_course_block_names.test_dim_course_block_names": ["model.aspects.dim_course_block_names"], "unit_test.aspects.dim_course_blocks.test_dim_course_blocks": ["model.aspects.dim_course_blocks"], "unit_test.aspects.dim_course_names.test_dim_course_names": ["model.aspects.dim_course_names"], "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks": ["model.aspects.dim_most_recent_course_blocks"], "unit_test.aspects.user_pii.test_user_pii": ["model.aspects.user_pii"], "unit_test.aspects.dim_student_status.test_dim_student_status": ["model.aspects.dim_student_status"], "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade": ["model.aspects.dim_learner_most_recent_course_grade"], "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state": ["model.aspects.dim_learner_most_recent_course_state"], "unit_test.aspects.grading_events.test_grading_events": ["model.aspects.grading_events"], "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment": ["model.aspects.dim_most_recent_enrollment"], "unit_test.aspects.fact_enrollments.test_fact_enrollments": ["model.aspects.fact_enrollments"], "unit_test.aspects.enrollment_events.test_enrollment_events": ["model.aspects.enrollment_events"], "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments": ["model.aspects.fact_instance_enrollments"], "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit": ["model.aspects.dim_learner_last_course_visit"], "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement": ["model.aspects.fact_pageview_engagement"], "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion": ["model.aspects.fact_navigation_completion"], "unit_test.aspects.navigation_events.test_navigation_events": ["model.aspects.navigation_events"], "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg": ["model.aspects.dim_problem_coursewide_avg"], "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response": ["model.aspects.dim_learner_last_response"], "unit_test.aspects.dim_problem_responses.test_dim_problem_responses": ["model.aspects.dim_problem_responses"], "unit_test.aspects.dim_problem_results.test_dim_problem_results": ["model.aspects.dim_problem_results"], "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement": ["model.aspects.fact_problem_engagement"], "unit_test.aspects.problem_events.test_problem_events": ["model.aspects.problem_events"], "unit_test.aspects.fact_video_engagement.test_fact_video_engagement": ["model.aspects.fact_video_engagement"], "unit_test.aspects.fact_video_segments.test_fact_video_segments": ["model.aspects.fact_video_segments"], "unit_test.aspects.video_playback_events.test_video_playback_events": ["model.aspects.video_playback_events"], "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed": ["model.aspects.xapi_events_all_parsed"]}, "child_map": {"model.aspects.dim_most_recent_course_tags": [], "model.aspects.dim_most_recent_object_tags": [], "model.aspects.dim_most_recent_taxonomies": ["model.aspects.dim_most_recent_course_tags"], "model.aspects.dim_most_recent_tags": ["model.aspects.dim_most_recent_course_tags"], "model.aspects.dim_course_blocks": ["model.aspects.dim_learner_last_response", "model.aspects.dim_problem_responses", "model.aspects.dim_problem_results", "model.aspects.dim_subsection_problem_results", "model.aspects.fact_navigation_completion", "model.aspects.fact_problem_engagement", "model.aspects.fact_video_engagement", "unit_test.aspects.dim_course_blocks.test_dim_course_blocks"], "model.aspects.dim_course_block_names": ["model.aspects.dim_course_blocks", "unit_test.aspects.dim_course_block_names.test_dim_course_block_names"], "model.aspects.dim_most_recent_course_blocks": ["model.aspects.dim_course_block_names", "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks"], "model.aspects.dim_course_names": ["model.aspects.dim_course_blocks", "model.aspects.dim_most_recent_course_tags", "model.aspects.dim_student_status", "model.aspects.fact_enrollments", "unit_test.aspects.dim_course_names.test_dim_course_names"], "model.aspects.dim_user_pii": ["model.aspects.dim_student_status", "model.aspects.fact_enrollments", "model.aspects.fact_pageview_engagement", "model.aspects.fact_problem_engagement", "model.aspects.fact_video_engagement"], "model.aspects.user_pii": ["model.aspects.dim_user_pii", "unit_test.aspects.user_pii.test_user_pii"], "test.aspects.get_problem_id_with_ccx": [], "test.aspects.get_problem_id": [], "model.aspects.dim_student_status": ["test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448", "unit_test.aspects.dim_student_status.test_dim_student_status"], "model.aspects.dim_most_recent_enrollment": ["model.aspects.dim_student_status", "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb", "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment"], "model.aspects.fact_enrollments": ["test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4", "unit_test.aspects.fact_enrollments.test_fact_enrollments"], "model.aspects.fact_instance_enrollments": ["test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696", "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments"], "model.aspects.enrollment_events": ["model.aspects.dim_most_recent_enrollment", "model.aspects.fact_enrollments", "model.aspects.fact_instance_enrollments", "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1", "unit_test.aspects.enrollment_events.test_enrollment_events"], "model.aspects.fact_instance_actors": [], "model.aspects.fact_instance_courses": [], "model.aspects.fact_instance_events": [], "model.aspects.dim_learner_most_recent_course_grade": ["model.aspects.dim_student_status", "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade"], "model.aspects.dim_learner_most_recent_course_state": ["model.aspects.dim_student_status", "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb", "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state"], "model.aspects.grading_events": ["model.aspects.dim_learner_most_recent_course_grade", "model.aspects.dim_learner_most_recent_course_state", "unit_test.aspects.grading_events.test_grading_events"], "model.aspects.dim_learner_last_course_visit": ["unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit"], "model.aspects.fact_pageview_engagement": ["test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed", "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement"], "model.aspects.fact_navigation_completion": ["model.aspects.fact_pageview_engagement", "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion"], "model.aspects.navigation_events": ["model.aspects.dim_learner_last_course_visit", "model.aspects.fact_navigation_completion", "unit_test.aspects.navigation_events.test_navigation_events"], "model.aspects.dim_problem_coursewide_avg": ["unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg"], "model.aspects.dim_subsection_performance": [], "model.aspects.dim_subsection_problem_results": ["model.aspects.dim_subsection_performance"], "model.aspects.dim_learner_last_response": ["model.aspects.dim_problem_coursewide_avg", "model.aspects.dim_subsection_problem_results", "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response"], "model.aspects.dim_problem_responses": ["unit_test.aspects.dim_problem_responses.test_dim_problem_responses"], "model.aspects.dim_problem_results": ["unit_test.aspects.dim_problem_results.test_dim_problem_results"], "model.aspects.fact_problem_engagement": ["test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321", "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement"], "model.aspects.problem_events": ["model.aspects.dim_learner_last_response", "model.aspects.dim_problem_responses", "model.aspects.dim_problem_results", "model.aspects.fact_problem_engagement", "unit_test.aspects.problem_events.test_problem_events"], "model.aspects.fact_video_engagement": ["test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005", "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80", "unit_test.aspects.fact_video_engagement.test_fact_video_engagement"], "model.aspects.fact_video_segments": ["model.aspects.fact_video_engagement", "unit_test.aspects.fact_video_segments.test_fact_video_segments"], "model.aspects.video_playback_events": ["model.aspects.fact_video_segments", "unit_test.aspects.video_playback_events.test_video_playback_events"], "model.aspects.xapi_events_all_parsed": ["model.aspects.enrollment_events", "model.aspects.fact_instance_actors", "model.aspects.fact_instance_courses", "model.aspects.fact_instance_events", "model.aspects.grading_events", "model.aspects.navigation_events", "model.aspects.problem_events", "model.aspects.video_playback_events", "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed"], "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1": [], "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb": [], "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4": [], "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448": [], "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb": [], "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696": [], "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed": [], "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321": [], "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005": [], "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80": [], "source.aspects.event_sink.object_tag": ["model.aspects.dim_most_recent_object_tags"], "source.aspects.event_sink.taxonomy": ["model.aspects.dim_most_recent_taxonomies"], "source.aspects.event_sink.tag": ["model.aspects.dim_most_recent_tags"], "source.aspects.event_sink.course_blocks": ["model.aspects.dim_most_recent_course_blocks"], "source.aspects.event_sink.course_overviews": ["model.aspects.dim_course_names"], "source.aspects.event_sink.user_profile": ["model.aspects.user_pii"], "source.aspects.event_sink.external_id": ["model.aspects.user_pii"], "source.aspects.xapi.xapi_events_all": ["model.aspects.xapi_events_all_parsed"], "unit_test.aspects.dim_course_block_names.test_dim_course_block_names": [], "unit_test.aspects.dim_course_blocks.test_dim_course_blocks": [], "unit_test.aspects.dim_course_names.test_dim_course_names": [], "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks": [], "unit_test.aspects.user_pii.test_user_pii": [], "unit_test.aspects.dim_student_status.test_dim_student_status": [], "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade": [], "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state": [], "unit_test.aspects.grading_events.test_grading_events": [], "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment": [], "unit_test.aspects.fact_enrollments.test_fact_enrollments": [], "unit_test.aspects.enrollment_events.test_enrollment_events": [], "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments": [], "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit": [], "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement": [], "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion": [], "unit_test.aspects.navigation_events.test_navigation_events": [], "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg": [], "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response": [], "unit_test.aspects.dim_problem_responses.test_dim_problem_responses": [], "unit_test.aspects.dim_problem_results.test_dim_problem_results": [], "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement": [], "unit_test.aspects.problem_events.test_problem_events": [], "unit_test.aspects.fact_video_engagement.test_fact_video_engagement": [], "unit_test.aspects.fact_video_segments.test_fact_video_segments": [], "unit_test.aspects.video_playback_events.test_video_playback_events": [], "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed": []}, "group_map": {}, "saved_queries": {}, "semantic_models": {}, "unit_tests": {"unit_test.aspects.dim_course_block_names.test_dim_course_block_names": {"model": "dim_course_block_names", "given": [{"input": "ref('dim_most_recent_course_blocks')", "rows": "select * from dim_most_recent_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_course_block_names_expected", "format": "sql", "fixture": null}, "name": "test_dim_course_block_names", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_course_block_names.test_dim_course_block_names", "fqn": ["aspects", "courses", "dim_course_block_names", "test_dim_course_block_names"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_block_names"]}, "config": {"tags": [], "meta": {}, "enabled": true}, "checksum": "d6532b208c9d963c87344f82b18fd9dc780c65f7a3b5db37d60d531bbd0f41da", "schema": "reporting", "created_at": 1775665584.5734146, "versions": null, "version": null}, "unit_test.aspects.dim_course_blocks.test_dim_course_blocks": {"model": "dim_course_blocks", "given": [{"input": "ref('dim_course_block_names')", "rows": "select * from dim_course_block_names", "format": "sql", "fixture": null}, {"input": "ref('dim_course_names')", "rows": "select * from dim_course_names", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_course_blocks_expected", "format": "sql", "fixture": null}, "name": "test_dim_course_blocks", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_course_blocks.test_dim_course_blocks", "fqn": ["aspects", "courses", "dim_course_blocks", "test_dim_course_blocks"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_blocks"]}, "config": {"tags": ["dim"], "meta": {}, "enabled": true}, "checksum": "c57b0461ae1e0bc24ef9c34a57956988357fa9760ad6fb508b26e3914e443b06", "schema": "reporting", "created_at": 1775665584.5743392, "versions": null, "version": null}, "unit_test.aspects.dim_course_names.test_dim_course_names": {"model": "dim_course_names", "given": [{"input": "source(\"event_sink\", \"course_overviews\")", "rows": "select * from event_sink.course_overviews", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_course_names_expected", "format": "sql", "fixture": null}, "name": "test_dim_course_names", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_course_names.test_dim_course_names", "fqn": ["aspects", "courses", "dim_course_names", "test_dim_course_names"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_names"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "d177a9ad52b1fa01e906c925e65b81f61a2493c761c14f48d879fc7c3be1323d", "schema": "event_sink", "created_at": 1775665584.5750644, "versions": null, "version": null}, "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks": {"model": "dim_most_recent_course_blocks", "given": [{"input": "source(\"event_sink\", \"course_blocks\")", "rows": "select * from event_sink.course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_most_recent_course_blocks_expected", "format": "sql", "fixture": null}, "name": "test_dim_most_recent_course_blocks", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks", "fqn": ["aspects", "courses", "dim_most_recent_course_blocks", "test_dim_most_recent_course_blocks"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_course_blocks"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "aab429cc416865e56566de5ed0c43be1c13336641e362a7beaadbf61e52918fa", "schema": "event_sink", "created_at": 1775665584.5757413, "versions": null, "version": null}, "unit_test.aspects.user_pii.test_user_pii": {"model": "user_pii", "given": [{"input": "source(\"event_sink\", \"user_profile\")", "rows": "select * from event_sink.user_profile", "format": "sql", "fixture": null}, {"input": "source(\"event_sink\", \"external_id\")", "rows": "select * from event_sink.external_id", "format": "sql", "fixture": null}], "expect": {"rows": "select * from user_pii_expected", "format": "sql", "fixture": null}, "name": "test_user_pii", "resource_type": "unit_test", "package_name": "aspects", "path": "users/unit_tests.yaml", "original_file_path": "models/users/unit_tests.yaml", "unique_id": "unit_test.aspects.user_pii.test_user_pii", "fqn": ["aspects", "users", "user_pii", "test_user_pii"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.user_pii"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "6714e0d38ced2dd52b640ee108323e4af77e06f51dce0175d4e3491eecbbe6b5", "schema": "event_sink", "created_at": 1775665584.5767207, "versions": null, "version": null}, "unit_test.aspects.dim_student_status.test_dim_student_status": {"model": "dim_student_status", "given": [{"input": "ref('dim_most_recent_enrollment')", "rows": "select * from dim_most_recent_enrollment", "format": "sql", "fixture": null}, {"input": "ref('dim_learner_most_recent_course_state')", "rows": "select * from dim_learner_most_recent_course_state", "format": "sql", "fixture": null}, {"input": "ref('dim_learner_most_recent_course_grade')", "rows": "select * from dim_learner_most_recent_course_grade", "format": "sql", "fixture": null}, {"input": "ref('dim_course_names')", "rows": "select * from dim_course_names", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_student_status_expected", "format": "sql", "fixture": null}, "name": "test_dim_student_status", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_student_status.test_dim_student_status", "fqn": ["aspects", "grading", "dim_student_status", "test_dim_student_status"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_student_status"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "5c4ebbcc32d3668673bcb903efcdf09aa9e94142641cc6fe64d8eb05e5381942", "schema": "reporting", "created_at": 1776096321.0940146, "versions": null, "version": null}, "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade": {"model": "dim_learner_most_recent_course_grade", "given": [{"input": "ref('grading_events')", "rows": "select * from grading_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_most_recent_course_grade_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_most_recent_course_grade", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_grade", "test_dim_learner_most_recent_course_grade"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_most_recent_course_grade"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "402375da486bda7cfd97b2a9a358718838d9508f451a63d37a57e45b45741843", "schema": "reporting", "created_at": 1776096321.0954404, "versions": null, "version": null}, "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state": {"model": "dim_learner_most_recent_course_state", "given": [{"input": "ref('grading_events')", "rows": "select * from grading_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_most_recent_course_state_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_most_recent_course_state", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_state", "test_dim_learner_most_recent_course_state"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_most_recent_course_state"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "12eb805487963cc2f9de0699a41a13975999f36166284be1183ebd7af255a0a2", "schema": "reporting", "created_at": 1776096321.096228, "versions": null, "version": null}, "unit_test.aspects.grading_events.test_grading_events": {"model": "grading_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from grading_events_expected", "format": "sql", "fixture": null}, "name": "test_grading_events", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.grading_events.test_grading_events", "fqn": ["aspects", "grading", "grading_events", "test_grading_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.grading_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "61dd0d8c98bcedaa4de06acf0020fa16474254bd62790b05bbc4370b07257c5c", "schema": "openedx", "created_at": 1776096321.0971024, "versions": null, "version": null}, "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment": {"model": "dim_most_recent_enrollment", "given": [{"input": "ref('enrollment_events')", "rows": "select * from enrollment_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_most_recent_enrollment_expected", "format": "sql", "fixture": null}, "name": "test_dim_most_recent_enrollment", "resource_type": "unit_test", "package_name": "aspects", "path": "enrollment/unit_tests.yaml", "original_file_path": "models/enrollment/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment", "fqn": ["aspects", "enrollment", "dim_most_recent_enrollment", "test_dim_most_recent_enrollment"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_enrollment"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "a66ea0967df08a7b862250f27f4253987a6f53b8cffa10ab171037c14e40fd41", "schema": "reporting", "created_at": 1776096321.0984461, "versions": null, "version": null}, "unit_test.aspects.fact_enrollments.test_fact_enrollments": {"model": "fact_enrollments", "given": [{"input": "ref('dim_course_names')", "rows": "select * from dim_course_names", "format": "sql", "fixture": null}, {"input": "ref('enrollment_events')", "rows": "select * from enrollment_events", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_enrollments_expected", "format": "sql", "fixture": null}, "name": "test_fact_enrollments", "resource_type": "unit_test", "package_name": "aspects", "path": "enrollment/unit_tests.yaml", "original_file_path": "models/enrollment/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_enrollments.test_fact_enrollments", "fqn": ["aspects", "enrollment", "fact_enrollments", "test_fact_enrollments"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_enrollments"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "599dccb6197ee5fb9df24672d1ebbcebe63bbd80441be1995ae6ce0eef318ab8", "schema": "reporting", "created_at": 1776096321.0994084, "versions": null, "version": null}, "unit_test.aspects.enrollment_events.test_enrollment_events": {"model": "enrollment_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from reporting.xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from enrollment_events_expected", "format": "sql", "fixture": null}, "name": "test_enrollment_events", "resource_type": "unit_test", "package_name": "aspects", "path": "enrollment/unit_tests.yaml", "original_file_path": "models/enrollment/unit_tests.yaml", "unique_id": "unit_test.aspects.enrollment_events.test_enrollment_events", "fqn": ["aspects", "enrollment", "enrollment_events", "test_enrollment_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.enrollment_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "407b4579f3e4b931cfed4d9d0283fb780b87eb556093dfe708e59ba75fd8eb62", "schema": "openedx", "created_at": 1776096321.1022577, "versions": null, "version": null}, "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments": {"model": "fact_instance_enrollments", "given": [{"input": "ref('enrollment_events')", "rows": "select * from enrollment_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_instance_enrollments_expected", "format": "sql", "fixture": null}, "name": "test_fact_instance_enrollments", "resource_type": "unit_test", "package_name": "aspects", "path": "instance/unit_tests.yaml", "original_file_path": "models/instance/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments", "fqn": ["aspects", "instance", "fact_instance_enrollments", "test_fact_instance_enrollments"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_instance_enrollments"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "cd5503c4cc82480aabbb53a9758f679f51fcab67732c4e00ed60e383175f78a5", "schema": "reporting", "created_at": 1776096321.110446, "versions": null, "version": null}, "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit": {"model": "dim_learner_last_course_visit", "given": [{"input": "ref('navigation_events')", "rows": "select * from navigation_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_last_course_visit_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_last_course_visit", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit", "fqn": ["aspects", "navigation", "dim_learner_last_course_visit", "test_dim_learner_last_course_visit"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_last_course_visit"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "23dd770c8e8ce2bbbcdff481c6d215e84c1e1b6532ea4366bf22b8d06aa30ccd", "schema": "reporting", "created_at": 1776096321.1190126, "versions": null, "version": null}, "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement": {"model": "fact_pageview_engagement", "given": [{"input": "ref('fact_navigation_completion')", "rows": "select * from fact_navigation_completion", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_pageview_engagement_expected", "format": "sql", "fixture": null}, "name": "test_fact_pageview_engagement", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement", "fqn": ["aspects", "navigation", "fact_pageview_engagement", "test_fact_pageview_engagement"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_pageview_engagement"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "775023b819fa7dbe2f2a053a8d94c199c319dcc79a9a005be870ae4d61f87fe3", "schema": "reporting", "created_at": 1776096321.1197512, "versions": null, "version": null}, "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion": {"model": "fact_navigation_completion", "given": [{"input": "ref('navigation_events')", "rows": "select * from navigation_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_navigation_completion_expected", "format": "sql", "fixture": null}, "name": "test_fact_navigation_completion", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion", "fqn": ["aspects", "navigation", "fact_navigation_completion", "test_fact_navigation_completion"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_navigation_completion"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "2558d1588c4ce044c01f6b8a46374b9d6ee90335ef070f2d01f9220ff74784b4", "schema": "reporting", "created_at": 1776096321.1204588, "versions": null, "version": null}, "unit_test.aspects.navigation_events.test_navigation_events": {"model": "navigation_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from navigation_events_expected", "format": "sql", "fixture": null}, "name": "test_navigation_events", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.navigation_events.test_navigation_events", "fqn": ["aspects", "navigation", "navigation_events", "test_navigation_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.navigation_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "7cec5caa66ef5a15c87c60f5b65f10bdacd71eb7839e96d6af8280de91fa49b6", "schema": "openedx", "created_at": 1776096321.1208925, "versions": null, "version": null}, "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg": {"model": "dim_problem_coursewide_avg", "given": [{"input": "ref('dim_learner_last_response')", "rows": "select * from dim_learner_last_response", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_problem_coursewide_avg_expected", "format": "sql", "fixture": null}, "name": "test_dim_problem_coursewide_avg", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg", "fqn": ["aspects", "problems", "dim_problem_coursewide_avg", "test_dim_problem_coursewide_avg"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_problem_coursewide_avg"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "86e9665ca8d27051862c8a94c5f24de92918f58c8ec9e8e69f866162f9d4c9a7", "schema": "reporting", "created_at": 1776096321.1321595, "versions": null, "version": null}, "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response": {"model": "dim_learner_last_response", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_last_response_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_last_response", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response", "fqn": ["aspects", "problems", "dim_learner_last_response", "test_dim_learner_last_response"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_last_response"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "d31a5c09398d294592de924832ffaab84b589ef8c89d2d04b823d3e89bc37ea9", "schema": "reporting", "created_at": 1776096321.1329665, "versions": null, "version": null}, "unit_test.aspects.dim_problem_responses.test_dim_problem_responses": {"model": "dim_problem_responses", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_problem_responses_expected", "format": "sql", "fixture": null}, "name": "test_dim_problem_responses", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_problem_responses.test_dim_problem_responses", "fqn": ["aspects", "problems", "dim_problem_responses", "test_dim_problem_responses"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_problem_responses"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "fbe8091d5bb8a968bc4bcecd921e6263e377e679d4602f464658a45b510fd525", "schema": "reporting", "created_at": 1776096321.1335123, "versions": null, "version": null}, "unit_test.aspects.dim_problem_results.test_dim_problem_results": {"model": "dim_problem_results", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_problem_results_expected", "format": "sql", "fixture": null}, "name": "test_dim_problem_results", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_problem_results.test_dim_problem_results", "fqn": ["aspects", "problems", "dim_problem_results", "test_dim_problem_results"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_problem_results"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "5dba0985a62ac7c0048d351496e426e93303d1230b7d13f9e1bc0ed8559841f2", "schema": "reporting", "created_at": 1776096321.1340115, "versions": null, "version": null}, "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement": {"model": "fact_problem_engagement", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_problem_engagement_expected", "format": "sql", "fixture": null}, "name": "test_fact_problem_engagement", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement", "fqn": ["aspects", "problems", "fact_problem_engagement", "test_fact_problem_engagement"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_problem_engagement"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "3587e34ace72733073ab00fef5aad8eb4f9458e39ca83e89a81e365e618b162d", "schema": "reporting", "created_at": 1776096321.1345246, "versions": null, "version": null}, "unit_test.aspects.problem_events.test_problem_events": {"model": "problem_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from problem_events_expected", "format": "sql", "fixture": null}, "name": "test_problem_events", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.problem_events.test_problem_events", "fqn": ["aspects", "problems", "problem_events", "test_problem_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.problem_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "9e3edb9aa65c60c10b186b41744016bc58ac876ae4a3973312a59aadaabe1db4", "schema": "openedx", "created_at": 1776096321.1349943, "versions": null, "version": null}, "unit_test.aspects.fact_video_engagement.test_fact_video_engagement": {"model": "fact_video_engagement", "given": [{"input": "ref('fact_video_segments')", "rows": "select * from fact_video_segments", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_video_engagement_expected", "format": "sql", "fixture": null}, "name": "test_fact_video_engagement", "resource_type": "unit_test", "package_name": "aspects", "path": "video/unit_tests.yaml", "original_file_path": "models/video/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_video_engagement.test_fact_video_engagement", "fqn": ["aspects", "video", "fact_video_engagement", "test_fact_video_engagement"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_video_engagement"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "5d0940ae7789c010b5d3abc57ee48460786eb44de7fe64f514ba1bc837422751", "schema": "reporting", "created_at": 1776096321.144358, "versions": null, "version": null}, "unit_test.aspects.fact_video_segments.test_fact_video_segments": {"model": "fact_video_segments", "given": [{"input": "ref('video_playback_events')", "rows": "select * from video_playback_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_video_segments_expected", "format": "sql", "fixture": null}, "name": "test_fact_video_segments", "resource_type": "unit_test", "package_name": "aspects", "path": "video/unit_tests.yaml", "original_file_path": "models/video/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_video_segments.test_fact_video_segments", "fqn": ["aspects", "video", "fact_video_segments", "test_fact_video_segments"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_video_segments"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "a1e61686e311e197c63b20e8e02ddf36d63dbdac8a5bedbca13d946ddfca4501", "schema": "reporting", "created_at": 1776096321.1451077, "versions": null, "version": null}, "unit_test.aspects.video_playback_events.test_video_playback_events": {"model": "video_playback_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from video_playback_events_expected", "format": "sql", "fixture": null}, "name": "test_video_playback_events", "resource_type": "unit_test", "package_name": "aspects", "path": "video/unit_tests.yaml", "original_file_path": "models/video/unit_tests.yaml", "unique_id": "unit_test.aspects.video_playback_events.test_video_playback_events", "fqn": ["aspects", "video", "video_playback_events", "test_video_playback_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.video_playback_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "33ff2d6867c179cebb572692ad4c06e9023c4efba1c5d4d8a257dc3f95da1ef3", "schema": "openedx", "created_at": 1776096321.1455429, "versions": null, "version": null}, "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed": {"model": "xapi_events_all_parsed", "given": [{"input": "source(\"xapi\", \"xapi_events_all\")", "rows": "select * from xapi.xapi_events_all", "format": "sql", "fixture": null}], "expect": {"rows": "select * from xapi_events_all_parsed_expected", "format": "sql", "fixture": null}, "name": "test_xapi_events_all_parsed", "resource_type": "unit_test", "package_name": "aspects", "path": "base/unit_tests.yaml", "original_file_path": "models/base/unit_tests.yaml", "unique_id": "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed", "fqn": ["aspects", "base", "xapi_events_all_parsed", "test_xapi_events_all_parsed"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "e55872e02e74e32a8161ece04cf51ac51f14cdc261fd50ffc7ecdd51aba24f6e", "schema": "openedx", "created_at": 1776096321.14629, "versions": null, "version": null}}} \ No newline at end of file From 30db978e82220268c80bd11092e1cb08f9dbdd6a Mon Sep 17 00:00:00 2001 From: Sara Burns Date: Thu, 11 Jun 2026 10:21:48 -0400 Subject: [PATCH 2/5] fix: remove emission time --- models/problems/dim_problem_responses.sql | 2 -- 1 file changed, 2 deletions(-) diff --git a/models/problems/dim_problem_responses.sql b/models/problems/dim_problem_responses.sql index 804b9b0e..9cdeab0e 100644 --- a/models/problems/dim_problem_responses.sql +++ b/models/problems/dim_problem_responses.sql @@ -59,7 +59,6 @@ with select org, course_key, - emission_time, block_id_short, response, success, @@ -71,7 +70,6 @@ from final_results group by org, course_key, - emission_time, block_id_short, response, success, From fe35f2765a8fd8d73e1f5958bc902fcbae2b75d6 Mon Sep 17 00:00:00 2001 From: Sara Burns Date: Fri, 12 Jun 2026 11:12:04 -0400 Subject: [PATCH 3/5] fix: cleanup --- state/manifest.json | 1 - 1 file changed, 1 deletion(-) delete mode 100644 state/manifest.json diff --git a/state/manifest.json b/state/manifest.json deleted file mode 100644 index a93099ae..00000000 --- a/state/manifest.json +++ /dev/null @@ -1 +0,0 @@ -{"metadata": {"dbt_schema_version": "https://schemas.getdbt.com/dbt/manifest/v12.json", "dbt_version": "1.9.10", "generated_at": "2026-04-13T18:23:30.079696Z", "invocation_id": "2ef4c109-bc07-4b93-90bc-dd593d6d0f1e", "env": {}, "project_name": "aspects", "project_id": "9074d4992d118978696669561f06dfcc", "user_id": "5f039c46-c45f-413b-9a13-c9e0f1a859c1", "send_anonymous_usage_stats": true, "adapter_type": "clickhouse"}, "nodes": {"model.aspects.dim_most_recent_course_tags": {"database": "", "schema": "reporting", "name": "dim_most_recent_course_tags", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_course_tags.sql", "original_file_path": "models/tags/dim_most_recent_course_tags.sql", "unique_id": "model.aspects.dim_most_recent_course_tags", "fqn": ["aspects", "tags", "dim_most_recent_course_tags"], "alias": "dim_most_recent_course_tags", "checksum": {"name": "sha256", "checksum": "fc1b5f8f8c9dde88c369727e91333c72a37cb90bb8302750402b23b1134f9d38"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["course_key", "String"], ["tag", "String"], ["course_name", "String"], ["taxonomy_name", "String"], ["lineage", "String"], ["tag_id", "Int32"]], "primary_key": "(course_key, tag)", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "Tag with lineage data for objects (view)", "columns": {"course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "tag_id": {"name": "tag_id", "description": "The ID of the tag", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "tag": {"name": "tag", "description": "The name of the tag", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "taxonomy_name": {"name": "taxonomy_name", "description": "The name of the parent taxonomy of the tag", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"materialized": "dictionary", "fields": [["course_key", "String"], ["tag", "String"], ["course_name", "String"], ["taxonomy_name", "String"], ["lineage", "String"], ["tag_id", "Int32"]], "primary_key": "(course_key, tag)", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.4324274, "relation_name": "`reporting`.`dim_most_recent_course_tags`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n fields=[\n (\"course_key\", \"String\"),\n (\"tag\", \"String\"),\n (\"course_name\", \"String\"),\n (\"taxonomy_name\", \"String\"),\n (\"lineage\", \"String\"),\n (\"tag_id\", \"Int32\"),\n ],\n primary_key=\"(course_key, tag)\",\n layout=\"COMPLEX_KEY_HASHED()\",\n lifetime=env_var(\"ASPECTS_COURSE_NAME_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\n\nwith\n parsed_tags as (\n select\n course_key,\n course_name,\n arrayJoin(JSONExtractArrayRaw(tags_str))::Int32 as tag_id\n from {{ ref(\"dim_course_names\") }}\n )\nselect\n parsed_tags.course_key as course_key,\n most_recent_tags.value as tag,\n parsed_tags.course_name as course_name,\n most_recent_taxonomies.name as taxonomy_name,\n most_recent_tags.lineage as lineage,\n parsed_tags.tag_id as tag_id\nfrom parsed_tags\ninner join\n {{ ref(\"dim_most_recent_tags\") }} most_recent_tags FINAL\n on most_recent_tags.id = parsed_tags.tag_id\ninner join\n {{ ref(\"dim_most_recent_taxonomies\") }} most_recent_taxonomies FINAL\n on most_recent_taxonomies.id = most_recent_tags.taxonomy", "language": "sql", "refs": [{"name": "dim_course_names", "package": null, "version": null}, {"name": "dim_most_recent_tags", "package": null, "version": null}, {"name": "dim_most_recent_taxonomies", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_names", "model.aspects.dim_most_recent_tags", "model.aspects.dim_most_recent_taxonomies"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_object_tags": {"database": "", "schema": "event_sink", "name": "dim_most_recent_object_tags", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_object_tags.sql", "original_file_path": "models/tags/dim_most_recent_object_tags.sql", "unique_id": "model.aspects.dim_most_recent_object_tags", "fqn": ["aspects", "tags", "dim_most_recent_object_tags"], "alias": "dim_most_recent_object_tags", "checksum": {"name": "sha256", "checksum": "91db216945d09f4b69b8af44b8ccd6d401415c9a45458c418f12a9c64c4cf13f"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(id)"}, "tags": [], "description": "Latest object tags", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "_value": {"name": "_value", "description": "Tag string", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "_export_id": {"name": "_export_id", "description": "Export ID", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4356153, "relation_name": "`event_sink`.`dim_most_recent_object_tags`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\nwith\n latest as (\n select id, max(time_last_dumped) as last_modified\n from {{ source(\"event_sink\", \"object_tag\") }}\n group by id\n )\nselect\n object_tag.id as id,\n object_tag.object_id as object_id,\n object_tag.taxonomy as taxonomy,\n object_tag._value as _value,\n object_tag._export_id as _export_id,\n object_tag.lineage as lineage\nfrom {{ source(\"event_sink\", \"object_tag\") }} object_tag\ninner join\n latest\n on latest.id = object_tag.id\n and object_tag.time_last_dumped = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "object_tag"], ["event_sink", "object_tag"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.object_tag"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_taxonomies": {"database": "", "schema": "event_sink", "name": "dim_most_recent_taxonomies", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_taxonomies.sql", "original_file_path": "models/tags/dim_most_recent_taxonomies.sql", "unique_id": "model.aspects.dim_most_recent_taxonomies", "fqn": ["aspects", "tags", "dim_most_recent_taxonomies"], "alias": "dim_most_recent_taxonomies", "checksum": {"name": "sha256", "checksum": "f88f4f490ce852fd8b87584f0e1d7b2dffe8e1661ba3ec04ec03067fc937e41c"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(id)"}, "tags": [], "description": "Latest taxonomies", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "Name for the taxonomy", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4410343, "relation_name": "`event_sink`.`dim_most_recent_taxonomies`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\nwith\n latest as (\n select id, max(time_last_dumped) as last_modified\n from {{ source(\"event_sink\", \"taxonomy\") }}\n group by id\n )\nselect taxonomy.id as id, taxonomy.name as name\nfrom {{ source(\"event_sink\", \"taxonomy\") }} taxonomy\ninner join\n latest\n on latest.id = taxonomy.id\n and taxonomy.time_last_dumped = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "taxonomy"], ["event_sink", "taxonomy"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.taxonomy"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_tags": {"database": "", "schema": "event_sink", "name": "dim_most_recent_tags", "resource_type": "model", "package_name": "aspects", "path": "tags/dim_most_recent_tags.sql", "original_file_path": "models/tags/dim_most_recent_tags.sql", "unique_id": "model.aspects.dim_most_recent_tags", "fqn": ["aspects", "tags", "dim_most_recent_tags"], "alias": "dim_most_recent_tags", "checksum": {"name": "sha256", "checksum": "2774a2f9bc3d310ea724b9d1e62c3b87c94f3b758e1652036f261d04745ba749"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(id)"}, "tags": [], "description": "Latest tags", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "parent": {"name": "parent", "description": "Foreign key to the parent tag", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "value": {"name": "value", "description": "Tag string", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "external_id": {"name": "external_id", "description": "External ID", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/tags/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4387705, "relation_name": "`event_sink`.`dim_most_recent_tags`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\nwith\n latest as (\n select id, max(time_last_dumped) as last_modified\n from {{ source(\"event_sink\", \"tag\") }}\n group by id\n )\nselect\n tag.id as id,\n tag.taxonomy as taxonomy,\n tag.parent as parent,\n tag.value as value,\n tag.external_id as external_id,\n tag.lineage as lineage\nfrom {{ source(\"event_sink\", \"tag\") }} tag\ninner join latest on latest.id = tag.id and tag.time_last_dumped = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "tag"], ["event_sink", "tag"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.tag"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_course_blocks": {"database": "", "schema": "reporting", "name": "dim_course_blocks", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_course_blocks.sql", "original_file_path": "models/courses/dim_course_blocks.sql", "unique_id": "model.aspects.dim_course_blocks", "fqn": ["aspects", "courses", "dim_course_blocks"], "alias": "dim_course_blocks", "checksum": {"name": "sha256", "checksum": "01dda27864e9c856b00665b1f660d9d9803a9b1cf45d7b8525f11ef10c967c92"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A denormalized table of course block information. This should be preferred over dim_course_blocks_extended when section and subsection names are not necessary to include in a model", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_block_id": {"name": "section_block_id", "description": "Block ID of the section this block is in", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_block_id": {"name": "subsection_block_id", "description": "Block ID of the subsection this block is in", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The block's name", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_number": {"name": "section_number", "description": "The location of this section in the course, represented as
:0:0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_number": {"name": "subsection_number", "description": "The location of this subsection in the course, represented as
::0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "hierarchy_location": {"name": "hierarchy_location", "description": "The full section:subsection:unit hierarchy in which this block belongs", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_type": {"name": "block_type", "description": "The type of block. This can be a section, subsection, unit, or the block type", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_with_name": {"name": "subsection_with_name", "description": "The name of the subsection", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1775665584.4798863, "relation_name": "`reporting`.`dim_course_blocks`", "raw_code": "with\n dim_course_blocks as (\n select\n courses.org as org,\n courses.course_key as course_key,\n courses.course_name as course_name,\n courses.course_run as course_run,\n blocks.location as block_id,\n blocks.block_name as block_name,\n splitByString(' - ', blocks.display_name_with_location)[\n 1\n ] as hierarchy_location,\n splitByString(':', hierarchy_location, 3) as _split_hierarchy,\n concat(\n _split_hierarchy[1], ':', _split_hierarchy[2], ':0'\n ) as subsection_number,\n concat(_split_hierarchy[1], ':0:0') as section_number,\n blocks.display_name_with_location as display_name_with_location,\n course_order,\n graded,\n case\n when block_id like '%@chapter+block@%'\n then 'section'\n when block_id like '%@sequential+block@%'\n then 'subsection'\n when block_id like '%@vertical+block@%'\n then 'unit'\n else regexpExtract(block_id, '@([^+]+)\\+block@', 1)\n end as block_type\n from {{ ref(\"dim_course_block_names\") }} blocks\n join\n {{ ref(\"dim_course_names\") }} courses\n on blocks.course_key = courses.course_key\n )\nselect\n blocks.org as org,\n blocks.course_key as course_key,\n blocks.course_name as course_name,\n blocks.course_run as course_run,\n blocks.block_id as block_id,\n section_blocks.block_id as section_block_id,\n subsection_blocks.block_id as subsection_block_id,\n blocks.block_name as block_name,\n blocks.section_number as section_number,\n blocks.subsection_number as subsection_number,\n blocks.hierarchy_location as hierarchy_location,\n blocks.display_name_with_location as display_name_with_location,\n blocks.course_order as course_order,\n blocks.graded as graded,\n blocks.block_type as block_type,\n section_blocks.display_name_with_location as section_with_name,\n subsection_blocks.display_name_with_location as subsection_with_name\nfrom dim_course_blocks as blocks\nleft join\n dim_course_blocks as section_blocks\n on (\n blocks.section_number = section_blocks.hierarchy_location\n and blocks.org = section_blocks.org\n and blocks.course_key = section_blocks.course_key\n and section_blocks.block_id like '%@chapter+block@%'\n )\nleft join\n dim_course_blocks as subsection_blocks\n on (\n blocks.subsection_number = subsection_blocks.hierarchy_location\n and blocks.org = subsection_blocks.org\n and blocks.course_key = subsection_blocks.course_key\n and subsection_blocks.block_id like '%@sequential+block@%'\n )", "language": "sql", "refs": [{"name": "dim_course_block_names", "package": null, "version": null}, {"name": "dim_course_names", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_block_names", "model.aspects.dim_course_names"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_course_block_names": {"database": "", "schema": "reporting", "name": "dim_course_block_names", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_course_block_names.sql", "original_file_path": "models/courses/dim_course_block_names.sql", "unique_id": "model.aspects.dim_course_block_names", "fqn": ["aspects", "courses", "dim_course_block_names"], "alias": "dim_course_block_names", "checksum": {"name": "sha256", "checksum": "ce75486a318e020a2aca718f72bf72d68db7b325d3d82547dea20adad20d5a9e"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["location", "String"], ["block_name", "String"], ["course_key", "String"], ["graded", "Bool"], ["course_order", "Int32"], ["display_name_with_location", "String"]], "primary_key": "location", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "An in-memory dictionary of course blocks with their display names and additional metadata. Only stores the most recent row per block location.", "columns": {"location": {"name": "location", "description": "The location of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The name of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {"materialized": "dictionary", "fields": [["location", "String"], ["block_name", "String"], ["course_key", "String"], ["graded", "Bool"], ["course_order", "Int32"], ["display_name_with_location", "String"]], "primary_key": "location", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.4805613, "relation_name": "`reporting`.`dim_course_block_names`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n fields=[\n (\"location\", \"String\"),\n (\"block_name\", \"String\"),\n (\"course_key\", \"String\"),\n (\"graded\", \"Bool\"),\n (\"course_order\", \"Int32\"),\n (\"display_name_with_location\", \"String\"),\n ],\n primary_key=\"location\",\n layout=\"COMPLEX_KEY_SPARSE_HASHED()\",\n lifetime=env_var(\"ASPECTS_BLOCK_NAME_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\nselect\n location, block_name, course_key, graded, course_order, display_name_with_location\nfrom {{ ref(\"dim_most_recent_course_blocks\") }}", "language": "sql", "refs": [{"name": "dim_most_recent_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_course_blocks": {"database": "", "schema": "event_sink", "name": "dim_most_recent_course_blocks", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_most_recent_course_blocks.sql", "original_file_path": "models/courses/dim_most_recent_course_blocks.sql", "unique_id": "model.aspects.dim_most_recent_course_blocks", "fqn": ["aspects", "courses", "dim_most_recent_course_blocks"], "alias": "dim_most_recent_course_blocks", "checksum": {"name": "sha256", "checksum": "fb699ab08f03db54d3a36d1045b3e28a295d8e51fb6ae6c911f851e3fe3c6bca"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(location)"}, "tags": [], "description": "A materialized view of course blocks with their display names and additional metadata. Only stores the most recent row per block location.", "columns": {"location": {"name": "location", "description": "The location of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The name of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section": {"name": "section", "description": "The section number that this block falls under in the course. Starts at 1.", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection": {"name": "subsection", "description": "The subsection number that this block falls under in the section. Starts at 1.", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "unit": {"name": "unit", "description": "The unit number that this block falls under in the subsection. Starts at 1.", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "materialized_view", "schema": "event_sink", "engine": " ReplacingMergeTree()", "order_by": "(location)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1775665584.4834943, "relation_name": "`event_sink`.`dim_most_recent_course_blocks`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(location)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\n\nselect\n course_blocks.location as location,\n course_blocks.display_name as block_name,\n toString(section)\n || ':'\n || toString(subsection)\n || ':'\n || toString(unit)\n || ' - '\n || course_blocks.display_name as display_name_with_location,\n JSONExtractInt(course_blocks.xblock_data_json, 'section') as section,\n JSONExtractInt(course_blocks.xblock_data_json, 'subsection') as subsection,\n JSONExtractInt(course_blocks.xblock_data_json, 'unit') as unit,\n JSONExtractBool(course_blocks.xblock_data_json, 'graded') as graded,\n course_blocks.order as course_order,\n course_blocks.course_key as course_key,\n course_blocks.dump_id as dump_id,\n course_blocks.time_last_dumped as time_last_dumped\nfrom {{ source(\"event_sink\", \"course_blocks\") }} course_blocks\njoin\n (\n select location, max(time_last_dumped) as max_time_last_dumped\n from {{ source(\"event_sink\", \"course_blocks\") }}\n group by location\n ) latest_course_blocks\n on course_blocks.location = latest_course_blocks.location\n and course_blocks.time_last_dumped = latest_course_blocks.max_time_last_dumped", "language": "sql", "refs": [], "sources": [["event_sink", "course_blocks"], ["event_sink", "course_blocks"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["source.aspects.event_sink.course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_course_names": {"database": "", "schema": "event_sink", "name": "dim_course_names", "resource_type": "model", "package_name": "aspects", "path": "courses/dim_course_names.sql", "original_file_path": "models/courses/dim_course_names.sql", "unique_id": "model.aspects.dim_course_names", "fqn": ["aspects", "courses", "dim_course_names"], "alias": "dim_course_names", "checksum": {"name": "sha256", "checksum": "c118539c48524046a5e57790483b7a83b975aec0987bffa7a00fbe8f62abf0eb"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["course_key", "String"], ["course_name", "String"], ["course_run", "String"], ["org", "String"], ["tags_str", "String"]], "primary_key": "course_key", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "A dictionary of courses with their names", "columns": {"course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "tags_str": {"name": "tags_str", "description": "A list of tags associated with the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/courses/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "dictionary", "schema": "event_sink", "fields": [["course_key", "String"], ["course_name", "String"], ["course_run", "String"], ["org", "String"], ["tags_str", "String"]], "primary_key": "course_key", "layout": "COMPLEX_KEY_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.485046, "relation_name": "`event_sink`.`dim_course_names`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n fields=[\n (\"course_key\", \"String\"),\n (\"course_name\", \"String\"),\n (\"course_run\", \"String\"),\n (\"org\", \"String\"),\n (\"tags_str\", \"String\"),\n ],\n primary_key=\"course_key\",\n layout=\"COMPLEX_KEY_HASHED()\",\n lifetime=env_var(\"ASPECTS_COURSE_NAME_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\n\nwith\n latest as (\n select org, course_key, max(modified) as last_modified\n from {{ source(\"event_sink\", \"course_overviews\") }}\n group by org, course_key\n )\nselect\n course_overviews.course_key as course_key,\n course_overviews.display_name as course_name,\n splitByString('+', course_overviews.course_key)[-1] as course_run,\n course_overviews.org as org,\n JSONExtract(course_overviews.course_data_json, 'tags', 'String') as tags_str\nfrom {{ source(\"event_sink\", \"course_overviews\") }} course_overviews\ninner join\n latest\n on latest.org = course_overviews.org\n and latest.course_key = course_overviews.course_key\n and course_overviews.modified = latest.last_modified", "language": "sql", "refs": [], "sources": [["event_sink", "course_overviews"], ["event_sink", "course_overviews"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.aspects.event_sink.course_overviews"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_user_pii": {"database": "", "schema": "reporting", "name": "dim_user_pii", "resource_type": "model", "package_name": "aspects", "path": "users/dim_user_pii.sql", "original_file_path": "models/users/dim_user_pii.sql", "unique_id": "model.aspects.dim_user_pii", "fqn": ["aspects", "users", "dim_user_pii"], "alias": "dim_user_pii", "checksum": {"name": "sha256", "checksum": "ff3243c8cf092b7ca0122d07ef2ef5cf937b44af60f7980ce0a29ab2c9e1d224"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A denormalized table of user PII information", "columns": {"user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "external_user_id": {"name": "external_user_id", "description": "The external user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/users/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1775665584.4907558, "relation_name": "`reporting`.`dim_user_pii`", "raw_code": "select external_user_id, username, name, email from {{ ref(\"user_pii\") }} user_pii", "language": "sql", "refs": [{"name": "user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.user_pii": {"database": "", "schema": "event_sink", "name": "user_pii", "resource_type": "model", "package_name": "aspects", "path": "users/user_pii.sql", "original_file_path": "models/users/user_pii.sql", "unique_id": "model.aspects.user_pii", "fqn": ["aspects", "users", "user_pii"], "alias": "user_pii", "checksum": {"name": "sha256", "checksum": "01fe0f9726c3557935918d2ea8c92d6af906b8bbcf00092b86ae5d30f5e04012"}, "config": {"enabled": true, "alias": null, "schema": "event_sink", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "dictionary", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#9999ff"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "fields": [["user_id", "Int32"], ["external_user_id", "String"], ["username", "String"], ["name", "String"], ["email", "String"]], "primary_key": "(user_id, external_user_id)", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "tags": [], "description": "The user PII table for reports.", "columns": {"user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "external_user_id": {"name": "external_user_id", "description": "The external user id", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#9999ff"}, "patch_path": "aspects://models/users/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#9999ff"}, "materialized": "dictionary", "schema": "event_sink", "fields": [["user_id", "Int32"], ["external_user_id", "String"], ["username", "String"], ["name", "String"], ["email", "String"]], "primary_key": "(user_id, external_user_id)", "layout": "COMPLEX_KEY_SPARSE_HASHED()", "lifetime": "120", "source_type": "clickhouse", "connection_overrides": {"host": "localhost"}}, "created_at": 1775665584.490391, "relation_name": "`event_sink`.`user_pii`", "raw_code": "{{\n config(\n materialized=\"dictionary\",\n schema=env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\"),\n fields=[\n (\"user_id\", \"Int32\"),\n (\"external_user_id\", \"String\"),\n (\"username\", \"String\"),\n (\"name\", \"String\"),\n (\"email\", \"String\"),\n ],\n primary_key=\"(user_id, external_user_id)\",\n layout=\"COMPLEX_KEY_SPARSE_HASHED()\",\n lifetime=env_var(\"ASPECTS_PII_CACHE_LIFETIME\", \"120\"),\n source_type=\"clickhouse\",\n connection_overrides={\n \"host\": \"localhost\",\n },\n )\n}}\n\nwith\n most_recent_user_profile as (\n select user_id, max(time_last_dumped) as time_last_dumped\n from {{ source(\"event_sink\", \"user_profile\") }}\n group by user_id\n )\nselect\n external_id.user_id as user_id,\n if(\n empty(external_id.external_user_id),\n concat('mailto:', user_profile.email),\n external_id.external_user_id::String\n ) as external_user_id,\n user_profile.username as username,\n user_profile.name as name,\n user_profile.email as email\nfrom most_recent_user_profile\nleft outer join\n {{ source(\"event_sink\", \"external_id\") }} external_id\n on most_recent_user_profile.user_id = external_id.user_id\nleft outer join\n {{ source(\"event_sink\", \"user_profile\") }} user_profile\n on user_profile.user_id = most_recent_user_profile.user_id\n and user_profile.time_last_dumped = most_recent_user_profile.time_last_dumped", "language": "sql", "refs": [], "sources": [["event_sink", "user_profile"], ["event_sink", "external_id"], ["event_sink", "user_profile"]], "metrics": [], "depends_on": {"macros": [], "nodes": ["source.aspects.event_sink.user_profile", "source.aspects.event_sink.external_id"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "test.aspects.get_problem_id_with_ccx": {"database": "", "schema": "dbt_test__audit", "name": "get_problem_id_with_ccx", "resource_type": "test", "package_name": "aspects", "path": "macros/get_problem_id_with_ccx.sql", "original_file_path": "tests/macros/get_problem_id_with_ccx.sql", "unique_id": "test.aspects.get_problem_id_with_ccx", "fqn": ["aspects", "macros", "get_problem_id_with_ccx"], "alias": "get_problem_id_with_ccx", "checksum": {"name": "sha256", "checksum": "6a34adbf88e71976a4ec23527f8c9d805cacb1da2927f68eb1325bd694703b07"}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1775665584.2937934, "relation_name": null, "raw_code": "select\n 'http://local.edly.io:8000/xblock/ccx-block-v1:edunext+demo+demo+ccx@1+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'ccx-block-v1:edunext+demo+demo+ccx@1+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_problem_id"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}, "test.aspects.get_problem_id": {"database": "", "schema": "dbt_test__audit", "name": "get_problem_id", "resource_type": "test", "package_name": "aspects", "path": "macros/get_problem_id.sql", "original_file_path": "tests/macros/get_problem_id.sql", "unique_id": "test.aspects.get_problem_id", "fqn": ["aspects", "macros", "get_problem_id"], "alias": "get_problem_id", "checksum": {"name": "sha256", "checksum": "dc6e1c60588cc6325fea3509e87033b3ed3026fe6870f331bf9383d14b035b8a"}, "config": {"enabled": true, "alias": null, "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {}, "created_at": 1775665584.3003502, "relation_name": null, "raw_code": "select\n 'http://local.edly.io:8000/xblock/block-v1:edunext+demo+demo+ccx+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:edunext+demo+demo+ccx+type@problem+block@3c1646f7133a4c5fb4557d649e22c251'\n\nunion all\n\nselect\n 'http://localhost:18000/course/course-v1:Org1+DemoX+1937e7'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != ''\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d'\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d/answer'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+2bc51b+type@problem+block@09b07a8d'\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709/hint/1'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709'\n\nunion all\n\nselect\n 'http://localhost:18000/xblock/block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709/hint/1'\n as object_id\nfrom system.one\nwhere\n {{ get_problem_id(\"object_id\") }}\n != 'block-v1:course-v1:Org0+DemoX+81bba1+type@problem+block@20d3f709'", "language": "sql", "refs": [], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_problem_id"], "nodes": []}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}}, "model.aspects.dim_student_status": {"database": "", "schema": "reporting", "name": "dim_student_status", "resource_type": "model", "package_name": "aspects", "path": "grading/dim_student_status.sql", "original_file_path": "models/grading/dim_student_status.sql", "unique_id": "model.aspects.dim_student_status", "fqn": ["aspects", "grading", "dim_student_status"], "alias": "dim_student_status", "checksum": {"name": "sha256", "checksum": "15ee8bbea39daeaa2b8a58ec640db88653fddd57c561ca8eb70e09aa2be7b087"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "One record per learner per course for the most recent grade and enrollment status", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "approving_state": {"name": "approving_state", "description": "The most recent approving state for the learner", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_grade": {"name": "course_grade", "description": "The most recent grade for the learner", "meta": {}, "data_type": "float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "grade_bucket": {"name": "grade_bucket", "description": "A displayable value of grades sorted into 10% buckets. Useful for grouping grades together to show high-level learner performance", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrolled_at": {"name": "enrolled_at", "description": "The timestamp, to the second, of the most recent enrollment action for this learner and course.", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.0608282, "relation_name": "`reporting`.`dim_student_status`", "raw_code": "select\n most_recent_enrollment.org as org,\n most_recent_enrollment.course_key as course_key,\n most_recent_enrollment.actor_id as actor_id,\n courses.course_name as course_name,\n courses.course_run as course_run,\n if(\n empty(course_state.approving_state), 'failed', course_state.approving_state\n ) as approving_state,\n most_recent_enrollment.enrollment_mode as enrollment_mode,\n most_recent_enrollment.enrollment_status as enrollment_status,\n course_grade.course_grade as course_grade,\n case\n when course_grade.course_grade >= 0.9\n then '90-100%'\n when course_grade.course_grade >= 0.8\n then '80-89%'\n when course_grade.course_grade >= 0.7\n then '70-79%'\n when course_grade.course_grade >= 0.6\n then '60-69%'\n when course_grade.course_grade >= 0.5\n then '50-59%'\n when course_grade.course_grade >= 0.4\n then '40-49%'\n when course_grade.course_grade >= 0.3\n then '30-39%'\n when course_grade.course_grade >= 0.2\n then '20-29%'\n when course_grade.course_grade >= 0.1\n then '10-19%'\n else '0-9%'\n end as grade_bucket,\n users.username as username,\n users.name as name,\n users.email as email,\n most_recent_enrollment.emission_time as enrolled_at\nfrom {{ ref(\"dim_most_recent_enrollment\") }} most_recent_enrollment\nleft join\n {{ ref(\"dim_learner_most_recent_course_state\") }} course_state\n on most_recent_enrollment.org = course_state.org\n and most_recent_enrollment.course_key = course_state.course_key\n and most_recent_enrollment.actor_id = course_state.actor_id\nleft join\n {{ ref(\"dim_learner_most_recent_course_grade\") }} course_grade\n on most_recent_enrollment.org = course_grade.org\n and most_recent_enrollment.course_key = course_grade.course_key\n and most_recent_enrollment.actor_id = course_grade.actor_id\njoin\n {{ ref(\"dim_course_names\") }} courses\n on most_recent_enrollment.org = courses.org\n and most_recent_enrollment.course_key = courses.course_key\nleft outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n most_recent_enrollment.actor_id like 'mailto:%'\n and SUBSTRING(most_recent_enrollment.actor_id, 8) = users.email\n )\n or most_recent_enrollment.actor_id = toString(users.external_user_id)", "language": "sql", "refs": [{"name": "dim_most_recent_enrollment", "package": null, "version": null}, {"name": "dim_learner_most_recent_course_state", "package": null, "version": null}, {"name": "dim_learner_most_recent_course_grade", "package": null, "version": null}, {"name": "dim_course_names", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_enrollment", "model.aspects.dim_learner_most_recent_course_state", "model.aspects.dim_learner_most_recent_course_grade", "model.aspects.dim_course_names", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_most_recent_enrollment": {"database": "", "schema": "reporting", "name": "dim_most_recent_enrollment", "resource_type": "model", "package_name": "aspects", "path": "enrollment/dim_most_recent_enrollment.sql", "original_file_path": "models/enrollment/dim_most_recent_enrollment.sql", "unique_id": "model.aspects.dim_most_recent_enrollment", "fqn": ["aspects", "enrollment", "dim_most_recent_enrollment"], "alias": "dim_most_recent_enrollment", "checksum": {"name": "sha256", "checksum": "7bf5290be93c43d70517c77084d56962a1752120b66502cd92330955eb218344"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [{"sql": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL", "transaction": true, "index": null}], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "One record per learner per course for the most recent enrollment status", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/enrollment/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)", "post-hook": "OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL"}, "created_at": 1776096321.0024135, "relation_name": "`reporting`.`dim_most_recent_enrollment`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n post_hook=\"OPTIMIZE TABLE {{ this }} {{ on_cluster() }} FINAL\",\n )\n}}\n\nwith\n ranked_enrollments as (\n select\n emission_time,\n org,\n course_key,\n actor_id,\n enrollment_mode,\n enrollment_status,\n row_number() over (\n partition by org, course_key, actor_id order by emission_time desc\n ) as rn\n from {{ ref(\"enrollment_events\") }}\n )\n\nselect org, course_key, actor_id, enrollment_status, enrollment_mode, emission_time\nfrom ranked_enrollments\nwhere rn = 1", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.on_cluster"], "nodes": ["model.aspects.enrollment_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_enrollments": {"database": "", "schema": "reporting", "name": "fact_enrollments", "resource_type": "model", "package_name": "aspects", "path": "enrollment/fact_enrollments.sql", "original_file_path": "models/enrollment/fact_enrollments.sql", "unique_id": "model.aspects.fact_enrollments", "fqn": ["aspects", "enrollment", "fact_enrollments"], "alias": "fact_enrollments", "checksum": {"name": "sha256", "checksum": "3dee7dc2d1d9cf4300127591c302e7850685c6511a1bbfd900339ea4cdfb999a"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A record for each enrollment event", "columns": {"emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_run": {"name": "course_run", "description": "The course run for the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "LowCardinality(String)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/enrollment/schema.yml", "build_path": null, "unrendered_config": {"materialized": "view"}, "created_at": 1776096321.003704, "relation_name": "`reporting`.`fact_enrollments`", "raw_code": "select\n enrollments.emission_time as emission_time,\n enrollments.org as org,\n enrollments.course_key as course_key,\n courses.course_name as course_name,\n courses.course_run as course_run,\n enrollments.actor_id as actor_id,\n enrollments.enrollment_mode as enrollment_mode,\n enrollments.enrollment_status as enrollment_status,\n users.username as username,\n users.name as name,\n users.email as email\nfrom {{ ref(\"enrollment_events\") }} enrollments\njoin\n {{ ref(\"dim_course_names\") }} courses on enrollments.course_key = courses.course_key\nleft outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n enrollments.actor_id like 'mailto:%'\n and SUBSTRING(enrollments.actor_id, 8) = users.email\n )\n or enrollments.actor_id = toString(users.external_user_id)", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}, {"name": "dim_course_names", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.enrollment_events", "model.aspects.dim_course_names", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_enrollments": {"database": "", "schema": "reporting", "name": "fact_instance_enrollments", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_enrollments.sql", "original_file_path": "models/instance/fact_instance_enrollments.sql", "unique_id": "model.aspects.fact_instance_enrollments", "fqn": ["aspects", "instance", "fact_instance_enrollments"], "alias": "fact_instance_enrollments", "checksum": {"name": "sha256", "checksum": "0d63b6674dedf0ae372fbd94dd3cce12cb77658d6bc519563a047401789dbe13"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " SummingMergeTree()", "order_by": "(emission_day, course_key, enrollment_mode, enrollment_status)", "partition_by": "(toYYYYMM(emission_day))"}, "tags": [], "description": "A materialized view for summarizing site-wide enrollment activity", "columns": {"emission_day": {"name": "emission_day", "description": "Time of summary, truncated to the day", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_enrollment_mode_status_cnt": {"name": "course_enrollment_mode_status_cnt", "description": "The number of enrollment events for this mode that occurred in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " SummingMergeTree()", "order_by": "(emission_day, course_key, enrollment_mode, enrollment_status)", "partition_by": "(toYYYYMM(emission_day))"}, "created_at": 1776096321.103266, "relation_name": "`reporting`.`fact_instance_enrollments`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"SummingMergeTree()\"),\n order_by=\"(emission_day, course_key, enrollment_mode, enrollment_status)\",\n partition_by=\"(toYYYYMM(emission_day))\",\n )\n}}\n\nwith\n enrollments as (\n select\n emission_time,\n course_key,\n enrollment_mode,\n splitByString('/', verb_id)[-1] as enrollment_status\n from {{ ref(\"enrollment_events\") }}\n )\n\nselect\n date_trunc('day', emission_time) as emission_day,\n enrollments.course_key,\n enrollments.enrollment_mode as enrollment_mode,\n enrollments.enrollment_status as enrollment_status,\n count() as course_enrollment_mode_status_cnt\nfrom enrollments\ngroup by emission_day, course_key, enrollment_mode, enrollment_status", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.enrollment_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.enrollment_events": {"database": "", "schema": "openedx", "name": "enrollment_events", "resource_type": "model", "package_name": "aspects", "path": "enrollment/enrollment_events.sql", "original_file_path": "models/enrollment/enrollment_events.sql", "unique_id": "model.aspects.enrollment_events", "fqn": ["aspects", "enrollment", "enrollment_events"], "alias": "enrollment_events", "checksum": {"name": "sha256", "checksum": "7b055132663bf0a9341ddae3e0f9b541c44e6655d2f53f0e40389403f2238340"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, emission_time, actor_id, enrollment_mode, enrollment_status, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key)"}, "tags": [], "description": "A materialized view for xAPI events related to course enrollment", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_mode": {"name": "enrollment_mode", "description": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "enrollment_status": {"name": "enrollment_status", "description": "Whether a learner is actively enrolled in a course", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/enrollment/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "docs": {"node_color": "#cc9900"}, "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key)", "order_by": "(org, course_key, emission_time, actor_id, enrollment_mode, enrollment_status, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.0019414, "relation_name": "`openedx`.`enrollment_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key)\",\n order_by=\"(org, course_key, emission_time, actor_id, enrollment_mode, enrollment_status, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id,\n cast(emission_time as DateTime) as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n toLowCardinality(\n JSON_VALUE(\n event,\n '$.object.definition.extensions.\"https://w3id.org/xapi/acrossx/extensions/type\"'\n )\n ) as enrollment_mode,\n splitByString('/', verb_id)[-1] as enrollment_status\nfrom {{ ref(\"xapi_events_all_parsed\") }}\nwhere\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/registered',\n 'http://id.tincanapi.com/verb/unregistered'\n )", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_actors": {"database": "", "schema": "openedx", "name": "fact_instance_actors", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_actors.sql", "original_file_path": "models/instance/fact_instance_actors.sql", "unique_id": "model.aspects.fact_instance_actors", "fqn": ["aspects", "instance", "fact_instance_actors"], "alias": "fact_instance_actors", "checksum": {"name": "sha256", "checksum": "3dc087e4035b4b76542573dfb033742cd6e08ecd38c51c644a35f2127bd97f5f"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "tags": [], "description": "A materialized view summarizing site-wide user activity", "columns": {"emission_day": {"name": "emission_day", "description": "Time of summary, truncated to the day", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actors_cnt": {"name": "actors_cnt", "description": "The number of xAPI actors active in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "created_at": 1776096321.104721, "relation_name": "`openedx`.`fact_instance_actors`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"AggregatingMergeTree()\"),\n order_by=\"(emission_day)\",\n partition_by=\"(toYYYYMM(emission_day))\",\n )\n}}\n\nselect\n date_trunc('day', emission_time) as emission_day,\n uniqCombinedState(actor_id) as actors_cnt\nfrom {{ ref(\"xapi_events_all_parsed\") }}\ngroup by emission_day", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_courses": {"database": "", "schema": "openedx", "name": "fact_instance_courses", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_courses.sql", "original_file_path": "models/instance/fact_instance_courses.sql", "unique_id": "model.aspects.fact_instance_courses", "fqn": ["aspects", "instance", "fact_instance_courses"], "alias": "fact_instance_courses", "checksum": {"name": "sha256", "checksum": "f4ad165686c10a3ff85f8cdd6e6a32e970e1d1503612995e1f4fadb7a87b5a4f"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " AggregatingMergeTree()", "order_by": "(emission_hour)", "partition_by": "(toYYYYMM(emission_hour))"}, "tags": [], "description": "A materialized view summarizing site-wide course activity", "columns": {"emission_hour": {"name": "emission_hour", "description": "Time of summary, rounded to the nearest hour", "meta": {}, "data_type": "DateTime(64)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "courses_cnt": {"name": "courses_cnt", "description": "The number of xAPI courses active in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " AggregatingMergeTree()", "order_by": "(emission_hour)", "partition_by": "(toYYYYMM(emission_hour))"}, "created_at": 1776096321.1061199, "relation_name": "`openedx`.`fact_instance_courses`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"AggregatingMergeTree()\"),\n order_by=\"(emission_hour)\",\n partition_by=\"(toYYYYMM(emission_hour))\",\n )\n}}\n\nselect\n date_trunc('hour', emission_time) as emission_hour,\n uniqCombinedState(course_id) as courses_cnt\nfrom {{ ref(\"xapi_events_all_parsed\") }}\ngroup by emission_hour", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_instance_events": {"database": "", "schema": "openedx", "name": "fact_instance_events", "resource_type": "model", "package_name": "aspects", "path": "instance/fact_instance_events.sql", "original_file_path": "models/instance/fact_instance_events.sql", "unique_id": "model.aspects.fact_instance_events", "fqn": ["aspects", "instance", "fact_instance_events"], "alias": "fact_instance_events", "checksum": {"name": "sha256", "checksum": "4769f8d269c17cc93946adbc44d2209af542698ae0c5ca17025b6bacdccf6669"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "tags": [], "description": "A materialized view summarizing site-wide xAPI event activity", "columns": {"emission_day": {"name": "emission_day", "description": "Time of summary, truncated to the day", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "events_cnt": {"name": "events_cnt", "description": "The number of xAPI events that occurred in the given hour", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/instance/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " AggregatingMergeTree()", "order_by": "(emission_day)", "partition_by": "(toYYYYMM(emission_day))"}, "created_at": 1776096321.1071966, "relation_name": "`openedx`.`fact_instance_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"AggregatingMergeTree()\"),\n order_by=\"(emission_day)\",\n partition_by=\"(toYYYYMM(emission_day))\",\n )\n}}\n\nselect\n date_trunc('day', emission_time) as emission_day,\n uniqCombinedState(event_id) as events_cnt\nfrom {{ ref(\"xapi_events_all_parsed\") }}\ngroup by emission_day", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_most_recent_course_grade": {"database": "", "schema": "reporting", "name": "dim_learner_most_recent_course_grade", "resource_type": "model", "package_name": "aspects", "path": "grading/dim_learner_most_recent_course_grade.sql", "original_file_path": "models/grading/dim_learner_most_recent_course_grade.sql", "unique_id": "model.aspects.dim_learner_most_recent_course_grade", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_grade"], "alias": "dim_learner_most_recent_course_grade", "checksum": {"name": "sha256", "checksum": "5e68129abc7f14c8805e09eeaaae68de9509ca338de148634271a919803f756d"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "One record per learner per course for the most recent grade", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_grade": {"name": "course_grade", "description": "The most recent grade for the learner", "meta": {}, "data_type": "float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)"}, "created_at": 1776096321.0647142, "relation_name": "`reporting`.`dim_learner_most_recent_course_grade`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n )\n}}\n\nwith\n ranked_grades as (\n select\n emission_time,\n org,\n course_key,\n actor_id,\n scaled_score as course_grade,\n row_number() over (\n partition by org, course_key, actor_id order by emission_time desc\n ) as rn\n from {{ ref(\"grading_events\") }}\n where\n object_id like '%/course/%'\n and (\n (\n verb_id = 'http://adlnet.gov/expapi/verbs/passed'\n and scaled_score <> 0\n )\n or (verb_id <> 'http://adlnet.gov/expapi/verbs/passed')\n )\n )\n\nselect org, course_key, actor_id, course_grade, emission_time\nfrom ranked_grades\nwhere rn = 1", "language": "sql", "refs": [{"name": "grading_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.grading_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_most_recent_course_state": {"database": "", "schema": "reporting", "name": "dim_learner_most_recent_course_state", "resource_type": "model", "package_name": "aspects", "path": "grading/dim_learner_most_recent_course_state.sql", "original_file_path": "models/grading/dim_learner_most_recent_course_state.sql", "unique_id": "model.aspects.dim_learner_most_recent_course_state", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_state"], "alias": "dim_learner_most_recent_course_state", "checksum": {"name": "sha256", "checksum": "358969b05ee47f70f10789b7d1cbf89eea53f541e0ee821a5920e09ffe77b3d0"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "One record per learner per course for the most recent approving status", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "approving_state": {"name": "approving_state", "description": "The most recent approving_state of the learner's grade", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)"}, "created_at": 1776096321.0652556, "relation_name": "`reporting`.`dim_learner_most_recent_course_state`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n )\n}}\n\nwith\n ranked_status as (\n select\n org,\n course_key,\n actor_id,\n approving_state,\n emission_time,\n row_number() over (\n partition by org, course_key, actor_id order by emission_time desc\n ) as rn\n from {{ ref(\"grading_events\") }}\n where not empty(approving_state)\n )\n\nselect org, course_key, actor_id, approving_state, emission_time\nfrom ranked_status\nwhere rn = 1", "language": "sql", "refs": [{"name": "grading_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.grading_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.grading_events": {"database": "", "schema": "openedx", "name": "grading_events", "resource_type": "model", "package_name": "aspects", "path": "grading/grading_events.sql", "original_file_path": "models/grading/grading_events.sql", "unique_id": "model.aspects.grading_events", "fqn": ["aspects", "grading", "grading_events"], "alias": "grading_events", "checksum": {"name": "sha256", "checksum": "3036e4bfa4d69cf020798609ef3a20acc8896e443f16d1eaa880ea80f07cc151"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, scaled_score, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, verb_id)"}, "tags": [], "description": "Events related to grading", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "approving_state": {"name": "approving_state", "description": "The most recent approving_state of the learner's grade", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/grading/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, verb_id)", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, scaled_score, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.0641587, "relation_name": "`openedx`.`grading_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, verb_id)\",\n order_by=\"(org, course_key, verb_id, emission_time, actor_id, object_id, scaled_score, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\n\nselect\n event_id,\n CAST(emission_time, 'DateTime') as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n cast(\n JSONExtractFloat(event, 'result', 'score', 'scaled') as Float32\n ) as scaled_score,\n case\n when\n JSONExtractString(\n event,\n 'result',\n 'extensions',\n 'http://www.tincanapi.co.uk/activitytypes/grade_classification'\n )\n = 'Fail'\n then 'failed'\n when\n JSONExtractString(\n event,\n 'result',\n 'extensions',\n 'http://www.tincanapi.co.uk/activitytypes/grade_classification'\n )\n = 'Pass'\n then 'passed'\n when\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/passed',\n 'http://adlnet.gov/expapi/verbs/failed'\n )\n then splitByString('/', verb_id)[-1]\n else ''\n end as approving_state\nfrom {{ ref(\"xapi_events_all_parsed\") }}\nwhere\n verb_id in (\n 'http://id.tincanapi.com/verb/earned',\n 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n )\n or (\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/passed',\n 'http://adlnet.gov/expapi/verbs/failed'\n )\n and JSON_VALUE(event::String, '$.object.definition.type')\n = 'http://adlnet.gov/expapi/activities/course'\n )", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_last_course_visit": {"database": "", "schema": "reporting", "name": "dim_learner_last_course_visit", "resource_type": "model", "package_name": "aspects", "path": "navigation/dim_learner_last_course_visit.sql", "original_file_path": "models/navigation/dim_learner_last_course_visit.sql", "unique_id": "model.aspects.dim_learner_last_course_visit", "fqn": ["aspects", "navigation", "dim_learner_last_course_visit"], "alias": "dim_learner_last_course_visit", "checksum": {"name": "sha256", "checksum": "8cf115d2a09c67faaea3bdf95a8b3a8c0a239e0537e2321d9f2cfc15ba81f77b"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, actor_id)"}, "tags": [], "description": "A materialized view that stores a learners last navigation event timestamp for a course", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id)", "order_by": "(org, course_key, actor_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1133459, "relation_name": "`reporting`.`dim_learner_last_course_visit`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id)\",\n order_by=\"(org, course_key, actor_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect org, course_key, actor_id, max(emission_time) as emission_time\nfrom {{ ref(\"navigation_events\") }}\ngroup by org, course_key, actor_id", "language": "sql", "refs": [{"name": "navigation_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.navigation_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_pageview_engagement": {"database": "", "schema": "reporting", "name": "fact_pageview_engagement", "resource_type": "model", "package_name": "aspects", "path": "navigation/fact_pageview_engagement.sql", "original_file_path": "models/navigation/fact_pageview_engagement.sql", "unique_id": "model.aspects.fact_pageview_engagement", "fqn": ["aspects", "navigation", "fact_pageview_engagement"], "alias": "fact_pageview_engagement", "checksum": {"name": "sha256", "checksum": "d3668a9da4c5ff3682635511cb7dc8de063fd1b0fe3ba5812018a5235bca6ad7"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A view for analyzing the number of page views per learner per section and subsection", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_name": {"name": "section_subsection_name", "description": "The name of the section or subsection", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "content_level": {"name": "content_level", "description": "The level at which page views are counted", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_page_engagement": {"name": "section_subsection_page_engagement", "description": "The total number of times a learner viewed pages in this section or subsection", "meta": {}, "data_type": "UInt64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section this block belongs to, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.1158016, "relation_name": "`reporting`.`fact_pageview_engagement`", "raw_code": "with\n pageview_section_subsection as (\n select\n org,\n course_key,\n actor_id,\n 'section' as section_content_level,\n 'subsection' as subsection_content_level,\n page_count,\n count(block_id) as pages_visited,\n section_with_name,\n subsection_with_name,\n subsection_block_id,\n section_block_id\n from {{ ref(\"fact_navigation_completion\") }}\n group by\n org,\n course_key,\n actor_id,\n page_count,\n section_with_name,\n subsection_with_name,\n subsection_block_id,\n section_block_id\n ),\n pageview_engagement as (\n select\n org,\n course_key,\n actor_id,\n sum(pages_visited) as pages_visited,\n sum(page_count) as page_count,\n case\n when pages_visited = 0\n then 'No pages viewed yet'\n when pages_visited = page_count\n then 'All pages viewed'\n else 'At least one page viewed'\n end as section_subsection_page_engagement,\n section_with_name,\n section_subsection_name,\n content_level,\n block_id\n from pageview_section_subsection ARRAY\n join\n arrayConcat(\n [subsection_with_name], [section_with_name]\n ) as section_subsection_name,\n arrayConcat(\n [subsection_content_level], [section_content_level]\n ) as content_level,\n arrayConcat([subsection_block_id], [section_block_id]) as block_id\n group by\n org,\n course_key,\n actor_id,\n section_subsection_name,\n section_with_name,\n content_level,\n block_id\n )\nselect\n pageview_engagement.org as org,\n pageview_engagement.course_key as course_key,\n pageview_engagement.section_subsection_name as section_subsection_name,\n pageview_engagement.content_level as content_level,\n pageview_engagement.actor_id as actor_id,\n pageview_engagement.section_subsection_page_engagement\n as section_subsection_page_engagement,\n pageview_engagement.section_with_name as section_with_name,\n users.username as username,\n users.name as name,\n users.email as email\nfrom pageview_engagement\nleft outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n pageview_engagement.actor_id like 'mailto:%'\n and SUBSTRING(pageview_engagement.actor_id, 8) = users.email\n )\n or pageview_engagement.actor_id = toString(users.external_user_id)\nwhere pageview_engagement.section_subsection_name <> ''", "language": "sql", "refs": [{"name": "fact_navigation_completion", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": [], "nodes": ["model.aspects.fact_navigation_completion", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_navigation_completion": {"database": "", "schema": "reporting", "name": "fact_navigation_completion", "resource_type": "model", "package_name": "aspects", "path": "navigation/fact_navigation_completion.sql", "original_file_path": "models/navigation/fact_navigation_completion.sql", "unique_id": "model.aspects.fact_navigation_completion", "fqn": ["aspects", "navigation", "fact_navigation_completion"], "alias": "fact_navigation_completion", "checksum": {"name": "sha256", "checksum": "84199826ac745bc7eaf68228b319fd339f4e0109871e11de1e4f7f8a1ee3e08e"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A view for analyzing how many pages a learner has visited in a section or subsection", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "page_count": {"name": "page_count", "description": "Count of pages in subsection", "meta": {}, "data_type": "Int", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section this block belongs to, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_with_name": {"name": "subsection_with_name", "description": "The name of the subsection, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "visited_on": {"name": "visited_on", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "Date", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_block_id": {"name": "subsection_block_id", "description": "The unique identifier for the subsection block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_block_id": {"name": "section_block_id", "description": "The location of this subsection in the course, represented as
::0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.1149132, "relation_name": "`reporting`.`fact_navigation_completion`", "raw_code": "with\n pages_per_subsection as (\n select * from ({{ items_per_subsection(\"%@vertical+block@%\") }})\n )\nselect\n navigation.org as org,\n navigation.course_key as course_key,\n navigation.block_id as block_id,\n pages.subsection_course_order as course_order,\n navigation.actor_id as actor_id,\n pages.item_count as page_count,\n pages.section_with_name as section_with_name,\n pages.subsection_with_name as subsection_with_name,\n max(date(navigation.emission_time)) as visited_on,\n pages.subsection_block_id as subsection_block_id,\n pages.section_block_id as section_block_id\nfrom {{ ref(\"navigation_events\") }} navigation\njoin\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n navigation.course_key = blocks.course_key\n and navigation.block_id = blocks.block_id\n )\njoin\n pages_per_subsection pages\n on (\n pages.org = navigation.org\n and pages.course_key = navigation.course_key\n and pages.section_number = blocks.section_number\n and pages.subsection_number = blocks.subsection_number\n )\ngroup by\n org,\n course_key,\n block_id,\n course_order,\n actor_id,\n page_count,\n section_with_name,\n subsection_with_name,\n subsection_block_id,\n section_block_id", "language": "sql", "refs": [{"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "navigation_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.items_per_subsection"], "nodes": ["model.aspects.dim_course_blocks", "model.aspects.navigation_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.navigation_events": {"database": "", "schema": "openedx", "name": "navigation_events", "resource_type": "model", "package_name": "aspects", "path": "navigation/navigation_events.sql", "original_file_path": "models/navigation/navigation_events.sql", "unique_id": "model.aspects.navigation_events", "fqn": ["aspects", "navigation", "navigation_events"], "alias": "navigation_events", "checksum": {"name": "sha256", "checksum": "62c4af9d418c53e355ab215c806528e3171c33d28a71cddcc2cfc88f7899ebd6"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, object_type, emission_time, actor_id, starting_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, object_type)"}, "tags": [], "description": "A materialized view for xAPI events related to course navigation", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_type": {"name": "object_type", "description": "The type of object that the learner interacted with", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "starting_position": {"name": "starting_position", "description": "The tab in the unit navigation bar that the learner was viewing before clicking a link", "meta": {}, "data_type": "Int64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "ending_point": {"name": "ending_point", "description": "The tab in the unit navigation bar that the learner selected to navigate to", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/navigation/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, object_type)", "order_by": "(org, course_key, object_type, emission_time, actor_id, starting_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1129553, "relation_name": "`openedx`.`navigation_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, object_type)\",\n order_by=\"(org, course_key, object_type, emission_time, actor_id, starting_position, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id,\n cast(emission_time as DateTime) as emission_time,\n actor_id,\n splitByString('/xblock/', object_id)[-1] as block_id,\n course_key,\n org,\n verb_id,\n JSONExtractString(event, 'object', 'definition', 'type') as object_type,\n -- clicking a link and selecting a module outline have no starting-position field\n if(\n object_type in (\n 'http://adlnet.gov/expapi/activities/link',\n 'http://adlnet.gov/expapi/activities/module'\n ),\n 0,\n JSONExtractInt(\n event,\n 'context',\n 'extensions',\n 'http://id.tincanapi.com/extension/starting-position'\n )\n ) as starting_position,\n JSONExtractString(\n event, 'context', 'extensions', 'http://id.tincanapi.com/extension/ending-point'\n ) as ending_point\nfrom {{ ref(\"xapi_events_all_parsed\") }}\nwhere verb_id in ('https://w3id.org/xapi/dod-isd/verbs/navigated')", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_problem_coursewide_avg": {"database": "", "schema": "reporting", "name": "dim_problem_coursewide_avg", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_problem_coursewide_avg.sql", "original_file_path": "models/problems/dim_problem_coursewide_avg.sql", "unique_id": "model.aspects.dim_problem_coursewide_avg", "fqn": ["aspects", "problems", "dim_problem_coursewide_avg"], "alias": "dim_problem_coursewide_avg", "checksum": {"name": "sha256", "checksum": "aa4b17c8a606da7ac9dbbaa615d767b805b9c92ca3db20dc8598b63115b73553"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_link": {"name": "problem_link", "description": "An anchor tag with a link to the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "Unique identifier for the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "avg_correct_attempts_coursewide": {"name": "avg_correct_attempts_coursewide", "description": "Avg number of correct attempts for the problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "avg_incorrect_attempts_coursewide": {"name": "avg_incorrect_attempts_coursewide", "description": "Avg number of incorrect attempts for the problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "coursewide_percent_correct": {"name": "coursewide_percent_correct", "description": "Percent correct for the problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "correct_attempts_by_learner": {"name": "correct_attempts_by_learner", "description": "Total correct attempts per learner", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "incorrect_attempts_by_learner": {"name": "incorrect_attempts_by_learner", "description": "Total incorrect attempts per learner", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "selected_learner_percent_correct": {"name": "selected_learner_percent_correct", "description": "Percent correct per learner", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "selected_learner_percent_incorrect": {"name": "selected_learner_percent_incorrect", "description": "Percent incorrect per learner", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "created_at": 1776096321.125612, "relation_name": "`reporting`.`dim_problem_coursewide_avg`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(org, course_key, problem_id, actor_id)\",\n primary_key=\"(org, course_key, problem_id, actor_id)\",\n )\n}}\n\nwith\n last_response as (\n select\n org,\n course_key,\n problem_link,\n problem_id,\n actor_id,\n course_order,\n graded,\n case when success then attempts else 0 end as success_attempt,\n case when not success then attempts else 0 end as incorrect_attempt\n from {{ ref(\"dim_learner_last_response\") }}\n ),\n coursewide_attempts as (\n select\n org,\n course_key,\n problem_id,\n avg(success_attempt) as avg_correct_attempts,\n avg(incorrect_attempt) as avg_incorrect_attempts,\n cast(countIf(success_attempt > 0) as Float32)\n / count(*) as coursewide_percent_correct\n from last_response\n group by org, course_key, problem_id\n )\nselect\n last_response.org as org,\n last_response.course_key as course_key,\n last_response.course_order as course_order,\n last_response.problem_link as problem_link,\n last_response.graded as graded,\n last_response.actor_id as actor_id,\n last_response.problem_id as problem_id, -- used for primary key\n cast(\n coursewide_attempts.avg_correct_attempts as Float32\n ) as avg_correct_attempts_coursewide,\n cast(\n coursewide_attempts.avg_incorrect_attempts as Float32\n ) as avg_incorrect_attempts_coursewide,\n cast(\n coursewide_attempts.coursewide_percent_correct as Float32\n ) as coursewide_percent_correct,\n last_response.success_attempt as correct_attempts_by_learner,\n last_response.incorrect_attempt as incorrect_attempts_by_learner,\n cast(\n CountIf(last_response.success_attempt > 0) / count(1) as Float32\n ) as selected_learner_percent_correct,\n cast(\n CountIf(last_response.incorrect_attempt > 0) / count(1) as Float32\n ) as selected_learner_percent_incorrect\nfrom last_response\njoin\n coursewide_attempts\n on last_response.org = coursewide_attempts.org\n and last_response.course_key = coursewide_attempts.course_key\n and last_response.problem_id = coursewide_attempts.problem_id\ngroup by\n org,\n course_key,\n course_order,\n problem_link,\n problem_id,\n graded,\n actor_id,\n avg_correct_attempts_coursewide,\n avg_incorrect_attempts_coursewide,\n coursewide_percent_correct,\n correct_attempts_by_learner,\n incorrect_attempts_by_learner", "language": "sql", "refs": [{"name": "dim_learner_last_response", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.dim_learner_last_response"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_subsection_performance": {"database": "", "schema": "reporting", "name": "dim_subsection_performance", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_subsection_performance.sql", "original_file_path": "models/problems/dim_subsection_performance.sql", "unique_id": "model.aspects.dim_subsection_performance", "fqn": ["aspects", "problems", "dim_subsection_performance"], "alias": "dim_subsection_performance", "checksum": {"name": "sha256", "checksum": "7cc4d68800c22bb8d69f008ea599ad184ae7391b5ab82d03d83e506b4b60905c"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, block_id, score_range)", "primary_key": "(org, course_key, block_id, score_range)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "total_avg": {"name": "total_avg", "description": "Average scaled score per course/problem", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "score_range": {"name": "score_range", "description": "Score range", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "score_range_count": {"name": "score_range_count", "description": "Count of average scores in each range bucket", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, block_id, score_range)", "order_by": "(org, course_key, block_id, score_range)"}, "created_at": 1776096321.127121, "relation_name": "`reporting`.`dim_subsection_performance`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, block_id, score_range)\",\n order_by=\"(org, course_key, block_id, score_range)\",\n )\n}}\n\nwith\n avg_actor as (\n select org, course_key, block_id_short, avg(scaled_score) as avg_score, actor_id\n from {{ ref(\"dim_subsection_problem_results\") }}\n group by org, course_key, block_id_short, actor_id\n ),\n avg_total as (\n select org, course_key, block_id_short, avg(scaled_score) as total_avg\n from {{ ref(\"dim_subsection_problem_results\") }}\n group by org, course_key, block_id_short\n ),\n score_ranges as (\n select\n org,\n course_key,\n block_id_short,\n case\n when round(avg_score * 100, 2) > 90\n then '>90%'\n when round(avg_score * 100, 2) > 70\n then '71-90%'\n when round(avg_score * 100, 2) > 50\n then '51-70%'\n when round(avg_score * 100, 2) > 30\n then '31-50%'\n when round(avg_score * 100, 2) > 0\n then '1-30%'\n else '0%'\n end as score_range,\n count(1) as score_range_count\n from avg_actor\n group by org, course_key, block_id_short, score_range\n )\nselect\n score_ranges.org as org,\n score_ranges.course_key as course_key,\n score_ranges.block_id_short as block_id,\n cast(round(avg_total.total_avg, 2) as Float32) as total_avg,\n score_ranges.score_range as score_range,\n score_ranges.score_range_count as score_range_count\nfrom score_ranges\njoin avg_total using (org, course_key, block_id_short)", "language": "sql", "refs": [{"name": "dim_subsection_problem_results", "package": null, "version": null}, {"name": "dim_subsection_problem_results", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.dim_subsection_problem_results"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_subsection_problem_results": {"database": "", "schema": "reporting", "name": "dim_subsection_problem_results", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_subsection_problem_results.sql", "original_file_path": "models/problems/dim_subsection_problem_results.sql", "unique_id": "model.aspects.dim_subsection_problem_results", "fqn": ["aspects", "problems", "dim_subsection_problem_results"], "alias": "dim_subsection_problem_results", "checksum": {"name": "sha256", "checksum": "1cd4a25db534b30fc76632a460553caa2c893e9cc4e1214c62bf1c0e1a0b0d83"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(course_key, block_id_short, actor_id, problem_id)", "primary_key": "(course_key, block_id_short, actor_id, problem_id)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id_short": {"name": "block_id_short", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "Unique identifier for the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_number": {"name": "problem_number", "description": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_number": {"name": "subsection_number", "description": "Subsection location in the format 1:2:0", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "subsection_with_name": {"name": "subsection_with_name", "description": "subsection_number followed by subsection name", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_name_location": {"name": "problem_name_location", "description": "problem_number followed by the name of the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(course_key, block_id_short, actor_id, problem_id)", "order_by": "(course_key, block_id_short, actor_id, problem_id)"}, "created_at": 1776096321.1264303, "relation_name": "`reporting`.`dim_subsection_problem_results`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(course_key, block_id_short, actor_id, problem_id)\",\n order_by=\"(course_key, block_id_short, actor_id, problem_id)\",\n )\n}}\n\nwith\n final_results as (\n select\n last_response.org as org,\n last_response.course_key as course_key,\n last_response.actor_id as actor_id,\n splitByChar('@', subsection_blocks.block_id)[3] as block_id_short,\n last_response.problem_id as problem_id,\n last_response.success as success,\n last_response.scaled_score as scaled_score,\n splitByString(\n ' - ', subsection_blocks.display_name_with_location\n ) as _subsection_with_name,\n arrayStringConcat(\n arrayMap(\n x -> (leftPad(x, 2, char(917768))),\n splitByString(':', _subsection_with_name[1])\n ),\n ':'\n ) as subsection_number,\n concat(\n subsection_number, ' - ', _subsection_with_name[2]\n ) as subsection_with_name,\n {{\n format_problem_number_location(\n \"last_response.object_id\",\n \"last_response.display_name_with_location\",\n )\n }}\n from {{ ref(\"dim_learner_last_response\") }} last_response\n join\n {{ ref(\"dim_course_blocks\") }} problem_blocks\n on problem_blocks.block_id = last_response.problem_id\n and last_response.course_key = problem_blocks.course_key\n left join\n {{ ref(\"dim_course_blocks\") }} subsection_blocks\n on problem_blocks.subsection_number = subsection_blocks.hierarchy_location\n and last_response.org = subsection_blocks.org\n and last_response.course_key = subsection_blocks.course_key\n and (\n subsection_blocks.block_id like '%@sequential+block@%'\n or subsection_blocks.block_id like '%@chapter+block@%'\n )\n where last_response.graded\n )\nselect\n org,\n course_key,\n block_id_short,\n problem_id,\n problem_number,\n problem_name_location,\n actor_id,\n success,\n subsection_number,\n subsection_with_name,\n scaled_score\nfrom final_results", "language": "sql", "refs": [{"name": "dim_learner_last_response", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.format_problem_number_location"], "nodes": ["model.aspects.dim_learner_last_response", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_learner_last_response": {"database": "", "schema": "reporting", "name": "dim_learner_last_response", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_learner_last_response.sql", "original_file_path": "models/problems/dim_learner_last_response.sql", "unique_id": "model.aspects.dim_learner_last_response", "fqn": ["aspects", "problems", "dim_learner_last_response"], "alias": "dim_learner_last_response", "checksum": {"name": "sha256", "checksum": "c2dd4c5644f3e26caa7d42a951a9af6dc7faf0b1a112a242f9e3eb2fd7dd4916"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "tags": [], "description": "A record per course per problem per learner with their last attempt", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "The problem's unique identifier", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "display_name_with_location": {"name": "display_name_with_location", "description": "The block's display name with section, subsection, and unit prepended to the name. This provides additional context when looking at block names and can help data consumers understand which block they are analyzing", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_link": {"name": "problem_link", "description": "An anchor tag with a link to the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "graded": {"name": "graded", "description": "Whether the block is graded", "meta": {}, "data_type": "bool", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_order": {"name": "course_order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "interaction_type": {"name": "interaction_type", "description": "The type of problem (choice, numeric, etc)", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "attempts": {"name": "attempts", "description": "Number indicating which attempt this was", "meta": {}, "data_type": "Int16", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "responses": {"name": "responses", "description": "The responses for the last submission. If a problem has multiple parts, values for all parts will be in this field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "The timestamp of the last attempt", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, problem_id, actor_id)", "primary_key": "(org, course_key, problem_id, actor_id)"}, "created_at": 1776096321.1243029, "relation_name": "`reporting`.`dim_learner_last_response`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n order_by=\"(org, course_key, problem_id, actor_id)\",\n primary_key=\"(org, course_key, problem_id, actor_id)\",\n )\n}}\n\nwith\n final_results as (\n select\n org,\n course_key,\n object_id,\n problem_id,\n actor_id,\n interaction_type,\n MAX(attempts) as max_attempts,\n argMax(success, attempts) as success,\n argMax(emission_time, attempts) as emission_time,\n argMax(responses, attempts) as responses,\n argMax(scaled_score, attempts) as scaled_score\n from {{ ref(\"problem_events\") }} events\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n group by org, course_key, object_id, problem_id, actor_id, interaction_type\n )\nselect\n final_results.org as org,\n final_results.course_key as course_key,\n final_results.object_id as object_id,\n final_results.problem_id as problem_id,\n concat(\n '',\n blocks.display_name_with_location,\n ''\n ) as problem_link,\n blocks.display_name_with_location as display_name_with_location,\n blocks.graded as graded,\n final_results.actor_id as actor_id,\n blocks.course_order as course_order,\n final_results.interaction_type as interaction_type,\n final_results.max_attempts as attempts,\n final_results.success as success,\n final_results.emission_time as emission_time,\n final_results.responses as responses,\n final_results.scaled_score as scaled_score\nfrom final_results\nleft join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n final_results.course_key = blocks.course_key\n and final_results.problem_id = blocks.block_id\n )", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_problem_responses": {"database": "", "schema": "reporting", "name": "dim_problem_responses", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_problem_responses.sql", "original_file_path": "models/problems/dim_problem_responses.sql", "unique_id": "model.aspects.dim_problem_responses", "fqn": ["aspects", "problems", "dim_problem_responses"], "alias": "dim_problem_responses", "checksum": {"name": "sha256", "checksum": "ca07c6f957c428423d9222903463eb09bbf36dcbcac9cccfc60163a22db06cb2"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(course_key, block_id_short, response)", "primary_key": "(course_key, block_id_short, response)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "interaction_type": {"name": "interaction_type", "description": "The type of problem (choice, numeric, etc)", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "response": {"name": "response", "description": "The response for the first submission for a single part of a single problem. All formatting is removed.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id_short": {"name": "block_id_short", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_number": {"name": "problem_number", "description": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_name_location": {"name": "problem_name_location", "description": "problem_number followed by the name of the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "response_count": {"name": "response_count", "description": "Count of each response per problem part", "meta": {}, "data_type": "Int64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(course_key, block_id_short, response)", "order_by": "(course_key, block_id_short, response)"}, "created_at": 1776096321.12771, "relation_name": "`reporting`.`dim_problem_responses`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(course_key, block_id_short, response)\",\n order_by=\"(course_key, block_id_short, response)\",\n )\n}}\n\nwith\n first_response as (\n select\n org,\n course_key,\n object_id,\n problem_id,\n actor_id,\n interaction_type,\n argMin(success, attempts) as success,\n argMin(emission_time, attempts) as emission_time,\n argMin(responses, attempts) as responses,\n argMin(scaled_score, attempts) as scaled_score\n from {{ ref(\"problem_events\") }}\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n group by org, course_key, object_id, problem_id, actor_id, interaction_type\n ),\n final_results as (\n select\n first_response.org as org,\n first_response.course_key as course_key,\n first_response.emission_time as emission_time,\n splitByChar('@', first_response.problem_id)[3] as block_id_short,\n replaceRegexpAll(\n first_response.responses,\n '<.*?hint.*?<\\/.*?hint>|
|
|\\[|\\]',\n ''\n ) as _response1,\n replaceRegexpAll(_response1, '\",(\\s|)\"', ',') as _response2,\n case\n when first_response.responses like '[%'\n then arrayJoin(splitByChar(',', replaceAll(_response2, '\"', '')))\n else _response2\n end as response,\n first_response.success as success,\n first_response.interaction_type as interaction_type,\n {{\n format_problem_number_location(\n \"first_response.object_id\", \"blocks.display_name_with_location\"\n )\n }}\n from first_response\n left join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n first_response.course_key = blocks.course_key\n and first_response.problem_id = blocks.block_id\n )\n )\nselect\n org,\n course_key,\n emission_time,\n block_id_short,\n response,\n success,\n interaction_type,\n problem_number,\n problem_name_location,\n count(1) as response_count\nfrom final_results\ngroup by\n org,\n course_key,\n emission_time,\n block_id_short,\n response,\n success,\n interaction_type,\n problem_number,\n problem_name_location", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.format_problem_number_location"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.dim_problem_results": {"database": "", "schema": "reporting", "name": "dim_problem_results", "resource_type": "model", "package_name": "aspects", "path": "problems/dim_problem_results.sql", "original_file_path": "models/problems/dim_problem_results.sql", "unique_id": "model.aspects.dim_problem_results", "fqn": ["aspects", "problems", "dim_problem_results"], "alias": "dim_problem_results", "checksum": {"name": "sha256", "checksum": "ab400b78dfe90160e150e74340c0dde120ef77feb64b133afb545b94fcf2005b"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(course_key, block_id_short, actor_id)", "primary_key": "(course_key, block_id_short, actor_id)"}, "tags": [], "description": "", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "attempts": {"name": "attempts", "description": "Number indicating which attempt this was", "meta": {}, "data_type": "Int16", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_number": {"name": "problem_number", "description": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_name_location": {"name": "problem_name_location", "description": "problem_number followed by the name of the problem", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id_short": {"name": "block_id_short", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(course_key, block_id_short, actor_id)", "order_by": "(course_key, block_id_short, actor_id)"}, "created_at": 1776096321.1280515, "relation_name": "`reporting`.`dim_problem_results`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(course_key, block_id_short, actor_id)\",\n order_by=\"(course_key, block_id_short, actor_id)\",\n )\n}}\n\nwith\n first_success as (\n select\n org,\n course_key,\n object_id,\n argMin(attempts, emission_time) as attempts,\n success,\n actor_id\n from {{ ref(\"problem_events\") }}\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated' and success\n group by org, course_key, object_id, actor_id, success\n ),\n events as (\n select distinct org, course_key, object_id, problem_id\n from {{ ref(\"problem_events\") }} events\n where verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n ),\n final_results as (\n select\n events.org as org,\n events.course_key as course_key,\n first_success.success as success,\n first_success.attempts as attempts,\n first_success.actor_id as actor_id,\n splitByChar('@', events.problem_id)[3] as block_id_short,\n {{\n format_problem_number_location(\n \"events.object_id\", \"blocks.display_name_with_location\"\n )\n }}\n from events\n left join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n events.course_key = blocks.course_key\n and events.problem_id = blocks.block_id\n )\n left join\n first_success\n on (\n first_success.org = events.org\n and first_success.course_key = events.course_key\n and first_success.object_id = events.object_id\n )\n )\nselect distinct\n org,\n course_key,\n success,\n attempts,\n actor_id,\n problem_number,\n problem_name_location,\n block_id_short\nfrom final_results", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.format_problem_number_location"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_problem_engagement": {"database": "", "schema": "reporting", "name": "fact_problem_engagement", "resource_type": "model", "package_name": "aspects", "path": "problems/fact_problem_engagement.sql", "original_file_path": "models/problems/fact_problem_engagement.sql", "unique_id": "model.aspects.fact_problem_engagement", "fqn": ["aspects", "problems", "fact_problem_engagement"], "alias": "fact_problem_engagement", "checksum": {"name": "sha256", "checksum": "80e7d1cd841ec46c1c1da55dacb7ac2bfbd3b312d918d130d50eb6416e555320"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected"}, "tags": [], "description": "A record per course per section and subsection per learner with engagement level", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_name": {"name": "section_subsection_name", "description": "Section or Subsection name", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_with_name": {"name": "section_with_name", "description": "The name of the section this block belongs to, with section_number prepended", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "content_level": {"name": "content_level", "description": "The level at which page views are counted", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_problem_engagement": {"name": "section_subsection_problem_engagement", "description": "The total number of times a learner engaged with a problem in this section or subsection", "meta": {}, "data_type": "UInt64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {}, "created_at": 1776096321.1286147, "relation_name": "`reporting`.`fact_problem_engagement`", "raw_code": "with\n get_problem_data as (\n select\n problems.org as org,\n problems.course_key as course_key,\n problems.actor_id as actor_id,\n items.item_count as item_count,\n problems.problem_id as problem_id,\n items.section_block_id as section_block_id,\n items.subsection_block_id as subsection_block_id,\n items.section_with_name as section_with_name,\n items.subsection_with_name as subsection_with_name\n from {{ ref(\"problem_events\") }} problems\n join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n problems.course_key = blocks.course_key\n and problems.problem_id = blocks.block_id\n )\n join\n (select * from ({{ items_per_subsection(\"%@problem+block@%\") }})) items\n on (\n problems.org = items.org\n and problems.course_key = items.course_key\n and blocks.section_number = items.section_number\n and blocks.subsection_number = items.subsection_number\n )\n where problems.verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated'\n ),\n section_subsection as (\n select\n org,\n course_key,\n actor_id,\n 'section' as section_content_level,\n 'subsection' as subsection_content_level,\n item_count,\n count(distinct problem_id) as problems_attempted,\n section_block_id,\n subsection_block_id,\n section_with_name,\n subsection_with_name,\n from get_problem_data\n group by\n org,\n course_key,\n actor_id,\n item_count,\n section_block_id,\n subsection_block_id,\n section_with_name,\n subsection_with_name\n ),\n problem_engagement as (\n select\n org,\n course_key,\n actor_id,\n case\n when problems_attempted = 0\n then 'No problems attempted yet'\n when problems_attempted = item_count\n then 'All problems attempted'\n else 'At least one problem attempted'\n end as section_subsection_problem_engagement,\n block_id,\n section_with_name,\n section_subsection_name,\n content_level\n from section_subsection ARRAY\n join\n arrayConcat([subsection_block_id], [section_block_id]) as block_id,\n arrayConcat(\n [subsection_with_name], [section_with_name]\n ) as section_subsection_name,\n arrayConcat(\n [subsection_content_level], [section_content_level]\n ) as content_level\n group by\n org,\n course_key,\n actor_id,\n section_subsection_problem_engagement,\n block_id,\n section_with_name,\n section_subsection_name,\n content_level\n )\nselect\n problem_engagement.org as org,\n problem_engagement.course_key as course_key,\n problem_engagement.section_subsection_name as section_subsection_name,\n problem_engagement.section_with_name as section_with_name,\n problem_engagement.content_level as content_level,\n problem_engagement.actor_id as actor_id,\n problem_engagement.section_subsection_problem_engagement\n as section_subsection_problem_engagement,\n problem_engagement.block_id as block_id,\n users.username as username,\n users.name as name,\n users.email as email\nfrom problem_engagement\nleft join\n {{ ref(\"dim_user_pii\") }} users\n on (\n problem_engagement.actor_id like 'mailto:%'\n and SUBSTRING(problem_engagement.actor_id, 8) = users.email\n )\n or problem_engagement.actor_id = toString(users.external_user_id)\nwhere section_subsection_name <> ''", "language": "sql", "refs": [{"name": "problem_events", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.items_per_subsection"], "nodes": ["model.aspects.problem_events", "model.aspects.dim_course_blocks", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.problem_events": {"database": "", "schema": "openedx", "name": "problem_events", "resource_type": "model", "package_name": "aspects", "path": "problems/problem_events.sql", "original_file_path": "models/problems/problem_events.sql", "unique_id": "model.aspects.problem_events", "fqn": ["aspects", "problems", "problem_events"], "alias": "problem_events", "checksum": {"name": "sha256", "checksum": "97cdc0683bc70e1710440302ec672ff9a92b380be5565c3c2e2262cffc64ec87"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, responses, success, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, verb_id)"}, "tags": [], "description": "Problem events", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "responses": {"name": "responses", "description": "The responses for this submission. If a problem has multiple parts, values for all parts will be in this field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "scaled_score": {"name": "scaled_score", "description": "A ratio between 0 and 1, inclusive, of the learner's grade", "meta": {}, "data_type": "Float32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "success": {"name": "success", "description": "Boolean indicating whether the responses were correct", "meta": {}, "data_type": "Boolean", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "interaction_type": {"name": "interaction_type", "description": "The type of interaction", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "attempts": {"name": "attempts", "description": "Number indicating which attempt this was", "meta": {}, "data_type": "Int16", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "problem_id": {"name": "problem_id", "description": "The problem's unique identifier", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_name": {"name": "course_name", "description": "The name of the course", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_name": {"name": "block_name", "description": "The name of the block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/problems/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, verb_id)", "order_by": "(org, course_key, verb_id, emission_time, actor_id, object_id, responses, success, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1233146, "relation_name": "`openedx`.`problem_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, verb_id)\",\n order_by=\"(org, course_key, verb_id, emission_time, actor_id, object_id, responses, success, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id,\n cast(emission_time as DateTime) as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n JSON_VALUE(event, '$.result.response') as responses,\n cast(\n JSONExtractFloat(event, 'result', 'score', 'scaled') as Float32\n ) as scaled_score,\n if(\n verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated',\n cast(JSON_VALUE(event, '$.result.success') as Bool),\n false\n ) as success,\n toLowCardinality(\n JSON_VALUE(event, '$.object.definition.interactionType')\n ) as interaction_type,\n if(\n verb_id = 'https://w3id.org/xapi/acrossx/verbs/evaluated',\n cast(\n JSON_VALUE(\n event,\n '$.object.definition.extensions.\"http://id.tincanapi.com/extension/attempt-id\"'\n ) as Int16\n ),\n 0\n ) as attempts,\n {{ get_problem_id(\"object_id\") }} as problem_id\nfrom {{ ref(\"xapi_events_all_parsed\") }} xapi\nwhere\n verb_id in (\n 'https://w3id.org/xapi/acrossx/verbs/evaluated',\n 'http://adlnet.gov/expapi/verbs/passed',\n 'http://adlnet.gov/expapi/verbs/asked'\n )", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.get_problem_id"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_video_engagement": {"database": "", "schema": "reporting", "name": "fact_video_engagement", "resource_type": "model", "package_name": "aspects", "path": "video/fact_video_engagement.sql", "original_file_path": "models/video/fact_video_engagement.sql", "unique_id": "model.aspects.fact_video_engagement", "fqn": ["aspects", "video", "fact_video_engagement"], "alias": "fact_video_engagement", "checksum": {"name": "sha256", "checksum": "bc779fbad83c0bab9251872893367d7ec0cffe3e2e2150d7f394e52e9f4c60d1"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)", "primary_key": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)"}, "tags": [], "description": "A dataset with one record representing the engagement of a learner with a video", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_name": {"name": "section_subsection_name", "description": "The name of the section or the subsection", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "content_level": {"name": "content_level", "description": "The content level of the video", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "section_subsection_video_engagement": {"name": "section_subsection_video_engagement", "description": "The engagement level of the learner with the video", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "block_id": {"name": "block_id", "description": "The unique XBlock usage key for this block", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/video/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)", "order_by": "(org, course_key, actor_id, block_id, section_subsection_video_engagement)"}, "created_at": 1776096321.138718, "relation_name": "`reporting`.`fact_video_engagement`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, actor_id, block_id, section_subsection_video_engagement)\",\n order_by=\"(org, course_key, actor_id, block_id, section_subsection_video_engagement)\",\n )\n}}\n\nwith\n fact_video_segments as (\n select\n segments.org as org,\n segments.course_key as course_key,\n blocks.section_number as section_number,\n blocks.subsection_number as subsection_number,\n segments.actor_id as actor_id,\n count(distinct blocks.block_id) as videos_viewed\n from {{ ref(\"fact_video_segments\") }} segments\n join\n {{ ref(\"dim_course_blocks\") }} blocks\n on (\n segments.course_key = blocks.course_key\n and splitByString('/xblock/', segments.object_id)[-1] = blocks.block_id\n )\n group by org, course_key, section_number, subsection_number, actor_id\n ),\n fact_videos_per_subsection as (\n select * from ({{ items_per_subsection(\"%@video+block@%\") }})\n ),\n fact_video_section_subsection as (\n select\n videos.org as org,\n videos.course_key as course_key,\n videos.subsection_course_order as course_order,\n plays.actor_id as actor_id,\n 'section' as section_content_level,\n 'subsection' as subsection_content_level,\n videos.item_count as item_count,\n sum(plays.videos_viewed) as videos_viewed,\n videos.section_block_id as section_block_id,\n videos.subsection_block_id as subsection_block_id,\n videos.section_with_name as section_with_name,\n videos.subsection_with_name as subsection_with_name\n from fact_video_segments plays\n full join\n fact_videos_per_subsection videos\n on (\n videos.org = plays.org\n and videos.course_key = plays.course_key\n and videos.section_number = plays.section_number\n and videos.subsection_number = plays.subsection_number\n )\n group by\n org,\n course_key,\n course_order,\n actor_id,\n item_count,\n section_block_id,\n subsection_block_id,\n section_with_name,\n subsection_with_name\n ),\n video_engagment as (\n select\n org,\n course_key,\n actor_id,\n sum(videos_viewed) as videos_viewed,\n sum(item_count) as item_count,\n case\n when videos_viewed = 0\n then 'No videos viewed yet'\n when videos_viewed = item_count\n then 'All videos viewed'\n else 'At least one video viewed'\n end as section_subsection_video_engagement,\n block_id,\n section_subsection_name,\n content_level\n from fact_video_section_subsection ARRAY\n join\n arrayConcat([subsection_block_id], [section_block_id]) as block_id,\n arrayConcat(\n [subsection_with_name], [section_with_name]\n ) as section_subsection_name,\n arrayConcat(\n [subsection_content_level], [section_content_level]\n ) as content_level\n group by\n org, course_key, actor_id, block_id, section_subsection_name, content_level\n ),\n final_results as (\n select\n video_engagment.org as org,\n video_engagment.course_key as course_key,\n video_engagment.section_subsection_name as section_subsection_name,\n video_engagment.content_level as content_level,\n video_engagment.actor_id as actor_id,\n video_engagment.section_subsection_video_engagement\n as section_subsection_video_engagement,\n video_engagment.block_id as block_id,\n users.username as username,\n users.name as name,\n users.email as email\n from video_engagment\n left outer join\n {{ ref(\"dim_user_pii\") }} users\n on (\n video_engagment.actor_id like 'mailto:%'\n and SUBSTRING(video_engagment.actor_id, 8) = users.email\n )\n or video_engagment.actor_id = toString(users.external_user_id)\n where video_engagment.section_subsection_name <> ''\n )\nselect\n org,\n course_key,\n section_subsection_name,\n content_level,\n actor_id,\n section_subsection_video_engagement,\n block_id,\n username,\n name,\n email\nfrom final_results", "language": "sql", "refs": [{"name": "fact_video_segments", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_course_blocks", "package": null, "version": null}, {"name": "dim_user_pii", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine", "macro.aspects.items_per_subsection"], "nodes": ["model.aspects.fact_video_segments", "model.aspects.dim_course_blocks", "model.aspects.dim_user_pii"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.fact_video_segments": {"database": "", "schema": "reporting", "name": "fact_video_segments", "resource_type": "model", "package_name": "aspects", "path": "video/fact_video_segments.sql", "original_file_path": "models/video/fact_video_segments.sql", "unique_id": "model.aspects.fact_video_segments", "fqn": ["aspects", "video", "fact_video_segments"], "alias": "fact_video_segments", "checksum": {"name": "sha256", "checksum": "58cff70e5eef3bc44c2454dca9ebb34373ab44cc5faa56275f93cef0fc85456b"}, "config": {"enabled": true, "alias": null, "schema": null, "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": null}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, object_id, actor_id, watched_segment)", "primary_key": "(org, course_key, object_id, actor_id, watched_segment)"}, "tags": [], "description": "Each second of every video that has been watched", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "video_duration": {"name": "video_duration", "description": "Total duration of the video", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "watched_segment": {"name": "watched_segment", "description": "Watched second of the video", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "watch_count": {"name": "watch_count", "description": "Number of times the segment has been watched", "meta": {}, "data_type": "Int32", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": "aspects://models/video/schema.yml", "build_path": null, "unrendered_config": {"materialized": "materialized_view", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, object_id, actor_id, watched_segment)", "order_by": "(org, course_key, object_id, actor_id, watched_segment)"}, "created_at": 1776096321.1380804, "relation_name": "`reporting`.`fact_video_segments`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, object_id, actor_id, watched_segment)\",\n order_by=\"(org, course_key, object_id, actor_id, watched_segment)\",\n )\n}}\n\nwith\n data as (\n select\n event_id,\n org,\n course_key,\n actor_id,\n emission_time_long,\n video_position,\n object_id,\n video_duration,\n if(\n verb_id = 'https://w3id.org/xapi/video/verbs/played', 'start', 'end'\n ) as verb\n from {{ ref(\"video_playback_events\") }}\n where verb_id <> 'http://adlnet.gov/expapi/verbs/initialized'\n ),\n matches as (\n select\n *,\n first_value(event_id) filter (where verb = 'start') over (\n partition by org, course_key, actor_id, object_id\n order by emission_time_long, verb\n rows between 1 following and unbounded following\n ) as matching_event_id\n from data\n ),\n final_matches as (\n select\n *,\n last_value(event_id) over (\n partition by matching_event_id, object_id, actor_id\n order by emission_time_long\n rows between unbounded preceding and unbounded following\n ) as end_id\n from matches\n order by emission_time_long\n ),\n ends as (select * from final_matches where verb = 'end' and event_id = end_id),\n starts as (select * from final_matches where verb = 'start'),\n final_results as (\n select\n starts.event_id as event_id,\n starts.org as org,\n starts.course_key as course_key,\n starts.actor_id as actor_id,\n starts.object_id as object_id,\n starts.video_duration as video_duration,\n arrayJoin(\n range(\n greatest(cast(starts.video_position as int), 1),\n cast(ends.video_position as int) + 1,\n 1\n )\n ) as watched_segment\n from starts\n inner join ends on starts.end_id = ends.event_id\n where ends.video_position > starts.video_position\n )\nselect\n org,\n course_key,\n actor_id,\n object_id,\n video_duration,\n watched_segment,\n count(1) as watch_count\nfrom final_results\ngroup by org, course_key, actor_id, object_id, video_duration, watched_segment", "language": "sql", "refs": [{"name": "video_playback_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.video_playback_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.video_playback_events": {"database": "", "schema": "openedx", "name": "video_playback_events", "resource_type": "model", "package_name": "aspects", "path": "video/video_playback_events.sql", "original_file_path": "models/video/video_playback_events.sql", "unique_id": "model.aspects.video_playback_events", "fqn": ["aspects", "video", "video_playback_events"], "alias": "video_playback_events", "checksum": {"name": "sha256", "checksum": "9661709355a01b7c38f7d62d458f0b573270a1e3c9a52fac7ac309528a485ea0"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_key, verb_id, emission_time, actor_id, video_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_key, verb_id)"}, "tags": [], "description": "Events related to video playback", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "uuid", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time_long": {"name": "emission_time_long", "description": "Emission time with extra time digits", "meta": {}, "data_type": "DateTime64(6)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "string", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "video_position": {"name": "video_position", "description": "The position in the video where the event occurred", "meta": {}, "data_type": "decimal(9, 2)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "video_duration": {"name": "video_duration", "description": "The duration of the video in seconds", "meta": {}, "data_type": "int64", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/video/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_key, verb_id)", "order_by": "(org, course_key, verb_id, emission_time, actor_id, video_position, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096321.1374338, "relation_name": "`openedx`.`video_playback_events`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_key, verb_id)\",\n order_by=\"(org, course_key, verb_id, emission_time, actor_id, video_position, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nwith\n final_results as (\n select\n event_id,\n emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n ceil(\n CAST(\n coalesce(\n nullIf(\n JSON_VALUE(\n event,\n '$.result.extensions.\"https://w3id.org/xapi/video/extensions/time\"'\n ),\n ''\n ),\n nullIf(\n JSON_VALUE(\n event,\n '$.result.extensions.\"https://w3id.org/xapi/video/extensions/time-from\"'\n ),\n ''\n ),\n '0.0'\n ),\n 'Decimal32(2)'\n )\n ) as _video_position,\n JSONExtractInt(\n event,\n 'context',\n 'extensions',\n 'https://w3id.org/xapi/video/extensions/length'\n ) as video_duration\n from {{ ref(\"xapi_events_all_parsed\") }}\n where\n (\n verb_id in (\n 'http://adlnet.gov/expapi/verbs/completed',\n 'http://adlnet.gov/expapi/verbs/initialized',\n 'http://adlnet.gov/expapi/verbs/terminated',\n 'https://w3id.org/xapi/video/verbs/paused',\n 'https://w3id.org/xapi/video/verbs/played',\n 'https://w3id.org/xapi/video/verbs/seeked'\n )\n )\n and (object_id like '%video+block%')\n )\nselect\n event_id,\n emission_time as emission_time_long,\n CAST(emission_time, 'DateTime') as emission_time,\n actor_id,\n object_id,\n course_key,\n org,\n verb_id,\n -- reset video position when it has been re-played from the end\n case\n when\n _video_position = video_duration\n and verb_id = 'https://w3id.org/xapi/video/verbs/played'\n then 1\n else _video_position\n end as video_position,\n video_duration\nfrom final_results", "language": "sql", "refs": [{"name": "xapi_events_all_parsed", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "model.aspects.xapi_events_all_parsed": {"database": "", "schema": "openedx", "name": "xapi_events_all_parsed", "resource_type": "model", "package_name": "aspects", "path": "base/xapi_events_all_parsed.sql", "original_file_path": "models/base/xapi_events_all_parsed.sql", "unique_id": "model.aspects.xapi_events_all_parsed", "fqn": ["aspects", "base", "xapi_events_all_parsed"], "alias": "xapi_events_all_parsed", "checksum": {"name": "sha256", "checksum": "a2d6847585ef44a91f84b017105f9ebaed4ede7753bbcc4119d98c793a8fd5d2"}, "config": {"enabled": true, "alias": null, "schema": "openedx", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "materialized_view", "incremental_strategy": null, "batch_size": null, "lookback": 1, "begin": null, "persist_docs": {}, "post-hook": [], "pre-hook": [], "quoting": {}, "column_types": {}, "full_refresh": null, "unique_key": null, "on_schema_change": "ignore", "on_configuration_change": "apply", "grants": {}, "packages": [], "docs": {"show": true, "node_color": "#cc9900"}, "contract": {"enforced": false, "alias_types": true}, "event_time": null, "concurrent_batches": null, "access": "protected", "engine": " ReplacingMergeTree()", "order_by": "(org, course_id, verb_id, actor_id, emission_time, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR", "primary_key": "(org, course_id, verb_id, actor_id, emission_time, event_id)"}, "tags": [], "description": "A materialized view for xAPI events", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": "UUID", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "verb_id": {"name": "verb_id", "description": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "actor_id": {"name": "actor_id", "description": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_id": {"name": "course_id", "description": "The fully-qualified course identifier URL", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": "DateTime64(6)", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "event": {"name": "event", "description": "The xAPI event as a String", "meta": {}, "data_type": "String", "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}}, "meta": {}, "group": null, "docs": {"show": true, "node_color": "#cc9900"}, "patch_path": "aspects://models/base/schema.yml", "build_path": null, "unrendered_config": {"docs": {"node_color": "#cc9900"}, "materialized": "materialized_view", "schema": "openedx", "engine": " ReplacingMergeTree()", "primary_key": "(org, course_id, verb_id, actor_id, emission_time, event_id)", "order_by": "(org, course_id, verb_id, actor_id, emission_time, event_id)", "partition_by": "(toYYYYMM(emission_time))", "ttl": "toDateTime(emission_time) + INTERVAL 1 YEAR"}, "created_at": 1776096320.9984581, "relation_name": "`openedx`.`xapi_events_all_parsed`", "raw_code": "{{\n config(\n materialized=\"materialized_view\",\n schema=env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\"),\n engine=get_engine(\"ReplacingMergeTree()\"),\n primary_key=\"(org, course_id, verb_id, actor_id, emission_time, event_id)\",\n order_by=\"(org, course_id, verb_id, actor_id, emission_time, event_id)\",\n partition_by=\"(toYYYYMM(emission_time))\",\n ttl=env_var(\"ASPECTS_DATA_TTL_EXPRESSION\", \"\"),\n )\n}}\n\nselect\n event_id as event_id,\n toLowCardinality(JSON_VALUE(event::String, '$.verb.id')) as verb_id,\n COALESCE(\n NULLIF(JSON_VALUE(event::String, '$.actor.account.name'), ''),\n NULLIF(JSON_VALUE(event::String, '$.actor.mbox'), ''),\n JSON_VALUE(event::String, '$.actor.mbox_sha1sum')\n ) as actor_id,\n JSON_VALUE(event::String, '$.object.id') as object_id,\n -- If the contextActivities parent is a course, use that. It can be a \"course\"\n -- type, or a \"cmi.interaction\" type for multiple question problem submissions.\n -- Otherwise use the object id for the course id.\n toLowCardinality(\n multiIf(\n -- If the contextActivities parent is a course, use that\n JSON_VALUE(\n event::String, '$.context.contextActivities.parent[0].definition.type'\n )\n = 'http://adlnet.gov/expapi/activities/course',\n JSON_VALUE(event::String, '$.context.contextActivities.parent[0].id'),\n -- Else if the contextActivities parent is a GroupActivity, it's a multi\n -- question problem and we use the grouping id\n JSON_VALUE(\n event::String, '$.context.contextActivities.parent[0].objectType'\n )\n in ('Activity', 'GroupActivity'),\n JSON_VALUE(event::String, '$.context.contextActivities.grouping[0].id'),\n -- Otherwise use the object id\n JSON_VALUE(event::String, '$.object.id')\n )\n ) as course_id,\n toLowCardinality(splitByString('/', course_id)[-1]) as course_key,\n toLowCardinality(\n coalesce(\n get_org_from_course_url(course_id),\n get_org_from_ccx_course_url(course_id),\n ''\n )\n ) as org,\n emission_time as emission_time,\n event::String as event\nfrom {{ source(\"xapi\", \"xapi_events_all\") }}", "language": "sql", "refs": [], "sources": [["xapi", "xapi_events_all"]], "metrics": [], "depends_on": {"macros": ["macro.aspects.get_engine"], "nodes": ["source.aspects.xapi.xapi_events_all"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "access": "protected", "constraints": [], "version": null, "latest_version": null, "deprecation_date": null, "primary_key": [], "time_spine": null}, "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_enrollment_events_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86.sql", "original_file_path": "models/enrollment/schema.yml", "unique_id": "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1", "fqn": ["aspects", "enrollment", "accepted_values_enrollment_events_enrollment_status__registered__unregistered"], "alias": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86"}, "created_at": 1776096321.0461295, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_enrollment_eve_cc17de63a295063bce3c1366b6068d86\") }}", "language": "sql", "refs": [{"name": "enrollment_events", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.enrollment_events"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.enrollment_events", "attached_node": "model.aspects.enrollment_events", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('enrollment_events')) }}"}, "namespace": null}}, "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9.sql", "original_file_path": "models/enrollment/schema.yml", "unique_id": "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb", "fqn": ["aspects", "enrollment", "accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered"], "alias": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9"}, "created_at": 1776096321.055919, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_dim_most_recen_3f238a6552e30c185f4f9730615cdda9\") }}", "language": "sql", "refs": [{"name": "dim_most_recent_enrollment", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.dim_most_recent_enrollment"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.dim_most_recent_enrollment", "attached_node": "model.aspects.dim_most_recent_enrollment", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('dim_most_recent_enrollment')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_enrollments_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9.sql", "original_file_path": "models/enrollment/schema.yml", "unique_id": "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4", "fqn": ["aspects", "enrollment", "accepted_values_fact_enrollments_enrollment_status__registered__unregistered"], "alias": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9"}, "created_at": 1776096321.0578158, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_enrollmen_1086f4b5aaa1831a14dfbb256e3845c9\") }}", "language": "sql", "refs": [{"name": "fact_enrollments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_enrollments"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.fact_enrollments", "attached_node": "model.aspects.fact_enrollments", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('fact_enrollments')) }}"}, "namespace": null}}, "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_dim_student_status_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d.sql", "original_file_path": "models/grading/schema.yml", "unique_id": "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448", "fqn": ["aspects", "grading", "accepted_values_dim_student_status_enrollment_status__registered__unregistered"], "alias": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d"}, "created_at": 1776096321.0661116, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_dim_student_st_051af17c3e63e3b4f749cff03cc9456d\") }}", "language": "sql", "refs": [{"name": "dim_student_status", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.dim_student_status"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.dim_student_status", "attached_node": "model.aspects.dim_student_status", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('dim_student_status')) }}"}, "namespace": null}}, "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406.sql", "original_file_path": "models/grading/schema.yml", "unique_id": "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb", "fqn": ["aspects", "grading", "accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed"], "alias": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406"}, "created_at": 1776096321.069033, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_dim_learner_mo_d87889e37534fdd5efe246d2a7811406\") }}", "language": "sql", "refs": [{"name": "dim_learner_most_recent_course_state", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.dim_learner_most_recent_course_state"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "approving_state", "file_key_name": "models.dim_learner_most_recent_course_state", "attached_node": "model.aspects.dim_learner_most_recent_course_state", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["passed", "failed"], "column_name": "approving_state", "model": "{{ get_where_subquery(ref('dim_learner_most_recent_course_state')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf.sql", "original_file_path": "models/instance/schema.yml", "unique_id": "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696", "fqn": ["aspects", "instance", "accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered"], "alias": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf"}, "created_at": 1776096321.1076672, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_instance__cfd2085c76a9896caa39f9ccef440adf\") }}", "language": "sql", "refs": [{"name": "fact_instance_enrollments", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_instance_enrollments"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "enrollment_status", "file_key_name": "models.fact_instance_enrollments", "attached_node": "model.aspects.fact_instance_enrollments", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["registered", "unregistered"], "column_name": "enrollment_status", "model": "{{ get_where_subquery(ref('fact_instance_enrollments')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_pageview_engagement_content_level__section__subsection", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b.sql", "original_file_path": "models/navigation/schema.yml", "unique_id": "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed", "fqn": ["aspects", "navigation", "accepted_values_fact_pageview_engagement_content_level__section__subsection"], "alias": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b"}, "created_at": 1776096321.1162472, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_pageview__b1bf1051fb872a03819d7debc3e80b8b\") }}", "language": "sql", "refs": [{"name": "fact_pageview_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_pageview_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "content_level", "file_key_name": "models.fact_pageview_engagement", "attached_node": "model.aspects.fact_pageview_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["section", "subsection"], "column_name": "content_level", "model": "{{ get_where_subquery(ref('fact_pageview_engagement')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_problem_engagement_content_level__section__subsection", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b.sql", "original_file_path": "models/problems/schema.yml", "unique_id": "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321", "fqn": ["aspects", "problems", "accepted_values_fact_problem_engagement_content_level__section__subsection"], "alias": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b"}, "created_at": 1776096321.129281, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_problem_e_e6033dc4eca4615fd868cc59a9850d4b\") }}", "language": "sql", "refs": [{"name": "fact_problem_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_problem_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "content_level", "file_key_name": "models.fact_problem_engagement", "attached_node": "model.aspects.fact_problem_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["section", "subsection"], "column_name": "content_level", "model": "{{ get_where_subquery(ref('fact_problem_engagement')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_video_engagement_content_level__section__subsection", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe.sql", "original_file_path": "models/video/schema.yml", "unique_id": "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005", "fqn": ["aspects", "video", "accepted_values_fact_video_engagement_content_level__section__subsection"], "alias": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe"}, "created_at": 1776096321.1393914, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_video_eng_1114368cd7e3e54d8e33e4933a5078fe\") }}", "language": "sql", "refs": [{"name": "fact_video_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_video_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "content_level", "file_key_name": "models.fact_video_engagement", "attached_node": "model.aspects.fact_video_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["section", "subsection"], "column_name": "content_level", "model": "{{ get_where_subquery(ref('fact_video_engagement')) }}"}, "namespace": null}}, "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80": {"database": "", "schema": "dbt_test__audit", "name": "accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed", "resource_type": "test", "package_name": "aspects", "path": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc.sql", "original_file_path": "models/video/schema.yml", "unique_id": "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80", "fqn": ["aspects", "video", "accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed"], "alias": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc", "checksum": {"name": "none", "checksum": ""}, "config": {"enabled": true, "alias": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc", "schema": "dbt_test__audit", "database": null, "tags": [], "meta": {}, "group": null, "materialized": "test", "severity": "ERROR", "store_failures": null, "store_failures_as": null, "where": null, "limit": null, "fail_calc": "count(*)", "warn_if": "!= 0", "error_if": "!= 0"}, "tags": [], "description": "", "columns": {}, "meta": {}, "group": null, "docs": {"show": true, "node_color": null}, "patch_path": null, "build_path": null, "unrendered_config": {"alias": "accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc"}, "created_at": 1776096321.1413004, "relation_name": null, "raw_code": "{{ test_accepted_values(**_dbt_generic_test_kwargs) }}{{ config(alias=\"accepted_values_fact_video_eng_b5eba4b87ba3d5dc281e045ba5fb35bc\") }}", "language": "sql", "refs": [{"name": "fact_video_engagement", "package": null, "version": null}], "sources": [], "metrics": [], "depends_on": {"macros": ["macro.dbt.test_accepted_values", "macro.dbt.get_where_subquery"], "nodes": ["model.aspects.fact_video_engagement"]}, "compiled_path": null, "contract": {"enforced": false, "alias_types": true, "checksum": null}, "column_name": "section_subsection_video_engagement", "file_key_name": "models.fact_video_engagement", "attached_node": "model.aspects.fact_video_engagement", "test_metadata": {"name": "accepted_values", "kwargs": {"values": ["No videos viewed yet", "At least one video viewed", "All videos viewed"], "column_name": "section_subsection_video_engagement", "model": "{{ get_where_subquery(ref('fact_video_engagement')) }}"}, "namespace": null}}}, "sources": {"source.aspects.event_sink.object_tag": {"database": "event_sink", "schema": "event_sink", "name": "object_tag", "resource_type": "source", "package_name": "aspects", "path": "models/tags/sources.yml", "original_file_path": "models/tags/sources.yml", "unique_id": "source.aspects.event_sink.object_tag", "fqn": ["aspects", "tags", "event_sink", "object_tag"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "object_tag", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Course objects and their associated tags from CMS events: \n`COURSE_CREATED, XBLOCK_CREATED, LIBRARY_BLOCK_CREATED, CONTENT_OBJECT_ASSOCIATIONS_CHANGED` \nand `post_save` Django signal on the Object Tag model", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "object_id": {"name": "object_id", "description": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "tag": {"name": "tag", "description": "The name of the tag", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "_value": {"name": "_value", "description": "Tag string", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "_export_id": {"name": "_export_id", "description": "Export ID", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`object_tag`", "created_at": 1775665584.585888, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.taxonomy": {"database": "event_sink", "schema": "event_sink", "name": "taxonomy", "resource_type": "source", "package_name": "aspects", "path": "models/tags/sources.yml", "original_file_path": "models/tags/sources.yml", "unique_id": "source.aspects.event_sink.taxonomy", "fqn": ["aspects", "tags", "event_sink", "taxonomy"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "taxonomy", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Taxonomy data from `post_save` Django signal on the Taxonomy model", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "name": {"name": "name", "description": "Name for the taxonomy", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`taxonomy`", "created_at": 1775665584.5865903, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.tag": {"database": "event_sink", "schema": "event_sink", "name": "tag", "resource_type": "source", "package_name": "aspects", "path": "models/tags/sources.yml", "original_file_path": "models/tags/sources.yml", "unique_id": "source.aspects.event_sink.tag", "fqn": ["aspects", "tags", "event_sink", "tag"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "tag", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Tag data from `post_save` Django signal on the Tag model. Includes parent tag and lineage string for heirarchal relationships.", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "taxonomy": {"name": "taxonomy", "description": "Foreign key to the taxonomy", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "parent": {"name": "parent", "description": "Foreign key to the parent tag", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "value": {"name": "value", "description": "Tag string", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "external_id": {"name": "external_id", "description": "External ID", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "lineage": {"name": "lineage", "description": "Lineage data of the tag for parent tags", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`tag`", "created_at": 1775665584.586786, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.course_blocks": {"database": "event_sink", "schema": "event_sink", "name": "course_blocks", "resource_type": "source", "package_name": "aspects", "path": "models/courses/sources.yml", "original_file_path": "models/courses/sources.yml", "unique_id": "source.aspects.event_sink.course_blocks", "fqn": ["aspects", "courses", "event_sink", "course_blocks"], "source_name": "event_sink", "source_description": "Clickhouse database for event driven and reporting tables", "loader": "", "identifier": "course_blocks", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "XBlock data from CMS `COURSE_PUBLISHED` events", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "location": {"name": "location", "description": "The location of the block", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "display_name": {"name": "display_name", "description": "The name of the block", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "xblock_data_json": {"name": "xblock_data_json", "description": "Json string containing xblock data", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "order": {"name": "order", "description": "The sort order of this block in the course across all course blocks", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "edited_on": {"name": "edited_on", "description": "Date the course block was edited", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`course_blocks`", "created_at": 1775665584.5869741, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.course_overviews": {"database": "event_sink", "schema": "event_sink", "name": "course_overviews", "resource_type": "source", "package_name": "aspects", "path": "models/courses/sources.yml", "original_file_path": "models/courses/sources.yml", "unique_id": "source.aspects.event_sink.course_overviews", "fqn": ["aspects", "courses", "event_sink", "course_overviews"], "source_name": "event_sink", "source_description": "Clickhouse database for event driven and reporting tables", "loader": "", "identifier": "course_overviews", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Course metadata from CMS `COURSE_PUBLISHED` events", "columns": {"org": {"name": "org", "description": "The organization that the course belongs to, this value is extracted from the course key", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_key": {"name": "course_key", "description": "The CourseKey for this course run", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "display_name": {"name": "display_name", "description": "The name of the block", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_start": {"name": "course_start", "description": "Course start date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "course_end": {"name": "course_end", "description": "Course end date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "enrollment_start": {"name": "enrollment_start", "description": "Enrollment start date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "enrollment_end": {"name": "enrollment_end", "description": "Enrollment end date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "self_paced": {"name": "self_paced", "description": "If the course is self paced", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Boolean"}, "course_data_json": {"name": "course_data_json", "description": "Json string containing course data", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "created": {"name": "created", "description": "Course create date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "modified": {"name": "modified", "description": "Course modified date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`course_overviews`", "created_at": 1775665584.5871701, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.user_profile": {"database": "event_sink", "schema": "event_sink", "name": "user_profile", "resource_type": "source", "package_name": "aspects", "path": "models/users/sources.yml", "original_file_path": "models/users/sources.yml", "unique_id": "source.aspects.event_sink.user_profile", "fqn": ["aspects", "users", "event_sink", "user_profile"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "user_profile", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Users and associated data from `post_save` Django signal on the UserProfile model", "columns": {"id": {"name": "id", "description": "The primary key value for this row in the edx-platform MySQL database", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "name": {"name": "name", "description": "The full name of the learner based on their edx-platform UserProfile \"name\" field", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "email": {"name": "email", "description": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "meta": {"name": "meta", "description": "", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "courseware": {"name": "courseware", "description": "", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null}, "language": {"name": "language", "description": "The user's preferred language", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "location": {"name": "location", "description": "The user's location", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "year_of_birth": {"name": "year_of_birth", "description": "The user's year of birth", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "Int32"}, "gender": {"name": "gender", "description": "The user's gender", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "level_of_education": {"name": "level_of_education", "description": "The user's level of education", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "mailing_address": {"name": "mailing_address", "description": "The user's mailing address", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "city": {"name": "city", "description": "The user's city", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "country": {"name": "country", "description": "The user's country", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "state": {"name": "state", "description": "The user's state", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "goals": {"name": "goals", "description": "The user's goals", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "bio": {"name": "bio", "description": "The user's bio", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "profile_image_uploaded_at": {"name": "profile_image_uploaded_at", "description": "User's profile image upload date", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "phone_number": {"name": "phone_number", "description": "The user's phone number", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`user_profile`", "created_at": 1775665584.5873756, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.event_sink.external_id": {"database": "event_sink", "schema": "event_sink", "name": "external_id", "resource_type": "source", "package_name": "aspects", "path": "models/users/sources.yml", "original_file_path": "models/users/sources.yml", "unique_id": "source.aspects.event_sink.external_id", "fqn": ["aspects", "users", "event_sink", "external_id"], "source_name": "event_sink", "source_description": "", "loader": "", "identifier": "external_id", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "User ID with external id from `post_save` Django signal on the ExternalId model", "columns": {"external_user_id": {"name": "external_user_id", "description": "The external user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "external_id_type": {"name": "external_id_type", "description": "The type of external user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "username": {"name": "username", "description": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "user_id": {"name": "user_id", "description": "The user id", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}, "dump_id": {"name": "dump_id", "description": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "time_last_dumped": {"name": "time_last_dumped", "description": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`event_sink`.`external_id`", "created_at": 1775665584.5875432, "unrendered_database": "{{ env_var('ASPECTS_EVENT_SINK_DATABASE', 'event_sink')}}", "unrendered_schema": null}, "source.aspects.xapi.xapi_events_all": {"database": "openedx", "schema": "xapi", "name": "xapi_events_all", "resource_type": "source", "package_name": "aspects", "path": "models/base/sources.yml", "original_file_path": "models/base/sources.yml", "unique_id": "source.aspects.xapi.xapi_events_all", "fqn": ["aspects", "base", "xapi", "xapi_events_all"], "source_name": "xapi", "source_description": "Clickhouse database for xapi events", "loader": "", "identifier": "xapi_events_all", "quoting": {"database": null, "schema": null, "identifier": null, "column": null}, "loaded_at_field": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}, "external": null, "description": "Base table for raw xAPI events", "columns": {"event_id": {"name": "event_id", "description": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp.", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "UUID"}, "emission_time": {"name": "emission_time", "description": "Timestamp, to the second, of when this event was emitted", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "DateTime64(6)"}, "event": {"name": "event", "description": "The JSON representation of this xAPI event, stored as a String", "meta": {}, "data_type": null, "constraints": [], "quote": null, "config": {"meta": {}, "tags": []}, "tags": [], "granularity": null, "type": "String"}}, "meta": {}, "source_meta": {}, "tags": [], "config": {"enabled": true, "event_time": null, "freshness": {"warn_after": {"count": null, "period": null}, "error_after": {"count": null, "period": null}, "filter": null}}, "patch_path": null, "unrendered_config": {}, "relation_name": "`openedx`.`xapi_events_all`", "created_at": 1776096321.1957083, "unrendered_database": "{{ env_var('ASPECTS_XAPI_DATABASE', 'xapi') }}", "unrendered_schema": null}}, "macros": {"macro.aspects.format_problem_number_location": {"name": "format_problem_number_location", "resource_type": "macro", "package_name": "aspects", "path": "macros/format_problem_number_location.sql", "original_file_path": "macros/format_problem_number_location.sql", "unique_id": "macro.aspects.format_problem_number_location", "macro_sql": "{% macro format_problem_number_location(\n object_id_var, display_name_with_location_var\n) %}\n substring(\n regexpExtract({{ object_id_var }}, '(@problem\\+block@[\\w\\d][^_\\/]*)(_\\d)?', 2),\n 2\n ) as _problem_id_number,\n ifNull(nullIf(_problem_id_number, ''), '1') as _problem_id_or_1,\n splitByString(' - ', {{ display_name_with_location_var }}) as _problem_with_name,\n arrayStringConcat(\n arrayMap(\n x -> (leftPad(x, 2, char(917768))),\n splitByString(':', _problem_with_name[1])\n ),\n ':'\n ) as _problem_number,\n concat(_problem_number, '_', _problem_id_or_1) as problem_number,\n concat(problem_number, ' - ', _problem_with_name[2]) as problem_name_location\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.510312, "supported_languages": null}, "macro.aspects.items_per_subsection": {"name": "items_per_subsection", "resource_type": "macro", "package_name": "aspects", "path": "macros/items_per_subsection.sql", "original_file_path": "macros/items_per_subsection.sql", "unique_id": "macro.aspects.items_per_subsection", "macro_sql": "{% macro items_per_subsection(block_pattern) %}\n with\n items_per_subsection as (\n select\n org,\n course_key,\n section_number,\n subsection_number,\n min(course_order) as course_order,\n graded,\n count(*) as item_count\n from {{ ref(\"dim_course_blocks\") }}\n where block_id like '{{ block_pattern }}'\n group by org, course_key, section_number, subsection_number, graded\n )\n\n select\n ips.org as org,\n ips.course_key as course_key,\n ips.section_number as section_number,\n section_blocks.display_name_with_location as section_with_name,\n ips.subsection_number as subsection_number,\n subsection_blocks.display_name_with_location as subsection_with_name,\n ips.course_order as course_order,\n ips.graded as graded,\n ips.item_count as item_count,\n subsection_blocks.block_id as subsection_block_id,\n section_blocks.block_id as section_block_id,\n section_blocks.course_order as section_course_order,\n subsection_blocks.course_order as subsection_course_order\n from items_per_subsection ips\n left join\n {{ ref(\"dim_course_blocks\") }} section_blocks\n on (\n ips.section_number = section_blocks.hierarchy_location\n and ips.org = section_blocks.org\n and ips.course_key = section_blocks.course_key\n and section_blocks.block_id like '%@chapter+block@%'\n )\n left join\n {{ ref(\"dim_course_blocks\") }} subsection_blocks\n on (\n ips.subsection_number = subsection_blocks.hierarchy_location\n and ips.org = subsection_blocks.org\n and ips.course_key = subsection_blocks.course_key\n and subsection_blocks.block_id like '%@sequential+block@%'\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5108333, "supported_languages": null}, "macro.aspects.get_problem_id": {"name": "get_problem_id", "resource_type": "macro", "package_name": "aspects", "path": "macros/get_problem_id.sql", "original_file_path": "macros/get_problem_id.sql", "unique_id": "macro.aspects.get_problem_id", "macro_sql": "{% macro get_problem_id(object_id) %}\n regexpExtract(\n object_id, 'xblock/([\\w\\d-\\+:@]*@problem\\+block@[\\w\\d][^_\\/]*)(_\\d_\\d)?', 1\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5109708, "supported_languages": null}, "macro.aspects.do_drop": {"name": "do_drop", "resource_type": "macro", "package_name": "aspects", "path": "macros/remove_deprecated_models.sql", "original_file_path": "macros/remove_deprecated_models.sql", "unique_id": "macro.aspects.do_drop", "macro_sql": "{% macro do_drop(type, schema, relation) %}\n -- Drop a relation, types are \"view\", \"table\", or \"mv\".\n -- \"mv\" will drop both the expected view and destination table.\n {% if type == \"mv\" %}\n {% do do_drop(\"view\", schema, relation ~ \"_mv\") %}\n {% do do_drop(\"table\", schema, relation) %}\n {% else %}\n {% set cmd = \"drop \" ~ type ~ \" if exists \" ~ schema ~ \".\" ~ relation ~ \";\" %}\n {% print(cmd) %}\n {% do run_query(cmd) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5120487, "supported_languages": null}, "macro.aspects.remove_deprecated_models": {"name": "remove_deprecated_models", "resource_type": "macro", "package_name": "aspects", "path": "macros/remove_deprecated_models.sql", "original_file_path": "macros/remove_deprecated_models.sql", "unique_id": "macro.aspects.remove_deprecated_models", "macro_sql": "{% macro remove_deprecated_models() %}\n {% set xapi = env_var(\"ASPECTS_XAPI_DATABASE\", \"xapi\") %}\n {% set reporting = env_var(\"DBT_PROFILE_TARGET_DATABASE\", \"reporting\") %}\n {% set event_sink = env_var(\"ASPECTS_EVENT_SINK_DATABASE\", \"event_sink\") %}\n\n {{\n print(\n \"Running remove_deprecated_models on \"\n ~ xapi\n ~ \", \"\n ~ reporting\n ~ \", \"\n ~ event_sink\n ~ \".\"\n )\n }}\n\n -- https://github.com/openedx/aspects-dbt/pull/111/\n {% set models_to_drop = [\n (\"view\", reporting, \"fact_completions\"),\n (\"view\", xapi, \"fact_forum_interactions\"),\n (\"view\", reporting, \"fact_grades\"),\n (\"view\", reporting, \"learner_summary\"),\n (\"view\", reporting, \"fact_navigation_dropoff\"),\n (\"view\", reporting, \"fact_learner_problem_summary\"),\n (\"view\", reporting, \"fact_problem_engagement\"),\n (\"view\", reporting, \"fact_problem_engagement_per_subsection\"),\n (\"view\", reporting, \"fact_problem_responses_extended\"),\n (\"view\", reporting, \"dim_at_risk_learners\"),\n (\"view\", reporting, \"fact_transcript_usage\"),\n (\"view\", reporting, \"fact_watched_video_segments\"),\n (\"view\", reporting, \"dim_course_blocks_extended\"),\n (\"view\", reporting, \"fact_navigation\"),\n (\"view\", reporting, \"int_pages_per_subsection\"),\n (\"view\", reporting, \"int_problems_per_subsection\"),\n (\"view\", reporting, \"fact_problem_responses\"),\n (\"view\", reporting, \"int_problem_hints\"),\n (\"view\", reporting, \"int_problem_results\"),\n (\"view\", reporting, \"most_recent_course_tags\"),\n (\"view\", reporting, \"fact_student_status\"),\n (\"view\", reporting, \"watched_video_duration\"),\n (\"view\", reporting, \"fact_video_plays\"),\n (\"view\", reporting, \"fact_watched_video_duration\"),\n (\"view\", reporting, \"fact_learner_response_attempts\"),\n (\"mv\", event_sink, \"course_enrollment\"),\n (\"mv\", event_sink, \"course_relationships\"),\n (\"mv\", xapi, \"forum_events\"),\n (\"mv\", reporting, \"video_transcript_events\"),\n (\"mv\", reporting, \"fact_learner_course_grade\"),\n (\"mv\", reporting, \"fact_learner_course_status\"),\n (\"mv\", event_sink, \"most_recent_course_blocks\"),\n (\"mv\", reporting, \"fact_enrollment_status\"),\n (\"mv\", event_sink, \"most_recent_object_tags\"),\n (\"mv\", event_sink, \"most_recent_tags\"),\n (\"mv\", event_sink, \"most_recent_taxonomies\"),\n (\"mv\", xapi, \"fact_learner_last_course_visit\"),\n (\"mv\", xapi, \"responses\"),\n (\"mv\", xapi, \"section_page_engagement\"),\n (\"mv\", xapi, \"section_problem_engagement\"),\n (\"mv\", xapi, \"section_video_engagement\"),\n (\"mv\", xapi, \"subsection_page_engagement\"),\n (\"mv\", xapi, \"subsection_problem_engagement\"),\n (\"mv\", xapi, \"subsection_video_engagement\"),\n (\"mv\", xapi, \"fact_instance_enrollments\"),\n (\"mv\", reporting, \"int_videos_per_subsection\"),\n (\"mv\", reporting, \"fact_section_video_engagement\"),\n (\"mv\", reporting, \"fact_subsection_video_engagement\"),\n (\"mv\", reporting, \"dim_learner_first_response\"),\n (\"mv\", reporting, \"dim_learner_first_success_response\"),\n (\"mv\", reporting, \"dim_learner_response_attempt\"),\n (\"mv\", reporting, \"fact_section_problem_engagement\"),\n (\"mv\", reporting, \"fact_subsection_problem_engagement\"),\n (\"mv\", reporting, \"fact_section_page_engagement\"),\n (\"mv\", reporting, \"fact_subsection_page_engagement\"),\n (\"dictionary\", event_sink, \"course_names\"),\n (\"dictionary\", event_sink, \"course_block_names\"),\n (\"dictionary\", event_sink, \"course_tags\"),\n ] %}\n\n {% for model in models_to_drop %}\n {% do do_drop(model[0], model[1], model[2]) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.aspects.do_drop"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.514622, "supported_languages": null}, "macro.aspects.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "aspects", "path": "macros/get_custom_schema.sql", "original_file_path": "macros/get_custom_schema.sql", "unique_id": "macro.aspects.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if (\n target.name == \"prod\" or node.resource_type == \"seed\"\n ) and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%} {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5150054, "supported_languages": null}, "macro.aspects.on_cluster": {"name": "on_cluster", "resource_type": "macro", "package_name": "aspects", "path": "macros/cluster_macros.sql", "original_file_path": "macros/cluster_macros.sql", "unique_id": "macro.aspects.on_cluster", "macro_sql": "{% macro on_cluster() -%}\n {%- if env_var(\"CLICKHOUSE_CLUSTER_NAME\", \"\") -%}\n {{ 'ON CLUSTER \"' + env_var(\"CLICKHOUSE_CLUSTER_NAME\") + '\"' }}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5153189, "supported_languages": null}, "macro.aspects.get_engine": {"name": "get_engine", "resource_type": "macro", "package_name": "aspects", "path": "macros/cluster_macros.sql", "original_file_path": "macros/cluster_macros.sql", "unique_id": "macro.aspects.get_engine", "macro_sql": "{% macro get_engine(engine) -%}\n {%- if env_var(\"CLICKHOUSE_CLUSTER_NAME\", \"\") != \"\" -%} {{ \"Replicated\" + engine }}\n {% else %} {{ engine }}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5155168, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__list_schemas": {"name": "clickhouse__list_schemas", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__list_schemas", "macro_sql": "{% macro clickhouse__list_schemas(database) %}\n {% call statement('list_schemas', fetch_result=True, auto_begin=False) %}\n select name from system.databases\n {% endcall %}\n {{ return(load_result('list_schemas').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.516725, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_schema": {"name": "clickhouse__create_schema", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_schema", "macro_sql": "{% macro clickhouse__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create database if not exists {{ relation.without_identifier().include(database=False) }}\n {{ on_cluster_clause(relation)}}\n {{ adapter.clickhouse_db_engine_clause() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.517, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_schema": {"name": "clickhouse__drop_schema", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_schema", "macro_sql": "{% macro clickhouse__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop database if exists {{ relation.without_identifier().include(database=False) }} {{ on_cluster_clause(relation)}}\n {%- endcall -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5172646, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__list_relations_without_caching": {"name": "clickhouse__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__list_relations_without_caching", "macro_sql": "{% macro clickhouse__list_relations_without_caching(schema_relation) %}\n {% call statement('list_relations_without_caching', fetch_result=True) -%}\n select\n t.name as name,\n t.database as schema,\n multiIf(\n engine in ('MaterializedView', 'View'), 'view',\n engine = 'Dictionary', 'dictionary',\n 'table'\n ) as type,\n db.engine as db_engine,\n {%- if adapter.get_clickhouse_cluster_name() -%}\n count(distinct _shard_num) > 1 as is_on_cluster\n from clusterAllReplicas({{ adapter.get_clickhouse_cluster_name() }}, system.tables) as t\n join system.databases as db on t.database = db.name\n where schema = '{{ schema_relation.schema }}'\n group by name, schema, type, db_engine\n {%- else -%}\n 0 as is_on_cluster\n from system.tables as t join system.databases as db on t.database = db.name\n where schema = '{{ schema_relation.schema }}'\n {% endif %}\n\n {% endcall %}\n {{ return(load_result('list_relations_without_caching').table) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.517665, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_columns_in_relation": {"name": "clickhouse__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_columns_in_relation", "macro_sql": "{% macro clickhouse__get_columns_in_relation(relation) -%}\n {% call statement('get_columns', fetch_result=True) %}\n select name, type from system.columns where table = '{{ relation.identifier }}'\n {% if relation.schema %}\n {% if not relation.is_temporary %}\n and database = '{{ relation.schema }}'\n {% endif %}\n {% else %}\n {% do exceptions.warn(\"Relations should always come with a defined schema. Missing schema for \" ~ relation.identifier) %}\n {% endif %}\n order by position\n {% endcall %}\n {{ return(sql_convert_columns_in_relation(load_result('get_columns').table)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.sql_convert_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5181363, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_relation": {"name": "clickhouse__drop_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_relation", "macro_sql": "{% macro clickhouse__drop_relation(relation, obj_type='table') -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n drop {{ obj_type }} if exists {{ relation }} {{ on_cluster_clause(relation, True)}}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.518371, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__rename_relation": {"name": "clickhouse__rename_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__rename_relation", "macro_sql": "{% macro clickhouse__rename_relation(from_relation, to_relation, obj_type='table') -%}\n {% call statement('drop_relation') %}\n drop {{ obj_type }} if exists {{ to_relation }} {{ on_cluster_clause(to_relation)}}\n {% endcall %}\n {% call statement('rename_relation') %}\n rename {{ obj_type }} {{ from_relation }} to {{ to_relation }} {{ on_cluster_clause(from_relation)}}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5186806, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__truncate_relation": {"name": "clickhouse__truncate_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__truncate_relation", "macro_sql": "{% macro clickhouse__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation }} {{ on_cluster_clause(relation)}}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5188477, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__make_temp_relation": {"name": "clickhouse__make_temp_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__make_temp_relation", "macro_sql": "{% macro clickhouse__make_temp_relation(base_relation, suffix) %}\n {% set tmp_identifier = base_relation.identifier ~ suffix %}\n {% set tmp_relation = base_relation.incorporate(\n path={\"identifier\": tmp_identifier, \"schema\": base_relation.schema}) -%}\n {% do return(tmp_relation) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.519154, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__generate_database_name": {"name": "clickhouse__generate_database_name", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__generate_database_name", "macro_sql": "{% macro clickhouse__generate_database_name(custom_database_name=none, node=none) -%}\n {% do return('') %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5192993, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_columns_in_query": {"name": "clickhouse__get_columns_in_query", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_columns_in_query", "macro_sql": "{% macro clickhouse__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n limit 0\n {% endcall %}\n\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.519586, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__alter_column_type": {"name": "clickhouse__alter_column_type", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__alter_column_type", "macro_sql": "{% macro clickhouse__alter_column_type(relation, column_name, new_column_type) -%}\n {% call statement('alter_column_type') %}\n alter table {{ relation }} {{ on_cluster_clause(relation)}} modify column {{ adapter.quote(column_name) }} {{ new_column_type }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.519963, "supported_languages": null}, "macro.dbt_clickhouse.exchange_tables_atomic": {"name": "exchange_tables_atomic", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters.sql", "original_file_path": "macros/adapters.sql", "unique_id": "macro.dbt_clickhouse.exchange_tables_atomic", "macro_sql": "{% macro exchange_tables_atomic(old_relation, target_relation, obj_types='TABLES') %}\n\n {%- if adapter.get_clickhouse_cluster_name() is not none and obj_types == 'TABLES' and 'Replicated' in engine_clause() %}\n {%- call statement('exchange_table_sync_replica') -%}\n SYSTEM SYNC REPLICA {{ on_cluster_clause(target_relation) }} {{ target_relation.schema }}.{{ target_relation.identifier }}\n {% endcall %}\n {%- endif %}\n {%- call statement('exchange_tables_atomic') -%}\n EXCHANGE {{ obj_types }} {{ old_relation }} AND {{ target_relation }} {{ on_cluster_clause(target_relation)}}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.engine_clause", "macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.520446, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_catalog": {"name": "clickhouse__get_catalog", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/catalog.sql", "original_file_path": "macros/catalog.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_catalog", "macro_sql": "{% macro clickhouse__get_catalog(information_schema, schemas) -%}\n {%- call statement('catalog', fetch_result=True) -%}\n select\n '' as table_database,\n columns.database as table_schema,\n columns.table as table_name,\n if(tables.engine not in ('MaterializedView', 'View'), 'table', 'view') as table_type,\n nullIf(tables.comment, '') as table_comment,\n columns.name as column_name,\n columns.position as column_index,\n columns.type as column_type,\n nullIf(columns.comment, '') as column_comment,\n null as table_owner\n from system.columns as columns\n join system.tables as tables on tables.database = columns.database and tables.name = columns.table\n where database != 'system' and\n (\n {%- for schema in schemas -%}\n columns.database = '{{ schema }}'\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n )\n order by columns.database, columns.table, columns.position\n {%- endcall -%}\n {{ return(load_result('catalog').table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.521083, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_assert_columns_equivalent": {"name": "clickhouse__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/column_spec_ddl.sql", "original_file_path": "macros/column_spec_ddl.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_assert_columns_equivalent", "macro_sql": "{% macro clickhouse__get_assert_columns_equivalent(sql) -%}\n {%- set user_defined_columns = model['columns'] -%}\n\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {%- set yaml_columns = user_defined_columns.values() -%}\n\n {%- set sql_file_provided_columns = adapter.get_column_schema_from_query(sql) -%}\n {%- set sql_columns = adapter.format_columns(sql_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['data_type'] != yaml_col[0]['data_type'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5224783, "supported_languages": null}, "macro.dbt_clickhouse.one_alter_relation": {"name": "one_alter_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.one_alter_relation", "macro_sql": "{% macro one_alter_relation(relation, alter_comments) %}\n alter table {{ relation }} {{ on_cluster_clause(relation) }} {{ alter_comments }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5234513, "supported_languages": null}, "macro.dbt_clickhouse.one_alter_column_comment": {"name": "one_alter_column_comment", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.one_alter_column_comment", "macro_sql": "{% macro one_alter_column_comment(relation, column_name, comment) %}\n alter table {{ relation }} {{ on_cluster_clause(relation) }} comment column `{{ column_name }}` '{{ comment }}'\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5236387, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__alter_relation_comment": {"name": "clickhouse__alter_relation_comment", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__alter_relation_comment", "macro_sql": "{% macro clickhouse__alter_relation_comment(relation, comment) %}\n alter table {{ relation }} {{ on_cluster_clause(relation) }} modify comment '{{ comment }}'\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5237901, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__persist_docs": {"name": "clickhouse__persist_docs", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__persist_docs", "macro_sql": "{% macro clickhouse__persist_docs(relation, model, for_relation, for_columns) %}\n {%- set alter_comments = [] %}\n\n {%- if for_relation and config.persist_relation_docs() and model.description -%}\n {% set escaped_comment = clickhouse_escape_comment(model.description) %}\n {% do alter_comments.append(\"modify comment {comment}\".format(comment=escaped_comment)) %}\n {%- endif -%}\n\n {%- if for_columns and config.persist_column_docs() and model.columns -%}\n {% set existing_columns = adapter.get_columns_in_relation(relation) | map(attribute=\"name\") | list %}\n {% for column_name in model.columns if (column_name in existing_columns) %}\n {%- set comment = model.columns[column_name]['description'] -%}\n {%- if comment %}\n {% set escaped_comment = clickhouse_escape_comment(comment) %}\n {% do alter_comments.append(\"comment column `{column_name}` {comment}\".format(column_name=column_name, comment=escaped_comment)) %}\n {%- endif %}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if alter_comments | length > 0 -%}\n {% do run_query(one_alter_relation(relation, alter_comments|join(', '))) %}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse_escape_comment", "macro.dbt.run_query", "macro.dbt_clickhouse.one_alter_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5247512, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse_escape_comment": {"name": "clickhouse_escape_comment", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/persist_docs.sql", "original_file_path": "macros/persist_docs.sql", "unique_id": "macro.dbt_clickhouse.clickhouse_escape_comment", "macro_sql": "{% macro clickhouse_escape_comment(comment) -%}\n {% if adapter.is_before_version('21.9.2.17') %}\n {% do exceptions.raise_compiler_error('Unsupported ClickHouse version for using heredoc syntax') %}\n {% endif %}\n {% if comment is not string %}\n {% do exceptions.raise_compiler_error('cannot escape a non-string: ' ~ comment) %}\n {% endif %}\n {%- set magic = '$dbt_comment_literal_block$' -%}\n {%- if magic in comment -%}\n {%- do exceptions.raise_compiler_error('The string ' ~ magic ~ ' is not allowed in comments.') -%}\n {%- endif -%}\n {{ magic }}{{ comment }}{{ magic }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5252326, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_show_grant_sql": {"name": "clickhouse__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_show_grant_sql", "macro_sql": "{% macro clickhouse__get_show_grant_sql(relation) %}\n SELECT access_type as privilege_type, COALESCE(user_name, role_name) as grantee from system.grants where table = '{{ relation.name }}'\n AND database = '{{ relation.schema }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5255497, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__call_dcl_statements": {"name": "clickhouse__call_dcl_statements", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__call_dcl_statements", "macro_sql": "{% macro clickhouse__call_dcl_statements(dcl_statement_list) %}\n {% for dcl_statement in dcl_statement_list %}\n {% call statement('dcl') %}\n {{ dcl_statement }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.525751, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_grant_sql": {"name": "clickhouse__get_grant_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_grant_sql", "macro_sql": "\n\n\n{%- macro clickhouse__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ on_cluster_clause(relation)}} {{ privilege }} on {{ relation }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.525989, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_revoke_sql": {"name": "clickhouse__get_revoke_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_revoke_sql", "macro_sql": "{%- macro clickhouse__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ on_cluster_clause(relation)}} {{ privilege }} on {{ relation }} from {{ grantees | join(', ') }}\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5263329, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_or_create_relation": {"name": "clickhouse__get_or_create_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_or_create_relation", "macro_sql": "{% macro clickhouse__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set can_exchange = adapter.can_exchange(schema, type) %}\n {%- set should_on_cluster = adapter.should_on_cluster(config.get('materialized'), engine_clause()) %}\n {%- set new_relation = api.Relation.create(\n database=None,\n schema=schema,\n identifier=identifier,\n type=type,\n can_exchange=can_exchange,\n can_on_cluster=should_on_cluster\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.engine_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5271401, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_database": {"name": "clickhouse__get_database", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_database", "macro_sql": "{% macro clickhouse__get_database(database) %}\n {% call statement('get_database', fetch_result=True) %}\n select name, engine, comment\n from system.databases\n where name = '{{ database }}'\n {% endcall %}\n {% do return(load_result('get_database').table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5273752, "supported_languages": null}, "macro.dbt_clickhouse.materialization_dictionary_clickhouse": {"name": "materialization_dictionary_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.materialization_dictionary_clickhouse", "macro_sql": "{%- materialization dictionary, adapter='clickhouse' -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='dictionary') -%}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n\n {%- set grant_config = config.get('grants') -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {# create our new dictionary #}\n {% call statement('main') -%}\n {{ clickhouse__get_create_dictionary_as_sql(target_relation, cluster_clause, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(target_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt_clickhouse.clickhouse__get_create_dictionary_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5286489, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.clickhouse__get_create_dictionary_as_sql": {"name": "clickhouse__get_create_dictionary_as_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_create_dictionary_as_sql", "macro_sql": "{% macro clickhouse__get_create_dictionary_as_sql(relation, cluster_clause, sql) %}\n {%- set fields = config.get('fields') -%}\n {%- set source_type = config.get('source_type') -%}\n\n CREATE OR REPLACE DICTIONARY {{ relation }} {{ cluster_clause }}\n (\n {%- for (name, data_type) in fields -%}\n {{ name }} {{ data_type }}{%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n )\n {{ primary_key_clause(label=\"primary key\") }}\n SOURCE(\n {%- if source_type == 'http' %}\n {{ http_source() }}\n {% else %}\n {{ clickhouse_source(sql) }}\n {% endif -%}\n )\n LAYOUT({{ config.get('layout') }})\n LIFETIME({{ config.get('lifetime') }})\n {%- if config.get('range') %}\n RANGE({{ config.get('range') }})\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.primary_key_clause", "macro.dbt_clickhouse.http_source", "macro.dbt_clickhouse.clickhouse_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5293355, "supported_languages": null}, "macro.dbt_clickhouse.http_source": {"name": "http_source", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.http_source", "macro_sql": "{% macro http_source() %}\n HTTP(URL '{{ config.get(\"url\") }}' FORMAT '{{ config.get(\"format\") }}')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5294988, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse_source": {"name": "clickhouse_source", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.clickhouse_source", "macro_sql": "{% macro clickhouse_source(sql) %}\n {%- set credentials = adapter.get_credentials(config.get(\"connection_overrides\", {})) -%}\n {%- set table = config.get('table') -%}\n CLICKHOUSE(\n {% if credentials.get(\"user\") -%}\n user '{{ credentials.get(\"user\") }}'\n {%- endif %}\n {% if credentials.get(\"password\") -%}\n password '{{ credentials.get(\"password\") }}'\n {%- endif %}\n {% if credentials.get(\"database\") -%}\n db '{{ credentials.get(\"database\") }}'\n {%- endif %}\n {%- if table is not none %}\n table '{{ table }}'\n {% else %}\n query \"{{ sql }}\"\n {% endif -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5301566, "supported_languages": null}, "macro.dbt_clickhouse.drop_dictionary_if_exists": {"name": "drop_dictionary_if_exists", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/dictionary.sql", "original_file_path": "macros/materializations/dictionary.sql", "unique_id": "macro.dbt_clickhouse.drop_dictionary_if_exists", "macro_sql": "{% macro drop_dictionary_if_exists(relation, cluster_clause) %}\n {% if relation.type != 'dictionary' %}\n {{ log(relation ~ ' is not a dictionary; defaulting to drop_relation_if_exists') }}\n {{ drop_relation_if_exists(relation) }}\n {% else %}\n {% call statement('drop_dictionary_if_exists') %}\n drop dictionary if exists {{ relation }} {{ cluster_clause }}\n {% endcall %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.530514, "supported_languages": null}, "macro.dbt_clickhouse.materialization_distributed_table_clickhouse": {"name": "materialization_distributed_table_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.materialization_distributed_table_clickhouse", "macro_sql": "{% materialization distributed_table, adapter='clickhouse' %}\n {% set insert_distributed_sync = run_query(\"SELECT value FROM system.settings WHERE name = 'insert_distributed_sync'\")[0][0] %}\n {% if insert_distributed_sync != '1' %}\n {% do exceptions.raise_compiler_error('To use distributed materialization setting insert_distributed_sync should be set to 1') %}\n {% endif %}\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n\n {% set on_cluster = on_cluster_clause(target_relation) %}\n {% if on_cluster.strip() == '' %}\n {% do exceptions.raise_compiler_error('To use distributed materialization cluster setting in dbt profile must be set') %}\n {% endif %}\n\n {% set existing_relation_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none %}\n {% set target_relation_local = target_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if target_relation is not none else none %}\n\n {%- set backup_relation = none -%}\n {%- set preexisting_backup_relation = none -%}\n {%- set preexisting_intermediate_relation = none -%}\n\n {% if existing_relation_local is not none %}\n {%- set backup_relation_type = existing_relation_local.type -%}\n {%- set backup_relation = make_backup_relation(target_relation_local, backup_relation_type) -%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {% if not existing_relation.can_exchange %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation_local) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n {% endif %}\n {% endif %}\n {% set view_relation = default__make_temp_relation(target_relation, '__dbt_tmp') %}\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(view_relation) }}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {% call statement('main') %}\n {{ create_view_as(view_relation, sql) }}\n {% endcall %}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if backup_relation is none %}\n {{ create_distributed_local_table(target_relation, target_relation_local, view_relation) }}\n {% elif existing_relation.can_exchange %}\n -- We can do an atomic exchange, so no need for an intermediate\n {% call statement('main') -%}\n {{ create_empty_table_from_relation(backup_relation, view_relation) }}\n {%- endcall %}\n {% do exchange_tables_atomic(backup_relation, existing_relation_local) %}\n {% else %}\n {% do run_query(create_empty_table_from_relation(intermediate_relation, view_relation)) or '' %}\n {{ adapter.rename_relation(existing_relation_local, backup_relation) }}\n {{ adapter.rename_relation(intermediate_relation, target_relation_local) }}\n {% endif %} \n {% do run_query(create_distributed_table(target_relation, target_relation_local)) or '' %}\n {% do run_query(clickhouse__insert_into(target_relation, sql)) or '' %}\n {{ drop_relation_if_exists(view_relation) }}\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation_local, grant_config, should_revoke=should_revoke) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n {{ adapter.commit() }}\n {{ drop_relation_if_exists(backup_relation) }}\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.load_cached_relation", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.make_backup_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.default__make_temp_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.create_view_as", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt_clickhouse.create_empty_table_from_relation", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt_clickhouse.create_distributed_table", "macro.dbt_clickhouse.clickhouse__insert_into", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5342832, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.create_distributed_table": {"name": "create_distributed_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.create_distributed_table", "macro_sql": "{% macro create_distributed_table(relation, local_relation) %}\n {%- set cluster = adapter.get_clickhouse_cluster_name() -%}\n {% if cluster is none %}\n {% do exceptions.raise_compiler_error('Cluster name should be defined for using distributed materializations, current is None') %}\n {% endif %}\n\n {%- set cluster = cluster[1:-1] -%}\n {%- set sharding = config.get('sharding_key') -%}\n\n create or replace table {{ relation }} {{ on_cluster_clause(relation) }} as {{ local_relation }}\n ENGINE = Distributed('{{ cluster}}', '{{ local_relation.schema }}', '{{ local_relation.name }}'\n {%- if sharding is not none and sharding.strip() != '' -%}\n , {{ sharding }}\n {%- else %}\n , rand()\n {% endif -%}\n )\n {% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.534864, "supported_languages": null}, "macro.dbt_clickhouse.create_empty_table_from_relation": {"name": "create_empty_table_from_relation", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.create_empty_table_from_relation", "macro_sql": "{% macro create_empty_table_from_relation(relation, source_relation, sql=none) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n {%- if sql -%}\n {%- set columns = adapter.get_column_schema_from_query(sql) | list -%}\n {%- else -%}\n {%- set columns = adapter.get_columns_in_relation(source_relation) | list -%}\n {%- endif -%}\n {%- set col_list = [] -%}\n {% for col in columns %}\n {{col_list.append(col.name + ' ' + col.data_type) or '' }}\n {% endfor %}\n {{ sql_header if sql_header is not none }}\n\n create table {{ relation.include(database=False) }}\n {{ on_cluster_clause(relation) }} (\n {{col_list | join(', ')}}\n\n {% if config.get('projections') %}\n {% set projections = config.get('projections') %}\n {% for projection in projections %}\n , PROJECTION {{ projection.get(\"name\") }} (\n {{ projection.get(\"query\") }}\n )\n {% endfor %}\n {% endif %}\n )\n \n {{ engine_clause() }}\n {{ order_cols(label=\"order by\") }}\n {{ primary_key_clause(label=\"primary key\") }}\n {{ partition_cols(label=\"partition by\") }}\n {{ ttl_config(label=\"ttl\")}}\n {{ adapter.get_model_settings(model, config.get('engine', default='MergeTree')) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.engine_clause", "macro.dbt_clickhouse.order_cols", "macro.dbt_clickhouse.primary_key_clause", "macro.dbt_clickhouse.partition_cols", "macro.dbt_clickhouse.ttl_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5359223, "supported_languages": null}, "macro.dbt_clickhouse.create_distributed_local_table": {"name": "create_distributed_local_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/distributed_table.sql", "original_file_path": "macros/materializations/distributed_table.sql", "unique_id": "macro.dbt_clickhouse.create_distributed_local_table", "macro_sql": "{% macro create_distributed_local_table(distributed_relation, shard_relation, structure_relation, sql_query=none) -%}\n {{ drop_relation_if_exists(shard_relation) }}\n {{ drop_relation_if_exists(distributed_relation) }}\n {{ create_schema(shard_relation) }}\n {% do run_query(create_empty_table_from_relation(shard_relation, structure_relation, sql_query)) or '' %}\n {% do run_query(create_distributed_table(distributed_relation, shard_relation)) or '' %}\n {% if sql_query is not none %}\n {% do run_query(clickhouse__insert_into(distributed_relation, sql_query)) or '' %}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.create_schema", "macro.dbt.run_query", "macro.dbt_clickhouse.create_empty_table_from_relation", "macro.dbt_clickhouse.create_distributed_table", "macro.dbt_clickhouse.clickhouse__insert_into"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.536414, "supported_languages": null}, "macro.dbt_clickhouse.materialization_materialized_view_clickhouse": {"name": "materialization_materialized_view_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.materialization_materialized_view_clickhouse", "macro_sql": "\n{%- materialization materialized_view, adapter='clickhouse' -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n {%- set refreshable_clause = refreshable_mv_clause() -%}\n\n\n {# look for an existing relation for the target table and create backup relations if necessary #}\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set backup_relation = none -%}\n {%- set preexisting_backup_relation = none -%}\n {%- set preexisting_intermediate_relation = none -%}\n {% if existing_relation is not none %}\n {%- set backup_relation_type = existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {% if not existing_relation.can_exchange %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n {% endif %}\n {% endif %}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- extract the names of the materialized views from the sql\n {% set view_names = modules.re.findall('--(?:\\s)?([^:]+):begin', sql) %}\n\n -- extract the sql for each of the materialized view into a map\n {% set views = {} %}\n {% if view_names %}\n {% for view_name in view_names %}\n {% set view_sql = modules.re.findall('--(?:\\s)?' + view_name + ':begin(.*)--(?:\\s)?' + view_name + ':end', sql, flags=modules.re.DOTALL)[0] %}\n {%- set _ = views.update({view_name: view_sql}) -%}\n {% endfor %}\n {% else %}\n {%- set _ = views.update({\"mv\": sql}) -%}\n {% endif %}\n\n {% if backup_relation is none %}\n {{ log('Creating new materialized view ' + target_relation.name )}}\n {% set catchup_data = config.get(\"catchup\", True) %}\n {{ clickhouse__get_create_materialized_view_as_sql(target_relation, sql, views, catchup_data) }}\n {% elif existing_relation.can_exchange %}\n {{ log('Replacing existing materialized view ' + target_relation.name) }}\n -- in this section, we look for mvs that has the same pattern as this model, but for some reason,\n -- are not listed in the model. This might happen when using multiple mv, and renaming one of the mv in the model.\n -- In case such mv found, we raise a warning to the user, that they might need to drop the mv manually.\n {{ log('Searching for existing materialized views with the pattern of ' + target_relation.name) }}\n {{ log('Views dictionary contents: ' + views | string) }}\n {% set found_associated_mvs, expected_mv_tables = clickhouse__search_associated_mvs_to_target(existing_relation.schema, target_relation.name, views) %}\n {% if not found_associated_mvs %}\n {{ log('No existing mvs found matching the pattern. continuing..', info=True) }}\n {% else %}\n {% for table in found_associated_mvs %}\n {% if table not in expected_mv_tables %}\n {{ log('Warning - Materialized view \"' + table + '\" was detected pointing to the model \"' + target_relation.name + '\" but was not found in this run. In case it is a renamed mv that was previously part of this model, drop it manually (!!!)', info=True) }}\n {% endif %}\n {% endfor %}\n {% endif %}\n {% if should_full_refresh() %}\n {{ clickhouse__drop_mvs_by_suffixes(target_relation, cluster_clause, views) }}\n\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, backup_relation, sql) }}\n {%- endcall %}\n {% do exchange_tables_atomic(backup_relation, existing_relation) %}\n\n {{ clickhouse__create_mvs(existing_relation, cluster_clause, refreshable_clause, views) }}\n {% else %}\n -- we need to have a 'main' statement\n {% call statement('main') -%}\n select 1\n {%- endcall %}\n\n -- try to alter view first to replace sql, else drop and create\n {{ clickhouse__update_mvs(target_relation, cluster_clause, refreshable_clause, views) }}\n\n {% endif %}\n {% else %}\n {{ log('Replacing existing materialized view ' + target_relation.name) }}\n {{ clickhouse__replace_mv(target_relation, existing_relation, intermediate_relation, backup_relation, sql, views) }}\n {% endif %}\n\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {% set relations = [target_relation] %}\n {% for view in views %}\n {{ relations.append(target_relation.derivative('_' + view, 'materialized_view')) }}\n {% endfor %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}\n\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.refreshable_mv_clause", "macro.dbt.load_cached_relation", "macro.dbt.make_backup_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql", "macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target", "macro.dbt.should_full_refresh", "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt_clickhouse.clickhouse__create_mvs", "macro.dbt_clickhouse.clickhouse__update_mvs", "macro.dbt_clickhouse.clickhouse__replace_mv", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5415444, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql": {"name": "clickhouse__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql", "macro_sql": "{% macro clickhouse__get_create_materialized_view_as_sql(relation, sql, views, catchup=True ) -%}\n {% call statement('main') %}\n {% if catchup == True %}\n {{ get_create_table_as_sql(False, relation, sql) }}\n {% else %}\n {{ log('Catchup data config was set to false, skipping mv-target-table initial insertion ')}}\n {% set has_contract = config.get('contract').enforced %}\n {{ create_table_or_empty(False, relation, sql, has_contract) }}\n {% endif %}\n {% endcall %}\n {%- set cluster_clause = on_cluster_clause(relation) -%}\n {%- set refreshable_clause = refreshable_mv_clause() -%}\n {%- set mv_relation = relation.derivative('_mv', 'materialized_view') -%}\n {{ clickhouse__create_mvs(relation, cluster_clause, refreshable_clause, views) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.create_table_or_empty", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.refreshable_mv_clause", "macro.dbt_clickhouse.clickhouse__create_mvs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5423532, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_mv": {"name": "clickhouse__drop_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_mv", "macro_sql": "{% macro clickhouse__drop_mv(mv_relation, cluster_clause) -%}\n {% call statement('drop existing mv: ' + mv_relation.name) -%}\n drop view if exists {{ mv_relation }} {{ cluster_clause }}\n {% endcall %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5425615, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_mv": {"name": "clickhouse__create_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_mv", "macro_sql": "{% macro clickhouse__create_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) -%}\n {% call statement('create existing mv: ' + mv_relation.name) -%}\n create materialized view if not exists {{ mv_relation }} {{ cluster_clause }}\n {{ refreshable_clause }}\n to {{ target_relation }}\n as {{ view_sql }}\n {% endcall %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5428076, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__modify_mv": {"name": "clickhouse__modify_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__modify_mv", "macro_sql": "{% macro clickhouse__modify_mv(mv_relation, cluster_clause, view_sql) -%}\n {% call statement('modify existing mv: ' + mv_relation.name) -%}\n alter table {{ mv_relation }} {{ cluster_clause }} modify query {{ view_sql }}\n {% endcall %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5429897, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__update_mv": {"name": "clickhouse__update_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__update_mv", "macro_sql": "{% macro clickhouse__update_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) -%}\n {% set existing_relation = adapter.get_relation(database=mv_relation.database, schema=mv_relation.schema, identifier=mv_relation.identifier) %}\n {% if existing_relation %}\n {{ clickhouse__modify_mv(mv_relation, cluster_clause, view_sql) }};\n {% else %}\n {{ clickhouse__drop_mv(mv_relation, cluster_clause) }};\n {{ clickhouse__create_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) }};\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__modify_mv", "macro.dbt_clickhouse.clickhouse__drop_mv", "macro.dbt_clickhouse.clickhouse__create_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5435743, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes": {"name": "clickhouse__drop_mvs_by_suffixes", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes", "macro_sql": "{% macro clickhouse__drop_mvs_by_suffixes(target_relation, cluster_clause, views_suffixes) -%}\n {% for suffix in views_suffixes.keys() %}\n {%- set mv_relation = target_relation.derivative('_' + suffix, 'materialized_view') -%}\n {{ clickhouse__drop_mv(mv_relation, cluster_clause) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.543864, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_mvs_by_names": {"name": "clickhouse__drop_mvs_by_names", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_mvs_by_names", "macro_sql": "{% macro clickhouse__drop_mvs_by_names(target_relation, cluster_clause, mvs_names) -%}\n {% for mvs_name in mvs_names %}\n {%- set mv_relation = target_relation.derivative(mvs_name, 'materialized_view', interpret_suffix_as_full_identifier=True) -%}\n {{ clickhouse__drop_mv(mv_relation, cluster_clause) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5441515, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_mvs": {"name": "clickhouse__create_mvs", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_mvs", "macro_sql": "{% macro clickhouse__create_mvs(target_relation, cluster_clause, refreshable_clause, views) -%}\n {% for view, view_sql in views.items() %}\n {%- set mv_relation = target_relation.derivative('_' + view, 'materialized_view') -%}\n {{ clickhouse__create_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5444689, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target": {"name": "clickhouse__search_associated_mvs_to_target", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target", "macro_sql": "{% macro clickhouse__search_associated_mvs_to_target(relation_schema, relation_name, mv_suffixes) -%}\n {% set tables_query %}\n select name\n from system.tables\n where engine = 'MaterializedView'\n and extract(create_table_query, 'TO\\\\s+([^\\\\s(]+)') = '{{ relation_schema }}.{{ relation_name }}'\n {% endset %}\n\n {% set expected_mvs = [] %}\n {% for suffix in mv_suffixes.keys() %}\n {% do expected_mvs.append(relation_name ~ \"_\" ~ suffix) %}\n {% endfor %}\n {{ log('Model mvs to replace ' + expected_mvs | string) }}\n\n {% set mvs_found = run_query(tables_query) %}\n {% if mvs_found is not none and mvs_found.columns %}\n {% set mv_found_names = mvs_found.columns[0].values() %}\n {{ log('Current mvs found in ClickHouse are: ' + mv_found_names | join(', ')) }}\n {{ return((mv_found_names, expected_mvs,)) }}\n {% else %}\n {{ return(([], expected_mvs,)) }}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5454025, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_associated_mv_if_it_was_automatically_created": {"name": "clickhouse__drop_associated_mv_if_it_was_automatically_created", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_associated_mv_if_it_was_automatically_created", "macro_sql": "{% macro clickhouse__drop_associated_mv_if_it_was_automatically_created(target_relation) -%}\n {#-\n Limitations of this logic:\n - Only covers situations where 1 mv was created. Don't cover multiple mvs with different names.\n - Only checks current relation's database.\n We print logs in case we find other mvs in that database\n -#}\n {% set views = {'mv': ''} %}\n {% set found_associated_mvs, expected_mv_tables = clickhouse__search_associated_mvs_to_target(target_relation.schema, target_relation.name, views) %}\n {% if found_associated_mvs is not none %}\n {% for table in found_associated_mvs %}\n {% if table not in expected_mv_tables %}\n {{ log('Warning - Materialized View \"' + table + '\" was detected pointing to the model name \"' + target_relation.name + '\" that was just updated/removed. It can\\'t be automatically removed by DBT. Drop it manually if needed (!!!)', info=True) }}\n {% endif %}\n {% endfor %}\n {% endif %}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n {% set matching_mvs = [] %}\n {% for mv in found_associated_mvs %}\n {% if mv in expected_mv_tables %}\n {% do matching_mvs.append(mv) %}\n {% endif %}\n {% endfor %}\n {{ clickhouse__drop_mvs_by_names(target_relation, cluster_clause, matching_mvs) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__search_associated_mvs_to_target", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.clickhouse__drop_mvs_by_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5460777, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__update_mvs": {"name": "clickhouse__update_mvs", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__update_mvs", "macro_sql": "{% macro clickhouse__update_mvs(target_relation, cluster_clause, refreshable_clause, views) -%}\n {% for view, view_sql in views.items() %}\n {%- set mv_relation = target_relation.derivative('_' + view, 'materialized_view') -%}\n {{ clickhouse__update_mv(mv_relation, target_relation, cluster_clause, refreshable_clause, view_sql) }};\n {% endfor %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__update_mv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5463753, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__replace_mv": {"name": "clickhouse__replace_mv", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__replace_mv", "macro_sql": "{% macro clickhouse__replace_mv(target_relation, existing_relation, intermediate_relation, backup_relation, sql, views) %}\n {# drop existing materialized view while we recreate the target table #}\n {%- set cluster_clause = on_cluster_clause(target_relation) -%}\n {%- set refreshable_clause = refreshable_mv_clause() -%}\n {{ clickhouse__drop_mvs_by_suffixes(target_relation, cluster_clause, views) }}\n\n {# recreate the target table #}\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {# now that the target table is recreated, we can finally create our new view #}\n {{ clickhouse__create_mvs(target_relation, cluster_clause, refreshable_clause, views) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.refreshable_mv_clause", "macro.dbt_clickhouse.clickhouse__drop_mvs_by_suffixes", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.clickhouse__create_mvs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.546824, "supported_languages": null}, "macro.dbt_clickhouse.refreshable_mv_clause": {"name": "refreshable_mv_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.refreshable_mv_clause", "macro_sql": "{% macro refreshable_mv_clause() %}\n {%- if config.get('refreshable') is not none -%}\n\n {% set refreshable_config = config.get('refreshable') %}\n {% if refreshable_config is not mapping %}\n {% do exceptions.raise_compiler_error(\n \"The 'refreshable' configuration must be defined as a dictionary. Please review the docs for more details.\"\n ) %}\n {% endif %}\n\n {% set refresh_interval = refreshable_config.get('interval', none) %}\n {% set refresh_randomize = refreshable_config.get('randomize', none) %}\n {% set depends_on = refreshable_config.get('depends_on', none) %}\n {% set depends_on_validation = refreshable_config.get('depends_on_validation', false) %}\n {% set append = refreshable_config.get('append', false) %}\n\n {% if not refresh_interval %}\n {% do exceptions.raise_compiler_error(\n \"The 'refreshable' configuration is defined, but 'interval' is missing. \"\n ~ \"This is required to create a refreshable materialized view.\"\n ) %}\n {% endif %}\n\n {% if refresh_interval %}\n REFRESH {{ refresh_interval }}\n {# This is a comment to force a new line between REFRESH and RANDOMIZE clauses #}\n {%- if refresh_randomize -%}\n RANDOMIZE FOR {{ refresh_randomize }}\n {%- endif -%}\n {% endif %}\n\n {% if depends_on %}\n {% set depends_on_list = [] %}\n\n {% if depends_on is string %}\n {% set depends_on_list = [depends_on] %}\n {% elif depends_on is iterable %}\n {% set temp_list = depends_on_list %}\n {%- for dep in depends_on %}\n {% if dep is string %}\n {% do temp_list.append(dep) %}\n {% else %}\n {% do exceptions.raise_compiler_error(\n \"The 'depends_on' configuration must be either a string or a list of strings.\"\n ) %}\n {% endif %}\n {% endfor %}\n {% set depends_on_list = temp_list %}\n {% else %}\n {% do exceptions.raise_compiler_error(\n \"The 'depends_on' configuration must be either a string or a list of strings.\"\n ) %}\n {% endif %}\n\n {% if depends_on_validation and depends_on_list | length > 0 %}\n {%- for dep in depends_on_list %}\n {% do validate_refreshable_mv_existence(dep) %}\n {%- endfor %}\n {% endif %}\n\n DEPENDS ON {{ depends_on_list | join(', ') }}\n {% endif %}\n\n {%- if append -%}\n APPEND\n {%- endif -%}\n\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.validate_refreshable_mv_existence"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5483148, "supported_languages": null}, "macro.dbt_clickhouse.validate_refreshable_mv_existence": {"name": "validate_refreshable_mv_existence", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/materialized_view.sql", "original_file_path": "macros/materializations/materialized_view.sql", "unique_id": "macro.dbt_clickhouse.validate_refreshable_mv_existence", "macro_sql": "{% macro validate_refreshable_mv_existence(mv) %}\n {{ log(mv + ' was recognized as a refreshable mv dependency, checking its existence') }}\n {% set default_database = \"default\" %}\n\n {%- set parts = mv.split('.') %}\n {%- if parts | length == 2 %}\n {%- set database = parts[0] %}\n {%- set table = parts[1] %}\n {%- else %}\n {%- set database = default_database %}\n {%- set table = parts[0] %}\n {%- endif %}\n\n {%- set condition = \"database='\" + database + \"' and view='\" + table + \"'\" %}\n\n {% set query %}\n select count(*)\n from system.view_refreshes\n where {{ condition }}\n {% endset %}\n\n {% set tables_result = run_query(query) %}\n {{ log(tables_result.columns[0].values()[0]) }}\n {% if tables_result.columns[0].values()[0] > 0 %}\n {{ log('MV ' + mv + ' exists.') }}\n {% else %}\n {% do exceptions.raise_compiler_error(\n 'No existing MV found matching MV: ' + mv\n ) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.549477, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse_s3source": {"name": "clickhouse_s3source", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/s3.sql", "original_file_path": "macros/materializations/s3.sql", "unique_id": "macro.dbt_clickhouse.clickhouse_s3source", "macro_sql": "{% macro clickhouse_s3source(config_name='', bucket='', path='', fmt='', structure='',\n aws_access_key_id='', aws_secret_access_key='', role_arn='', compression='') %}\n {% if config_name and not config_name.lower().endswith('s3') %}\n {{ exceptions.raise_compiler_error(\"S3 configuration should end with 's3'\") }}\n {% endif %}\n {% set s3config = config.get(config_name, {}) %}\n {{ adapter.s3source_clause(\n config_name=config_name,\n s3_model_config=s3config,\n bucket=bucket,\n path=path,\n fmt=fmt,\n structure=structure,\n aws_access_key_id=aws_access_key_id,\n aws_secret_access_key=aws_secret_access_key,\n role_arn=role_arn,\n compression=compression) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5502636, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__load_csv_rows": {"name": "clickhouse__load_csv_rows", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/seed.sql", "original_file_path": "macros/materializations/seed.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__load_csv_rows", "macro_sql": "{% macro clickhouse__load_csv_rows(model, agate_table) %}\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set data_sql = adapter.get_csv_data(agate_table) %}\n\n {% if data_sql %}\n {% set sql -%}\n insert into {{ this.render() }} ({{ cols_sql }})\n {{ adapter.get_model_query_settings(model) }}\n format CSV\n {{ data_sql }}\n {%- endset %}\n\n {% do adapter.add_query(sql, bindings=agate_table, abridge_sql_log=True) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_seed_column_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5508788, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_csv_table": {"name": "clickhouse__create_csv_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/seed.sql", "original_file_path": "macros/materializations/seed.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_csv_table", "macro_sql": "{% macro clickhouse__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} {{ on_cluster_clause(this) }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {{ engine_clause() }}\n {{ order_cols(label='order by') }}\n {{ partition_cols(label='partition by') }}\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.engine_clause", "macro.dbt_clickhouse.order_cols", "macro.dbt_clickhouse.partition_cols", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5515976, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_hash_arguments": {"name": "clickhouse__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_hash_arguments", "macro_sql": "{% macro clickhouse__snapshot_hash_arguments(args) -%}\n halfMD5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5526593, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__post_snapshot": {"name": "clickhouse__post_snapshot", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__post_snapshot", "macro_sql": "{% macro clickhouse__post_snapshot(staging_relation) %}\n {{ drop_relation_if_exists(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5527415, "supported_languages": null}, "macro.dbt_clickhouse.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set tmp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(False, tmp_relation, select) }}\n {% endcall %}\n\n {% do return(tmp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5530136, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_merge_sql": {"name": "clickhouse__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_merge_sql", "macro_sql": "{% macro clickhouse__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n {%- set valid_to_col = adapter.quote('dbt_valid_to') -%}\n\n {%- set upsert = target.derivative('__snapshot_upsert') -%}\n {% call statement('create_upsert_relation') %}\n create table if not exists {{ upsert }} {{ on_cluster_clause(upsert) }} as {{ target }}\n {% endcall %}\n\n {% call statement('insert_unchanged_data') %}\n insert into {{ upsert }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n {{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ target }}\n where dbt_scd_id not in (\n select {{ source }}.dbt_scd_id from {{ source }} \n )\n {% endcall %}\n\n {% call statement('insert_updated_and_deleted') %}\n insert into {{ upsert }} ({{ insert_cols_csv }})\n with updates_and_deletes as (\n select\n dbt_scd_id,\n dbt_valid_to\n from {{ source }}\n where dbt_change_type IN ('update', 'delete')\n )\n select {% for column in insert_cols %}\n {%- if column == valid_to_col -%}\n updates_and_deletes.dbt_valid_to as dbt_valid_to\n {%- else -%}\n target.{{ column }} as {{ column }}\n {%- endif %} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ target }} target\n join updates_and_deletes on target.dbt_scd_id = updates_and_deletes.dbt_scd_id;\n {% endcall %}\n\n {% call statement('insert_new') %}\n insert into {{ upsert }} ({{ insert_cols_csv }})\n select {% for column in insert_cols -%}\n {{ column }} {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n from {{ source }}\n where {{ source }}.dbt_change_type IN ('insert');\n {% endcall %}\n\n {% if target.can_exchange %}\n {% do exchange_tables_atomic(upsert, target) %}\n {% call statement('drop_exchanged_relation') %}\n drop table if exists {{ upsert }} {{ on_cluster_clause(upsert) }};\n {% endcall %}\n {% else %}\n {% call statement('drop_target_relation') %}\n drop table if exists {{ target }} {{ on_cluster_clause(target) }};\n {% endcall %}\n {% call statement('rename_upsert_relation') %}\n rename table {{ upsert }} to {{ target }};\n {% endcall %}\n {% endif %}\n\n {% do return ('select 1') %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.exchange_tables_atomic"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5543683, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_staging_table": {"name": "clickhouse__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_staging_table", "macro_sql": "{% macro clickhouse__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {# Detect strategy type and delegate to specific macro #}\n {% if strategy.updated_at == 'now()' or 'now()' in strategy.updated_at %}\n {{ clickhouse__snapshot_staging_table_check_strategy(strategy, source_sql, target_relation) }}\n {% else %}\n {{ clickhouse__snapshot_staging_table_timestamp_strategy(strategy, source_sql, target_relation) }}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_staging_table_check_strategy", "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_timestamp_strategy"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5546267, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_check_strategy": {"name": "clickhouse__snapshot_staging_table_check_strategy", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_check_strategy", "macro_sql": "{% macro clickhouse__snapshot_staging_table_check_strategy(strategy, source_sql, target_relation) -%}\n\n with snapshot_time as (\n select {{ strategy.updated_at }} as ts -- Single timestamp\n ),\n snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n snapshot_time.ts as dbt_updated_at,\n snapshot_time.ts as dbt_valid_from,\n nullif(snapshot_time.ts, snapshot_time.ts) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query, snapshot_time\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n snapshot_time.ts as dbt_updated_at,\n snapshot_time.ts as dbt_valid_from,\n snapshot_time.ts as dbt_valid_to\n\n from snapshot_query, snapshot_time\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * EXCEPT (ts) from insertions\n union all\n select * EXCEPT (ts) from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * EXCEPT (ts) from deletes\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.555162, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_timestamp_strategy": {"name": "clickhouse__snapshot_staging_table_timestamp_strategy", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/snapshot.sql", "original_file_path": "macros/materializations/snapshot.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_staging_table_timestamp_strategy", "macro_sql": "{% macro clickhouse__snapshot_staging_table_timestamp_strategy(strategy, source_sql, target_relation) -%}\n\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *,\n {{ strategy.unique_key }} as dbt_unique_key\n\n from {{ target_relation }}\n where dbt_valid_to is null\n\n ),\n\n insertions_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}) as dbt_valid_to,\n {{ strategy.scd_id }} as dbt_scd_id\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key,\n {{ strategy.updated_at }} as dbt_updated_at,\n {{ strategy.updated_at }} as dbt_valid_from,\n {{ strategy.updated_at }} as dbt_valid_to\n\n from snapshot_query\n ),\n\n {%- if strategy.invalidate_hard_deletes %}\n\n deletes_source_data as (\n\n select\n *,\n {{ strategy.unique_key }} as dbt_unique_key\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n\n from insertions_source_data as source_data\n left outer join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where snapshotted_data.dbt_unique_key is null\n or (\n snapshotted_data.dbt_unique_key is not null\n and (\n {{ strategy.row_changed }}\n )\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.dbt_scd_id\n\n from updates_source_data as source_data\n join snapshotted_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where (\n {{ strategy.row_changed }}\n )\n )\n\n {%- if strategy.invalidate_hard_deletes -%}\n ,\n\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as dbt_valid_from,\n {{ snapshot_get_time() }} as dbt_updated_at,\n {{ snapshot_get_time() }} as dbt_valid_to,\n snapshotted_data.dbt_scd_id\n\n from snapshotted_data\n left join deletes_source_data as source_data on snapshotted_data.dbt_unique_key = source_data.dbt_unique_key\n where source_data.dbt_unique_key is null\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.invalidate_hard_deletes %}\n union all\n select * from deletes\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.555885, "supported_languages": null}, "macro.dbt_clickhouse.materialization_table_clickhouse": {"name": "materialization_table_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.materialization_table_clickhouse", "macro_sql": "{% materialization table, adapter='clickhouse' %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set backup_relation = none -%}\n {%- set preexisting_backup_relation = none -%}\n {%- set preexisting_intermediate_relation = none -%}\n\n {% if existing_relation is not none %}\n {%- set backup_relation_type = existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {% if not existing_relation.can_exchange %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n {% endif %}\n {% endif %}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if backup_relation is none %}\n {{ log('Creating new relation ' + target_relation.name )}}\n -- There is not existing relation, so we can just create\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, target_relation, sql) }}\n {%- endcall %}\n {% elif existing_relation.can_exchange %}\n -- We can do an atomic exchange, so no need for an intermediate\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, backup_relation, sql) }}\n {%- endcall %}\n {% do exchange_tables_atomic(backup_relation, existing_relation) %}\n {% else %}\n -- We have to use an intermediate and rename accordingly\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n {% endif %}\n\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_backup_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5586236, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.engine_clause": {"name": "engine_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.engine_clause", "macro_sql": "{% macro engine_clause() %}\n engine = {{ config.get('engine', default='MergeTree()') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5587752, "supported_languages": null}, "macro.dbt_clickhouse.partition_cols": {"name": "partition_cols", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.partition_cols", "macro_sql": "{% macro partition_cols(label) %}\n {%- set cols = config.get('partition_by', validator=validation.any[list, basestring]) -%}\n {%- if cols is not none %}\n {%- if cols is string -%}\n {%- set cols = [cols] -%}\n {%- endif -%}\n {{ label }} (\n {%- for item in cols -%}\n {{ item }}\n {%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n )\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.559154, "supported_languages": null}, "macro.dbt_clickhouse.primary_key_clause": {"name": "primary_key_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.primary_key_clause", "macro_sql": "{% macro primary_key_clause(label) %}\n {%- set primary_key = config.get('primary_key', validator=validation.any[basestring]) -%}\n\n {%- if primary_key is not none %}\n {{ label }} {{ primary_key }}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5594895, "supported_languages": null}, "macro.dbt_clickhouse.order_cols": {"name": "order_cols", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.order_cols", "macro_sql": "{% macro order_cols(label) %}\n {%- set cols = config.get('order_by', validator=validation.any[list, basestring]) -%}\n {%- set engine = config.get('engine', default='MergeTree()') -%}\n {%- set supported = [\n 'HDFS',\n 'MaterializedPostgreSQL',\n 'S3',\n 'EmbeddedRocksDB',\n 'Hive'\n ] -%}\n\n {%- if 'MergeTree' in engine or engine in supported %}\n {%- if cols is not none %}\n {%- if cols is string -%}\n {%- set cols = [cols] -%}\n {%- endif -%}\n {{ label }} (\n {%- for item in cols -%}\n {{ item }}\n {%- if not loop.last -%},{%- endif -%}\n {%- endfor -%}\n )\n {%- else %}\n {{ label }} (tuple())\n {%- endif %}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5601702, "supported_languages": null}, "macro.dbt_clickhouse.ttl_config": {"name": "ttl_config", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.ttl_config", "macro_sql": "{% macro ttl_config(label) %}\n {%- if config.get(\"ttl\")%}\n {{ label }} {{ config.get(\"ttl\") }}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5603566, "supported_languages": null}, "macro.dbt_clickhouse.on_cluster_clause": {"name": "on_cluster_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.on_cluster_clause", "macro_sql": "{% macro on_cluster_clause(relation, force_sync) %}\n {% set active_cluster = adapter.get_clickhouse_cluster_name() %}\n {%- if active_cluster is not none and relation.should_on_cluster %}\n {# Add trailing whitespace to avoid problems when this clause is not last #}\n ON CLUSTER {{ active_cluster + ' ' }}\n {%- if force_sync %}\n SYNC\n {%- endif %}\n {%- endif %}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5606034, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_table_as": {"name": "clickhouse__create_table_as", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_table_as", "macro_sql": "{% macro clickhouse__create_table_as(temporary, relation, sql) -%}\n {% set has_contract = config.get('contract').enforced %}\n {% set create_table = create_table_or_empty(temporary, relation, sql, has_contract) %}\n {% if adapter.is_before_version('22.7.1.2484') or temporary -%}\n {{ create_table }}\n {%- else %}\n {% call statement('create_table_empty') %}\n {{ create_table }}\n {% endcall %}\n {{ add_index_and_projections(relation) }}\n\n {{ clickhouse__insert_into(relation, sql, has_contract) }}\n {%- endif %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.create_table_or_empty", "macro.dbt.statement", "macro.dbt_clickhouse.add_index_and_projections", "macro.dbt_clickhouse.clickhouse__insert_into"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5610204, "supported_languages": null}, "macro.dbt_clickhouse.add_index_and_projections": {"name": "add_index_and_projections", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.add_index_and_projections", "macro_sql": "{% macro add_index_and_projections(relation) %}\n {%- set projections = config.get('projections', default=[]) -%}\n {%- set indexes = config.get('indexes', default=[]) -%}\n \n {% if projections | length > 0 or indexes | length > 0 %}\n {% call statement('add_projections_and_indexes') %}\n ALTER TABLE {{ relation }}\n {%- if projections %}\n {%- for projection in projections %}\n ADD PROJECTION {{ projection.get('name') }} ({{ projection.get('query') }})\n {%- if not loop.last or indexes | length > 0 -%}\n ,\n {% endif %}\n {%- endfor %}\n {%- endif %}\n {%- if indexes %}\n {%- for index in indexes %}\n ADD INDEX {{ index.get('name') }} {{ index.get('definition') }}\n {%- if not loop.last -%}\n ,\n {% endif %}\n {% endfor %}\n {% endif %}\n {% endcall %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5617616, "supported_languages": null}, "macro.dbt_clickhouse.create_table_or_empty": {"name": "create_table_or_empty", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.create_table_or_empty", "macro_sql": "{% macro create_table_or_empty(temporary, relation, sql, has_contract) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n {% if temporary -%}\n create temporary table {{ relation.identifier }}\n engine Memory\n {{ adapter.get_model_settings(model, 'Memory') }}\n as (\n {{ sql }}\n )\n {%- else %}\n create table {{ relation }}\n {{ on_cluster_clause(relation)}}\n {%- if has_contract%}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- endif %}\n {{ engine_clause() }}\n {{ order_cols(label=\"order by\") }}\n {{ primary_key_clause(label=\"primary key\") }}\n {{ partition_cols(label=\"partition by\") }}\n {{ ttl_config(label=\"ttl\")}}\n {{ adapter.get_model_settings(model, config.get('engine', default='MergeTree')) }}\n\n {%- if not has_contract %}\n {%- if not adapter.is_before_version('22.7.1.2484') %}\n empty\n {%- endif %}\n as (\n {{ sql }}\n )\n {%- endif %}\n {{ adapter.get_model_query_settings(model) }}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt_clickhouse.engine_clause", "macro.dbt_clickhouse.order_cols", "macro.dbt_clickhouse.primary_key_clause", "macro.dbt_clickhouse.partition_cols", "macro.dbt_clickhouse.ttl_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5627441, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__insert_into": {"name": "clickhouse__insert_into", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__insert_into", "macro_sql": "{% macro clickhouse__insert_into(target_relation, sql, has_contract) %}\n {%- set dest_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n\n insert into {{ target_relation }}\n ({{ dest_cols_csv }})\n {%- if has_contract -%}\n -- Use a subquery to get columns in the right order\n SELECT {{ dest_cols_csv }}\n FROM (\n {{ sql }}\n )\n {%- else -%}\n {{ sql }}\n {%- endif -%}\n {{ adapter.get_model_query_settings(model) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5630822, "supported_languages": null}, "macro.dbt_clickhouse.codec_clause": {"name": "codec_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/table.sql", "original_file_path": "macros/materializations/table.sql", "unique_id": "macro.dbt_clickhouse.codec_clause", "macro_sql": "{% macro codec_clause(codec_name) %}\n {%- if codec_name %}\n CODEC({{ codec_name }})\n {%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5631979, "supported_languages": null}, "macro.dbt_clickhouse.materialization_unit_clickhouse": {"name": "materialization_unit_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/unit.sql", "original_file_path": "macros/materializations/unit.sql", "unique_id": "macro.dbt_clickhouse.materialization_unit_clickhouse", "macro_sql": "{%- materialization unit, adapter='clickhouse' -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation, '__dbt_tmp')-%}\n {%- set temp_relation = temp_relation.incorporate(is_temporary=True)-%} {# file overwrite to ensure this is marked as temporary #}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- set column_name_to_quoted = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- do column_name_to_quoted.update({column.name|lower: column.quoted}) -%}\n {%- endfor -%}\n\n {%- set expected_column_names_quoted = [] -%}\n {%- for column_name in tested_expected_column_names -%}\n {%- do expected_column_names_quoted.append(column_name_to_quoted[column_name|lower]) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types, column_name_to_quoted) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, expected_column_names_quoted) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5646524, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.materialization_view_clickhouse": {"name": "materialization_view_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_clickhouse.materialization_view_clickhouse", "macro_sql": "{%- materialization view, adapter='clickhouse' -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% if existing_relation is none %}\n {{ log('Creating new relation ' + target_relation.name )}}\n {% else %}\n {{ log('Relation ' + target_relation.name + ' already exists, replacing it' )}}\n {{ clickhouse__drop_associated_mv_if_it_was_automatically_created(target_relation) }}\n {% endif %}\n\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.run_hooks", "macro.dbt_clickhouse.clickhouse__drop_associated_mv_if_it_was_automatically_created", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5659256, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.get_sql_security_clause": {"name": "get_sql_security_clause", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_clickhouse.get_sql_security_clause", "macro_sql": "{% macro get_sql_security_clause(relation) %}\n {% set sql_security = config.get('sql_security') %}\n {% if sql_security -%}\n {% if sql_security == 'definer' -%}\n {%- set definer = config.require('definer') -%}\n {% if not definer -%}\n {{ exceptions.raise_compiler_error(\"Invalid config parameter `definer`. No value was provided.\") }}\n {%- endif %}\n DEFINER = {{ definer }} SQL SECURITY DEFINER\n {%- elif sql_security == 'invoker' %}\n SQL SECURITY INVOKER\n {%- else %}\n {{ exceptions.raise_compiler_error(\"Invalid config parameter `sql_security`. Got: `\" + sql_security + \"`, but only definer | invoker allowed.\") }}\n {%- endif %}\n {%- endif %}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.56638, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__create_view_as": {"name": "clickhouse__create_view_as", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/view.sql", "original_file_path": "macros/materializations/view.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__create_view_as", "macro_sql": "{% macro clickhouse__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n {{ sql_header if sql_header is not none }}\n\n create or replace view {{ relation.include(database=False) }} {{ on_cluster_clause(relation) }}\n {{ get_sql_security_clause(relation) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n {{ adapter.get_model_query_settings(model) }}\n )\n {% if model.get('config').get('materialized') == 'view' %}\n {{ adapter.get_model_settings(model, config.get('engine', default='MergeTree')) }}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.on_cluster_clause", "macro.dbt_clickhouse.get_sql_security_clause", "macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5668936, "supported_languages": null}, "macro.dbt_clickhouse.materialization_distributed_incremental_clickhouse": {"name": "materialization_distributed_incremental_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/distributed_incremental.sql", "original_file_path": "macros/materializations/incremental/distributed_incremental.sql", "unique_id": "macro.dbt_clickhouse.materialization_distributed_incremental_clickhouse", "macro_sql": "{% materialization distributed_incremental, adapter='clickhouse' %}\n {% set insert_distributed_sync = run_query(\"SELECT value FROM system.settings WHERE name = 'insert_distributed_sync'\")[0][0] %}\n {% if insert_distributed_sync != '1' %}\n {% do exceptions.raise_compiler_error('To use distributed materialization setting insert_distributed_sync should be set to 1') %}\n {% endif %}\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n\n {% set on_cluster = on_cluster_clause(target_relation) %}\n {% if on_cluster.strip() == '' %}\n {% do exceptions.raise_compiler_error('To use distributed materializations cluster setting in dbt profile must be set') %}\n {% endif %}\n\n {% set existing_relation_local = load_cached_relation(this.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema})) %}\n {% set target_relation_local = target_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if target_relation is not none else none %}\n\n {%- set unique_key = config.get('unique_key') -%}\n {% if unique_key is not none and unique_key|length == 0 %}\n {% set unique_key = none %}\n {% endif %}\n {% if unique_key is iterable and (unique_key is not string and unique_key is not mapping) %}\n {% set unique_key = unique_key|join(', ') %}\n {% endif %}\n {%- set inserts_only = config.get('inserts_only') -%}\n {%- set grant_config = config.get('grants') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n\n {{ create_schema(target_relation_local) }}\n {%- set intermediate_relation = make_intermediate_relation(target_relation_local)-%}\n {%- set distributed_intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation_local, backup_relation_type) -%}\n {%- set distributed_backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n {%- set view_relation = default__make_temp_relation(target_relation, '__dbt_view_tmp') -%}\n\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(view_relation) }}\n {{ drop_relation_if_exists(distributed_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n {% set to_drop = [] %}\n {% set schema_changes = none %}\n\n {% call statement('main') %}\n {{ create_view_as(view_relation, sql) }}\n {% endcall %}\n\n {% if existing_relation_local is none %}\n -- No existing local table, recreate local and distributed tables\n {{ create_distributed_local_table(target_relation, target_relation_local, view_relation, sql) }}\n\n {% elif full_refresh_mode %}\n -- Completely replacing the old table, so create a temporary table and then swap it\n {{ create_distributed_local_table(distributed_intermediate_relation, intermediate_relation, view_relation, sql) }}\n {% do adapter.drop_relation(distributed_intermediate_relation) or '' %}\n {% set need_swap = true %}\n\n {% elif inserts_only -%}\n -- There are no updates/deletes or duplicate keys are allowed. Simply add all of the new rows to the existing\n -- table. It is the user's responsibility to avoid duplicates. Note that \"inserts_only\" is a ClickHouse adapter\n -- specific configurable that is used to avoid creating an expensive intermediate table.\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n\n {% else %}\n {% if existing_relation is none %}\n {% do run_query(create_distributed_table(target_relation, target_relation_local)) %}\n {% set existing_relation = target_relation %}\n {% endif %}\n\n {% set incremental_strategy = adapter.calculate_incremental_strategy(config.get('incremental_strategy')) %}\n {% set incremental_predicates = config.get('predicates', []) or config.get('incremental_predicates', []) %}\n {% set partition_by = config.get('partition_by') %}\n {% do adapter.validate_incremental_strategy(incremental_strategy, incremental_predicates, unique_key, partition_by) %}\n {%- if on_schema_change != 'ignore' %}\n {%- set local_column_changes = adapter.check_incremental_schema_changes(on_schema_change, existing_relation_local, sql) -%}\n {% if local_column_changes and incremental_strategy != 'legacy' %}\n {% do clickhouse__apply_column_changes(local_column_changes, existing_relation, True) %}\n {% set existing_relation = load_cached_relation(this) %}\n {% endif %}\n {% endif %}\n {% if incremental_strategy == 'legacy' %}\n {% do clickhouse__incremental_legacy(existing_relation, intermediate_relation, local_column_changes, unique_key, True) %}\n {% set need_swap = true %}\n {% elif incremental_strategy == 'delete_insert' %}\n {% do clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates, True) %}\n {% elif incremental_strategy == 'insert_overwrite' %}\n {% do clickhouse__incremental_insert_overwrite(existing_relation, partition_by, True) %}\n {% elif incremental_strategy == 'append' %}\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n {% endif %}\n {% endif %}\n\n {% if need_swap %}\n {% if False %}\n {% do adapter.rename_relation(intermediate_relation, backup_relation) %}\n {% do exchange_tables_atomic(backup_relation, target_relation_local) %}\n {% else %}\n {% do adapter.rename_relation(target_relation_local, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation_local) %}\n {% endif %}\n\n -- Structure could have changed, need to update distributed table from replaced local table\n {% set target_relation_new = target_relation.incorporate(path={\"identifier\": target_relation.identifier + '_temp'}) %}\n {{ drop_relation_if_exists(target_relation_new) }}\n {% do run_query(create_distributed_table(target_relation_new, target_relation_local)) %}\n\n {% if False %}\n {% do adapter.rename_relation(target_relation_new, distributed_backup_relation) %}\n {% do exchange_tables_atomic(distributed_backup_relation, target_relation) %}\n {% else %}\n {% do adapter.rename_relation(target_relation, distributed_backup_relation) %}\n {% do adapter.rename_relation(target_relation_new, target_relation) %}\n {% endif %}\n\n {% do to_drop.append(backup_relation) %}\n {% do to_drop.append(distributed_backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do apply_grants(target_relation_local, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.load_cached_relation", "macro.dbt_clickhouse.on_cluster_clause", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.create_schema", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.default__make_temp_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.create_view_as", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt_clickhouse.clickhouse__insert_into", "macro.dbt_clickhouse.create_distributed_table", "macro.dbt_clickhouse.clickhouse__apply_column_changes", "macro.dbt_clickhouse.clickhouse__incremental_legacy", "macro.dbt_clickhouse.clickhouse__incremental_delete_insert", "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5724633, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.materialization_incremental_clickhouse": {"name": "materialization_incremental_clickhouse", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.materialization_incremental_clickhouse", "macro_sql": "{% materialization incremental, adapter='clickhouse' %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n\n {%- set unique_key = config.get('unique_key') -%}\n {% if unique_key is not none and unique_key|length == 0 %}\n {% set unique_key = none %}\n {% endif %}\n {% if unique_key is iterable and (unique_key is not string and unique_key is not mapping) %}\n {% set unique_key = unique_key|join(', ') %}\n {% endif %}\n {%- set inserts_only = config.get('inserts_only') -%}\n {%- set grant_config = config.get('grants') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n {% set to_drop = [] %}\n\n {% if existing_relation is none %}\n -- No existing table, simply create a new one\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, target_relation, sql) }}\n {% endcall %}\n\n {% elif full_refresh_mode %}\n -- Completely replacing the old table, so create a temporary table and then swap it\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {% endcall %}\n {% set need_swap = true %}\n\n {% elif\n inserts_only\n or unique_key is none\n and config.get('incremental_strategy', none) != 'insert_overwrite' -%}\n -- There are no updates/deletes or duplicate keys are allowed. Simply add all of the new rows to the existing\n -- table. It is the user's responsibility to avoid duplicates. Note that \"inserts_only\" is a ClickHouse adapter\n -- specific configurable that is used to avoid creating an expensive intermediate table.\n -- insert_overwrite strategy does not require unique_key => is an exception.\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n\n {% else %}\n {% set column_changes = none %}\n {% set incremental_strategy = adapter.calculate_incremental_strategy(config.get('incremental_strategy')) %}\n {% set incremental_predicates = config.get('predicates', []) or config.get('incremental_predicates', []) %}\n {% set partition_by = config.get('partition_by') %}\n {% do adapter.validate_incremental_strategy(incremental_strategy, incremental_predicates, unique_key, partition_by) %}\n {%- if on_schema_change != 'ignore' %}\n {%- set column_changes = adapter.check_incremental_schema_changes(on_schema_change, existing_relation, sql) -%}\n {% if column_changes and incremental_strategy != 'legacy' %}\n {% do clickhouse__apply_column_changes(column_changes, existing_relation) %}\n {% set existing_relation = load_cached_relation(this) %}\n {% endif %}\n {% endif %}\n {% if incremental_strategy == 'legacy' %}\n {% do clickhouse__incremental_legacy(existing_relation, intermediate_relation, column_changes, unique_key) %}\n {% set need_swap = true %}\n {% elif incremental_strategy == 'delete_insert' %}\n {% do clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates) %}\n {% elif incremental_strategy == 'microbatch' %}\n {%- if config.get(\"__dbt_internal_microbatch_event_time_start\") -%}\n {% do incremental_predicates.append(config.get(\"event_time\") ~ \" >= toDateTime('\" ~ config.get(\"__dbt_internal_microbatch_event_time_start\").strftime(\"%Y-%m-%d %H:%M:%S\") ~ \"')\") %}\n {%- endif -%}\n {%- if model.config.__dbt_internal_microbatch_event_time_end -%}\n {% do incremental_predicates.append(config.get(\"event_time\") ~ \" < toDateTime('\" ~ config.get(\"__dbt_internal_microbatch_event_time_end\").strftime(\"%Y-%m-%d %H:%M:%S\") ~ \"')\") %}\n {%- endif -%}\n {% do clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates) %}\n {% elif incremental_strategy == 'append' %}\n {% call statement('main') %}\n {{ clickhouse__insert_into(target_relation, sql) }}\n {% endcall %}\n {% elif incremental_strategy == 'insert_overwrite' %}\n {% do clickhouse__incremental_insert_overwrite(existing_relation, partition_by, False) %}\n {% endif %}\n {% endif %}\n\n {% if need_swap %}\n {% if existing_relation.can_exchange %}\n {% do adapter.rename_relation(intermediate_relation, backup_relation) %}\n {% do exchange_tables_atomic(backup_relation, target_relation) %}\n {% else %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% endif %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.clickhouse__insert_into", "macro.dbt_clickhouse.clickhouse__apply_column_changes", "macro.dbt_clickhouse.clickhouse__incremental_legacy", "macro.dbt_clickhouse.clickhouse__incremental_delete_insert", "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite", "macro.dbt_clickhouse.exchange_tables_atomic", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.578128, "supported_languages": ["sql"]}, "macro.dbt_clickhouse.clickhouse__incremental_legacy": {"name": "clickhouse__incremental_legacy", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__incremental_legacy", "macro_sql": "{% macro clickhouse__incremental_legacy(existing_relation, intermediate_relation, column_changes, unique_key, is_distributed=False) %}\n {% set new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_new_data'}) %}\n {{ drop_relation_if_exists(new_data_relation) }}\n\n {%- set inserted_relation = intermediate_relation -%}\n {%- set inserting_relation = new_data_relation -%}\n\n -- First create a temporary table for all of the new data\n {% if is_distributed %}\n {% if column_changes %}\n {% do exceptions.raise_compiler_error('Schema changes not supported with Distributed tables ') %}\n {% endif %}\n -- Need to use distributed table to have data on all shards\n {%- set distributed_new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_distributed_new_data'}) -%}\n {%- set inserting_relation = distributed_new_data_relation -%}\n {{ create_distributed_local_table(distributed_new_data_relation, new_data_relation, existing_relation, sql) }}\n {% elif column_changes %}\n {% call statement('create_new_data_temp') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% else %}\n {% call statement('create_new_data_temp') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% endif %}\n\n -- Next create another temporary table that will eventually be used to replace the existing table. We can't\n -- use the table just created in the previous step because we don't want to override any updated rows with\n -- old rows when we insert the old data\n {% if is_distributed %}\n {%- set distributed_intermediate_relation = make_intermediate_relation(existing_relation) -%}\n {%- set inserted_relation = distributed_intermediate_relation -%}\n {{ create_distributed_local_table(distributed_intermediate_relation, intermediate_relation, existing_relation) }}\n {% else %}\n {% call statement('main') %}\n create table {{ intermediate_relation }} {{ on_cluster_clause(existing_relation) }} as {{ new_data_relation }}\n {% endcall %}\n {% endif %}\n\n -- Insert all the existing rows into the new temporary table, ignoring any rows that have keys in the \"new data\"\n -- table.\n {%- set source_columns = adapter.get_columns_in_relation(existing_relation) -%}\n {%- set source_columns_csv = source_columns | map(attribute='quoted') | join(', ') -%}\n {% call statement('insert_existing_data') %}\n insert into {{ inserted_relation }} ({{ source_columns_csv }})\n select {{ source_columns_csv }}\n from {{ existing_relation }}\n where ({{ unique_key }}) not in (\n select {{ unique_key }}\n from {{ inserting_relation }}\n )\n {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n\n -- Insert all of the new data into the temporary table\n {% if column_changes %}\n {%- set dest_columns = adapter.get_columns_in_relation(new_data_relation) -%}\n {%- set dest_columns_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n {% else %}\n {%- set dest_columns_csv = source_columns_csv %}\n {% endif %}\n {% call statement('insert_new_data') %}\n insert into {{ inserted_relation }} ({{ dest_columns_csv }})\n select {{ dest_columns_csv }}\n from {{ inserting_relation }}\n {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n\n {% do adapter.drop_relation(new_data_relation) %}\n {% if is_distributed %}\n {{ drop_relation_if_exists(distributed_new_data_relation) }}\n {{ drop_relation_if_exists(distributed_intermediate_relation) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.make_intermediate_relation", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5798576, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__incremental_delete_insert": {"name": "clickhouse__incremental_delete_insert", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__incremental_delete_insert", "macro_sql": "{% macro clickhouse__incremental_delete_insert(existing_relation, unique_key, incremental_predicates, is_distributed=False) %}\n {% set new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier\n + '__dbt_new_data_' + invocation_id.replace('-', '_')}) %}\n {{ drop_relation_if_exists(new_data_relation) }}\n {%- set distributed_new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_distributed_new_data'}) -%}\n\n {%- set inserting_relation = new_data_relation -%}\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n\n {% if is_distributed %}\n -- Need to use distributed table to have data on all shards\n {%- set inserting_relation = distributed_new_data_relation -%}\n {{ create_distributed_local_table(distributed_new_data_relation, new_data_relation, existing_relation, sql) }}\n {% else %}\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% endif %}\n\n {% call statement('delete_existing_data') %}\n {% if is_distributed %}\n {% set existing_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none %}\n delete from {{ existing_local }} {{ on_cluster_clause(existing_relation) }} where ({{ unique_key }}) in (select {{ unique_key }}\n from {{ inserting_relation }})\n {% else %}\n delete from {{ existing_relation }} where ({{ unique_key }}) in (select {{ unique_key }}\n from {{ inserting_relation }})\n {% endif %}\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%}\n {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n\n {%- set dest_columns = adapter.get_columns_in_relation(existing_relation) -%}\n {%- set dest_cols_csv = dest_columns | map(attribute='quoted') | join(', ') -%}\n {% call statement('insert_new_data') %}\n insert into {{ existing_relation }} select {{ dest_cols_csv }} from {{ inserting_relation }} {{ adapter.get_model_query_settings(model) }}\n {% endcall %}\n {% do adapter.drop_relation(new_data_relation) %}\n {{ drop_relation_if_exists(distributed_new_data_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5812516, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite": {"name": "clickhouse__incremental_insert_overwrite", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/incremental.sql", "original_file_path": "macros/materializations/incremental/incremental.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__incremental_insert_overwrite", "macro_sql": "{% macro clickhouse__incremental_insert_overwrite(existing_relation, partition_by, is_distributed=False) %}\n {% set new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier\n + '__dbt_new_data_' + invocation_id.replace('-', '_')}) %}\n {{ drop_relation_if_exists(new_data_relation) }}\n {%- set distributed_new_data_relation = existing_relation.incorporate(path={\"identifier\": existing_relation.identifier + '__dbt_distributed_new_data'}) -%}\n\n\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n {% set existing_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none %}\n\n {% if is_distributed %}\n {{ create_distributed_local_table(distributed_new_data_relation, new_data_relation, existing_relation, sql) }}\n {% else %}\n {% call statement('main') %}\n {{ get_create_table_as_sql(False, new_data_relation, sql) }}\n {% endcall %}\n {% endif %}\n\n {# Get the parts from the cluster table, since the partitions between shards may not overlap due to distribution #}\n {% if execute %}\n {% set select_changed_partitions %}\n SELECT DISTINCT partition_id\n {% if is_distributed %}\n FROM cluster({{ adapter.get_clickhouse_cluster_name() }}, system.parts)\n {% else %}\n FROM system.parts\n {% endif %}\n WHERE active\n AND database = '{{ new_data_relation.schema }}'\n AND table = '{{ new_data_relation.identifier }}'\n {% endset %}\n {% set changed_partitions = run_query(select_changed_partitions).rows %}\n {% else %}\n {% set changed_partitions = [] %}\n {% endif %}\n\n {% if changed_partitions %}\n {% call statement('replace_partitions') %}\n {% if is_distributed %}\n alter table {{ existing_local }} {{ on_cluster_clause(existing_relation) }}\n {% else %}\n alter table {{ existing_relation }}\n {% endif %}\n {%- for partition in changed_partitions %}\n replace partition id '{{ partition['partition_id'] }}'\n from {{ new_data_relation }}\n {{- ', ' if not loop.last }}\n {%- endfor %}\n {% endcall %}\n {% endif %}\n\n {% do adapter.drop_relation(distributed_new_data_relation) %}\n {% do adapter.drop_relation(new_data_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.drop_relation_if_exists", "macro.dbt_clickhouse.create_distributed_local_table", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.582588, "supported_languages": null}, "macro.dbt_clickhouse.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/is_incremental.sql", "original_file_path": "macros/materializations/incremental/is_incremental.sql", "unique_id": "macro.dbt_clickhouse.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and (model.config.materialized == 'incremental' or model.config.materialized == 'distributed_incremental' )\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5831208, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__apply_column_changes": {"name": "clickhouse__apply_column_changes", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__apply_column_changes", "macro_sql": "{% macro clickhouse__apply_column_changes(column_changes, existing_relation, is_distributed=False) %}\n {{ log('Schema changes detected. Trying to apply the following changes: ' ~ column_changes) }}\n {%- set existing_local = none -%}\n {% if is_distributed %}\n {%- set local_suffix = adapter.get_clickhouse_local_suffix() -%}\n {%- set local_db_prefix = adapter.get_clickhouse_local_db_prefix() -%}\n {%- set existing_local = existing_relation.incorporate(path={\"identifier\": this.identifier + local_suffix, \"schema\": local_db_prefix + this.schema}) if existing_relation is not none else none -%}\n {% endif %}\n\n {% if column_changes.on_schema_change == 'append_new_columns' %}\n {% do clickhouse__add_columns(column_changes.columns_to_add, existing_relation, existing_local, is_distributed) %}\n\n {% elif column_changes.on_schema_change == 'sync_all_columns' %}\n {% do clickhouse__drop_columns(column_changes.columns_to_drop, existing_relation, existing_local, is_distributed) %}\n {% do clickhouse__add_columns(column_changes.columns_to_add, existing_relation, existing_local, is_distributed) %}\n {% do clickhouse__modify_columns(column_changes.columns_to_modify, existing_relation, existing_local, is_distributed) %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__add_columns", "macro.dbt_clickhouse.clickhouse__drop_columns", "macro.dbt_clickhouse.clickhouse__modify_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5841832, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__add_columns": {"name": "clickhouse__add_columns", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__add_columns", "macro_sql": "{% macro clickhouse__add_columns(columns, existing_relation, existing_local=none, is_distributed=False) %}\n {% for column in columns %}\n {% set codec = model['columns'].get(column.name, {}).get('codec') %}\n {% set alter_action -%}\n add column if not exists `{{ column.name }}` {{ column.data_type }} {{ codec_clause(codec) }}\n {%- endset %}\n {% do clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local, is_distributed) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.codec_clause", "macro.dbt_clickhouse.clickhouse__run_alter_table_command"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5845463, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__drop_columns": {"name": "clickhouse__drop_columns", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__drop_columns", "macro_sql": "{% macro clickhouse__drop_columns(columns, existing_relation, existing_local=none, is_distributed=False) %}\n {% for column in columns %}\n {% set alter_action -%}\n drop column if exists `{{ column.name }}`\n {%- endset %}\n {% do clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local, is_distributed) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__run_alter_table_command"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.584788, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__modify_columns": {"name": "clickhouse__modify_columns", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__modify_columns", "macro_sql": "{% macro clickhouse__modify_columns(columns, existing_relation, existing_local=none, is_distributed=False) %}\n {% for column in columns %}\n {% set alter_action -%}\n modify column if exists `{{ column.name }}` {{ column.data_type }}\n {%- endset %}\n {% do clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local, is_distributed) %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__run_alter_table_command"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5850537, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__run_alter_table_command": {"name": "clickhouse__run_alter_table_command", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/materializations/incremental/schema_changes.sql", "original_file_path": "macros/materializations/incremental/schema_changes.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__run_alter_table_command", "macro_sql": "{% macro clickhouse__run_alter_table_command(alter_action, existing_relation, existing_local=none, is_distributed=False) %}\n {% if is_distributed %}\n {% call statement('alter_table') %}\n alter table {{ existing_local }} {{ on_cluster_clause(existing_relation) }} {{ alter_action }}\n {% endcall %}\n {% call statement('alter_table') %}\n alter table {{ existing_relation }} {{ on_cluster_clause(existing_relation) }} {{ alter_action }}\n {% endcall %}\n\n {% else %}\n {% call statement('alter_table') %}\n alter table {{ existing_relation }} {{ alter_action }}\n {% endcall %}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_clickhouse.on_cluster_clause"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5854445, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__test_relationships": {"name": "clickhouse__test_relationships", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/schema_tests/relationships.sql", "original_file_path": "macros/schema_tests/relationships.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__test_relationships", "macro_sql": "{% macro clickhouse__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n-- end_of_sql\nsettings join_use_nulls = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5856557, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__current_timestamp": {"name": "clickhouse__current_timestamp", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/timestamps.sql", "original_file_path": "macros/utils/timestamps.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__current_timestamp", "macro_sql": "{% macro clickhouse__current_timestamp() -%}\n now()\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5857613, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__snapshot_string_as_time": {"name": "clickhouse__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/timestamps.sql", "original_file_path": "macros/utils/timestamps.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__snapshot_string_as_time", "macro_sql": "{% macro clickhouse__snapshot_string_as_time(timestamp) -%}\n {%- set result = \"toDateTime('\" ~ timestamp ~ \"')\" -%}\n {{ return(result) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.58588, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__get_test_sql": {"name": "clickhouse__get_test_sql", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__get_test_sql", "macro_sql": "{% macro clickhouse__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {% set main_sql_formatted = clickhouse__place_limit(main_sql, limit) if limit !=None else main_sql%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql_formatted }}\n ) dbt_internal_test\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__place_limit"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.586632, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__place_limit": {"name": "clickhouse__place_limit", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__place_limit", "macro_sql": "{% macro clickhouse__place_limit(query, limit) -%}\n {% if 'settings' in query.lower()%}\n {% if '-- end_of_sql' not in query.lower()%}\n {{exceptions.raise_compiler_error(\"-- end_of_sql must be set when using ClickHouse settings\")}}\n {% endif %}\n {% set split_by_settings_sections = query.split(\"-- end_of_sql\")%}\n {% set split_by_settings_sections_with_limit = split_by_settings_sections[-2] + \"\\n LIMIT \" + limit|string + \"\\n\" %}\n {% set query_with_limit = \"-- end_of_sql\".join(split_by_settings_sections[:-2] + [split_by_settings_sections_with_limit, split_by_settings_sections[-1]])%}\n {{query_with_limit}}\n {% else %}\n {{query}}\n {{\"limit \" ~ limit}}\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5871582, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__any_value": {"name": "clickhouse__any_value", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__any_value", "macro_sql": "{% macro clickhouse__any_value(expression) -%}\n any({{ expression }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5872612, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__bool_or": {"name": "clickhouse__bool_or", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__bool_or", "macro_sql": "{% macro clickhouse__bool_or(expression) -%}\n max({{ expression }}) > 0\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5873373, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__cast_bool_to_text": {"name": "clickhouse__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__cast_bool_to_text", "macro_sql": "{% macro clickhouse__cast_bool_to_text(field) %}\n multiIf({{ field }} > 0, 'true', {{ field }} = 0, 'false', NULL)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.587423, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__hash": {"name": "clickhouse__hash", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__hash", "macro_sql": "{% macro clickhouse__hash(field) -%}\n lower(hex(MD5(toString({{ field }} ))))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5874941, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__last_day": {"name": "clickhouse__last_day", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__last_day", "macro_sql": "\n\n\n{%- macro clickhouse__last_day(date, datepart) -%}\n {{ dbt.dateadd('day', '-1', dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date)))}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5876787, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__split_part": {"name": "clickhouse__split_part", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__split_part", "macro_sql": "{% macro clickhouse__split_part(string_text, delimiter_text, part_number) %}\n splitByString({{delimiter_text}}, {{ string_text }})[{{ part_number }}]\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.58779, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__replace": {"name": "clickhouse__replace", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__replace", "macro_sql": "{% macro clickhouse__replace(field, old_chars, new_chars) %}\n replaceAll({{ field }},'{{ old_chars }}','{{ new_chars }}')\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5878944, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__listagg": {"name": "clickhouse__listagg", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__listagg", "macro_sql": "{% macro clickhouse__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n {% if order_by_clause and 'order by' == ' '.join(order_by_clause.split()[:2]).lower() -%}\n {% set order_by_clause_tokens = order_by_clause.split() %}\n {% if ',' in order_by_clause_tokens %}\n {{ exceptions.raise_compiler_error(\n 'ClickHouse does not support multiple order by fields.')\n }}\n {%- endif %}\n {% set order_by_clause_tokens = order_by_clause_tokens[2:] %}\n {% set sort_direction = '' %}\n {% if 'desc' in ''.join(order_by_clause_tokens[1:]).lower() %}\n {% set sort_direction = 'Reverse' %}\n {% endif %}\n {% set order_by_field = order_by_clause_tokens[0] %}\n\n {% set arr = \"arrayMap(x -> x.1, array{}Sort(x -> x.2, arrayZip(array_agg({}), array_agg({}))))\".format(sort_direction, measure, order_by_field) %}\n {% else -%}\n {% set arr = \"array_agg({})\".format(measure) %}\n {%- endif %}\n\n {% if limit_num -%}\n arrayStringConcat(arraySlice({{ arr }}, 1, {{ limit_num }}), {{delimiter_text}})\n {% else -%}\n arrayStringConcat({{ arr }}, {{delimiter_text}})\n {%- endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.58863, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__array_construct": {"name": "clickhouse__array_construct", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__array_construct", "macro_sql": "{% macro clickhouse__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n [ {{ inputs|join(' , ') }} ]\n {% else %}\n emptyArray{{data_type}}()\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.588799, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__array_append": {"name": "clickhouse__array_append", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__array_append", "macro_sql": "{% macro clickhouse__array_append(array, new_element) -%}\n arrayPushBack({{ array }}, {{ new_element }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5888882, "supported_languages": null}, "macro.dbt_clickhouse.clickhouse__array_concat": {"name": "clickhouse__array_concat", "resource_type": "macro", "package_name": "dbt_clickhouse", "path": "macros/utils/utils.sql", "original_file_path": "macros/utils/utils.sql", "unique_id": "macro.dbt_clickhouse.clickhouse__array_concat", "macro_sql": "{% macro clickhouse__array_concat(array_1, array_2) -%}\n arrayConcat({{ array_1 }}, {{ array_2 }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.588971, "supported_languages": null}, "macro.dbt.copy_grants": {"name": "copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.copy_grants", "macro_sql": "{% macro copy_grants() %}\n {{ return(adapter.dispatch('copy_grants', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5897934, "supported_languages": null}, "macro.dbt.default__copy_grants": {"name": "default__copy_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__copy_grants", "macro_sql": "{% macro default__copy_grants() %}\n {{ return(True) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5898726, "supported_languages": null}, "macro.dbt.support_multiple_grantees_per_dcl_statement": {"name": "support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.support_multiple_grantees_per_dcl_statement", "macro_sql": "{% macro support_multiple_grantees_per_dcl_statement() %}\n {{ return(adapter.dispatch('support_multiple_grantees_per_dcl_statement', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5900726, "supported_languages": null}, "macro.dbt.default__support_multiple_grantees_per_dcl_statement": {"name": "default__support_multiple_grantees_per_dcl_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__support_multiple_grantees_per_dcl_statement", "macro_sql": "\n\n{%- macro default__support_multiple_grantees_per_dcl_statement() -%}\n {{ return(True) }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5901592, "supported_languages": null}, "macro.dbt.should_revoke": {"name": "should_revoke", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.should_revoke", "macro_sql": "{% macro should_revoke(existing_relation, full_refresh_mode=True) %}\n\n {% if not existing_relation %}\n {#-- The table doesn't already exist, so no grants to copy over --#}\n {{ return(False) }}\n {% elif full_refresh_mode %}\n {#-- The object is being REPLACED -- whether grants are copied over depends on the value of user config --#}\n {{ return(copy_grants()) }}\n {% else %}\n {#-- The table is being merged/upserted/inserted -- grants will be carried over --#}\n {{ return(True) }}\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.copy_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.590388, "supported_languages": null}, "macro.dbt.get_show_grant_sql": {"name": "get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_show_grant_sql", "macro_sql": "{% macro get_show_grant_sql(relation) %}\n {{ return(adapter.dispatch(\"get_show_grant_sql\", \"dbt\")(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_show_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5905128, "supported_languages": null}, "macro.dbt.default__get_show_grant_sql": {"name": "default__get_show_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_show_grant_sql", "macro_sql": "{% macro default__get_show_grant_sql(relation) %}\n show grants on {{ relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5906007, "supported_languages": null}, "macro.dbt.get_grant_sql": {"name": "get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_grant_sql", "macro_sql": "{% macro get_grant_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_grant_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_grant_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5907483, "supported_languages": null}, "macro.dbt.default__get_grant_sql": {"name": "default__get_grant_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_grant_sql", "macro_sql": "\n\n{%- macro default__get_grant_sql(relation, privilege, grantees) -%}\n grant {{ privilege }} on {{ relation.render() }} to {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.590887, "supported_languages": null}, "macro.dbt.get_revoke_sql": {"name": "get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_revoke_sql", "macro_sql": "{% macro get_revoke_sql(relation, privilege, grantees) %}\n {{ return(adapter.dispatch('get_revoke_sql', 'dbt')(relation, privilege, grantees)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_revoke_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5910356, "supported_languages": null}, "macro.dbt.default__get_revoke_sql": {"name": "default__get_revoke_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_revoke_sql", "macro_sql": "\n\n{%- macro default__get_revoke_sql(relation, privilege, grantees) -%}\n revoke {{ privilege }} on {{ relation.render() }} from {{ grantees | join(', ') }}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5911849, "supported_languages": null}, "macro.dbt.get_dcl_statement_list": {"name": "get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.get_dcl_statement_list", "macro_sql": "{% macro get_dcl_statement_list(relation, grant_config, get_dcl_macro) %}\n {{ return(adapter.dispatch('get_dcl_statement_list', 'dbt')(relation, grant_config, get_dcl_macro)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_dcl_statement_list"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5913484, "supported_languages": null}, "macro.dbt.default__get_dcl_statement_list": {"name": "default__get_dcl_statement_list", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__get_dcl_statement_list", "macro_sql": "\n\n{%- macro default__get_dcl_statement_list(relation, grant_config, get_dcl_macro) -%}\n {#\n -- Unpack grant_config into specific privileges and the set of users who need them granted/revoked.\n -- Depending on whether this database supports multiple grantees per statement, pass in the list of\n -- all grantees per privilege, or (if not) template one statement per privilege-grantee pair.\n -- `get_dcl_macro` will be either `get_grant_sql` or `get_revoke_sql`\n #}\n {%- set dcl_statements = [] -%}\n {%- for privilege, grantees in grant_config.items() %}\n {%- if support_multiple_grantees_per_dcl_statement() and grantees -%}\n {%- set dcl = get_dcl_macro(relation, privilege, grantees) -%}\n {%- do dcl_statements.append(dcl) -%}\n {%- else -%}\n {%- for grantee in grantees -%}\n {% set dcl = get_dcl_macro(relation, privilege, [grantee]) %}\n {%- do dcl_statements.append(dcl) -%}\n {% endfor -%}\n {%- endif -%}\n {%- endfor -%}\n {{ return(dcl_statements) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.support_multiple_grantees_per_dcl_statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5918038, "supported_languages": null}, "macro.dbt.call_dcl_statements": {"name": "call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.call_dcl_statements", "macro_sql": "{% macro call_dcl_statements(dcl_statement_list) %}\n {{ return(adapter.dispatch(\"call_dcl_statements\", \"dbt\")(dcl_statement_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5919325, "supported_languages": null}, "macro.dbt.default__call_dcl_statements": {"name": "default__call_dcl_statements", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__call_dcl_statements", "macro_sql": "{% macro default__call_dcl_statements(dcl_statement_list) %}\n {#\n -- By default, supply all grant + revoke statements in a single semicolon-separated block,\n -- so that they're all processed together.\n\n -- Some databases do not support this. Those adapters will need to override this macro\n -- to run each statement individually.\n #}\n {% call statement('grants') %}\n {% for dcl_statement in dcl_statement_list %}\n {{ dcl_statement }};\n {% endfor %}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.592103, "supported_languages": null}, "macro.dbt.apply_grants": {"name": "apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.apply_grants", "macro_sql": "{% macro apply_grants(relation, grant_config, should_revoke) %}\n {{ return(adapter.dispatch(\"apply_grants\", \"dbt\")(relation, grant_config, should_revoke)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.592253, "supported_languages": null}, "macro.dbt.default__apply_grants": {"name": "default__apply_grants", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/apply_grants.sql", "original_file_path": "macros/adapters/apply_grants.sql", "unique_id": "macro.dbt.default__apply_grants", "macro_sql": "{% macro default__apply_grants(relation, grant_config, should_revoke=True) %}\n {#-- If grant_config is {} or None, this is a no-op --#}\n {% if grant_config %}\n {% if should_revoke %}\n {#-- We think previous grants may have carried over --#}\n {#-- Show current grants and calculate diffs --#}\n {% set current_grants_table = run_query(get_show_grant_sql(relation)) %}\n {% set current_grants_dict = adapter.standardize_grants_dict(current_grants_table) %}\n {% set needs_granting = diff_of_two_dicts(grant_config, current_grants_dict) %}\n {% set needs_revoking = diff_of_two_dicts(current_grants_dict, grant_config) %}\n {% if not (needs_granting or needs_revoking) %}\n {{ log('On ' ~ relation.render() ~': All grants are in place, no revocation or granting needed.')}}\n {% endif %}\n {% else %}\n {#-- We don't think there's any chance of previous grants having carried over. --#}\n {#-- Jump straight to granting what the user has configured. --#}\n {% set needs_revoking = {} %}\n {% set needs_granting = grant_config %}\n {% endif %}\n {% if needs_granting or needs_revoking %}\n {% set revoke_statement_list = get_dcl_statement_list(relation, needs_revoking, get_revoke_sql) %}\n {% set grant_statement_list = get_dcl_statement_list(relation, needs_granting, get_grant_sql) %}\n {% set dcl_statement_list = revoke_statement_list + grant_statement_list %}\n {% if dcl_statement_list %}\n {{ call_dcl_statements(dcl_statement_list) }}\n {% endif %}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.get_show_grant_sql", "macro.dbt.get_dcl_statement_list", "macro.dbt.call_dcl_statements"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5930045, "supported_languages": null}, "macro.dbt.get_columns_in_relation": {"name": "get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_relation", "macro_sql": "{% macro get_columns_in_relation(relation) -%}\n {{ return(adapter.dispatch('get_columns_in_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.593853, "supported_languages": null}, "macro.dbt.default__get_columns_in_relation": {"name": "default__get_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_relation", "macro_sql": "{% macro default__get_columns_in_relation(relation) -%}\n {{ exceptions.raise_not_implemented(\n 'get_columns_in_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5939655, "supported_languages": null}, "macro.dbt.sql_convert_columns_in_relation": {"name": "sql_convert_columns_in_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.sql_convert_columns_in_relation", "macro_sql": "{% macro sql_convert_columns_in_relation(table) -%}\n {% set columns = [] %}\n {% for row in table %}\n {% do columns.append(api.Column(*row)) %}\n {% endfor %}\n {{ return(columns) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.59417, "supported_languages": null}, "macro.dbt.get_list_of_column_names": {"name": "get_list_of_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_list_of_column_names", "macro_sql": "\n\n{%- macro get_list_of_column_names(columns) -%}\n {% set col_names = [] %}\n {% for col in columns %}\n {% do col_names.append(col.name) %}\n {% endfor %}\n {{ return(col_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5943582, "supported_languages": null}, "macro.dbt.get_empty_subquery_sql": {"name": "get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_subquery_sql", "macro_sql": "{% macro get_empty_subquery_sql(select_sql, select_sql_header=none) -%}\n {{ return(adapter.dispatch('get_empty_subquery_sql', 'dbt')(select_sql, select_sql_header)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5944982, "supported_languages": null}, "macro.dbt.default__get_empty_subquery_sql": {"name": "default__get_empty_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_subquery_sql", "macro_sql": "{% macro default__get_empty_subquery_sql(select_sql, select_sql_header=none) %}\n {%- if select_sql_header is not none -%}\n {{ select_sql_header }}\n {%- endif -%}\n select * from (\n {{ select_sql }}\n ) as __dbt_sbq\n where false\n limit 0\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.594633, "supported_languages": null}, "macro.dbt.get_empty_schema_sql": {"name": "get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_empty_schema_sql", "macro_sql": "{% macro get_empty_schema_sql(columns) -%}\n {{ return(adapter.dispatch('get_empty_schema_sql', 'dbt')(columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_empty_schema_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5947495, "supported_languages": null}, "macro.dbt.default__get_empty_schema_sql": {"name": "default__get_empty_schema_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_empty_schema_sql", "macro_sql": "{% macro default__get_empty_schema_sql(columns) %}\n {%- set col_err = [] -%}\n {%- set col_naked_numeric = [] -%}\n select\n {% for i in columns %}\n {%- set col = columns[i] -%}\n {%- if col['data_type'] is not defined -%}\n {%- do col_err.append(col['name']) -%}\n {#-- If this column's type is just 'numeric' then it is missing precision/scale, raise a warning --#}\n {%- elif col['data_type'].strip().lower() in ('numeric', 'decimal', 'number') -%}\n {%- do col_naked_numeric.append(col['name']) -%}\n {%- endif -%}\n {% set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] %}\n {{ cast('null', col['data_type']) }} as {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n {%- if (col_err | length) > 0 -%}\n {{ exceptions.column_type_missing(column_names=col_err) }}\n {%- elif (col_naked_numeric | length) > 0 -%}\n {{ exceptions.warn(\"Detected columns with numeric type and unspecified precision/scale, this can lead to unintended rounding: \" ~ col_naked_numeric ~ \"`\") }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5954988, "supported_languages": null}, "macro.dbt.get_column_schema_from_query": {"name": "get_column_schema_from_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_column_schema_from_query", "macro_sql": "{% macro get_column_schema_from_query(select_sql, select_sql_header=none) -%}\n {% set columns = [] %}\n {# -- Using an 'empty subquery' here to get the same schema as the given select_sql statement, without necessitating a data scan.#}\n {% set sql = get_empty_subquery_sql(select_sql, select_sql_header) %}\n {% set column_schema = adapter.get_column_schema_from_query(sql) %}\n {{ return(column_schema) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5957954, "supported_languages": null}, "macro.dbt.get_columns_in_query": {"name": "get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.get_columns_in_query", "macro_sql": "{% macro get_columns_in_query(select_sql) -%}\n {{ return(adapter.dispatch('get_columns_in_query', 'dbt')(select_sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5959153, "supported_languages": null}, "macro.dbt.default__get_columns_in_query": {"name": "default__get_columns_in_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__get_columns_in_query", "macro_sql": "{% macro default__get_columns_in_query(select_sql) %}\n {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}\n {{ get_empty_subquery_sql(select_sql) }}\n {% endcall %}\n {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_empty_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5961523, "supported_languages": null}, "macro.dbt.alter_column_type": {"name": "alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_column_type", "macro_sql": "{% macro alter_column_type(relation, column_name, new_column_type) -%}\n {{ return(adapter.dispatch('alter_column_type', 'dbt')(relation, column_name, new_column_type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5963078, "supported_languages": null}, "macro.dbt.default__alter_column_type": {"name": "default__alter_column_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_column_type", "macro_sql": "{% macro default__alter_column_type(relation, column_name, new_column_type) -%}\n {#\n 1. Create a new column (w/ temp name and correct type)\n 2. Copy data over to it\n 3. Drop the existing column (cascade!)\n 4. Rename the new column to existing column\n #}\n {%- set tmp_column = column_name + \"__dbt_alter\" -%}\n\n {% call statement('alter_column_type') %}\n alter table {{ relation.render() }} add column {{ adapter.quote(tmp_column) }} {{ new_column_type }};\n update {{ relation.render() }} set {{ adapter.quote(tmp_column) }} = {{ adapter.quote(column_name) }};\n alter table {{ relation.render() }} drop column {{ adapter.quote(column_name) }} cascade;\n alter table {{ relation.render() }} rename column {{ adapter.quote(tmp_column) }} to {{ adapter.quote(column_name) }}\n {% endcall %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5967505, "supported_languages": null}, "macro.dbt.alter_relation_add_remove_columns": {"name": "alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.alter_relation_add_remove_columns", "macro_sql": "{% macro alter_relation_add_remove_columns(relation, add_columns = none, remove_columns = none) -%}\n {{ return(adapter.dispatch('alter_relation_add_remove_columns', 'dbt')(relation, add_columns, remove_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_relation_add_remove_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5969243, "supported_languages": null}, "macro.dbt.default__alter_relation_add_remove_columns": {"name": "default__alter_relation_add_remove_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/columns.sql", "original_file_path": "macros/adapters/columns.sql", "unique_id": "macro.dbt.default__alter_relation_add_remove_columns", "macro_sql": "{% macro default__alter_relation_add_remove_columns(relation, add_columns, remove_columns) %}\n\n {% if add_columns is none %}\n {% set add_columns = [] %}\n {% endif %}\n {% if remove_columns is none %}\n {% set remove_columns = [] %}\n {% endif %}\n\n {% set sql -%}\n\n alter {{ relation.type }} {{ relation.render() }}\n\n {% for column in add_columns %}\n add column {{ column.quoted }} {{ column.data_type }}{{ ',' if not loop.last }}\n {% endfor %}{{ ',' if add_columns and remove_columns }}\n\n {% for column in remove_columns %}\n drop column {{ column.quoted }}{{ ',' if not loop.last }}\n {% endfor %}\n\n {%- endset -%}\n\n {% do run_query(sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5974612, "supported_languages": null}, "macro.dbt.collect_freshness": {"name": "collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness", "macro_sql": "{% macro collect_freshness(source, loaded_at_field, filter) %}\n {{ return(adapter.dispatch('collect_freshness', 'dbt')(source, loaded_at_field, filter))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5977895, "supported_languages": null}, "macro.dbt.default__collect_freshness": {"name": "default__collect_freshness", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness", "macro_sql": "{% macro default__collect_freshness(source, loaded_at_field, filter) %}\n {% call statement('collect_freshness', fetch_result=True, auto_begin=False) -%}\n select\n max({{ loaded_at_field }}) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n from {{ source }}\n {% if filter %}\n where {{ filter }}\n {% endif %}\n {% endcall %}\n {{ return(load_result('collect_freshness')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5980618, "supported_languages": null}, "macro.dbt.collect_freshness_custom_sql": {"name": "collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.collect_freshness_custom_sql", "macro_sql": "{% macro collect_freshness_custom_sql(source, loaded_at_query) %}\n {{ return(adapter.dispatch('collect_freshness_custom_sql', 'dbt')(source, loaded_at_query))}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__collect_freshness_custom_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5982058, "supported_languages": null}, "macro.dbt.default__collect_freshness_custom_sql": {"name": "default__collect_freshness_custom_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/freshness.sql", "original_file_path": "macros/adapters/freshness.sql", "unique_id": "macro.dbt.default__collect_freshness_custom_sql", "macro_sql": "{% macro default__collect_freshness_custom_sql(source, loaded_at_query) %}\n {% call statement('collect_freshness_custom_sql', fetch_result=True, auto_begin=False) -%}\n with source_query as (\n {{ loaded_at_query }}\n )\n select\n (select * from source_query) as max_loaded_at,\n {{ current_timestamp() }} as snapshotted_at\n {% endcall %}\n {{ return(load_result('collect_freshness_custom_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5984142, "supported_languages": null}, "macro.dbt.get_create_index_sql": {"name": "get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_create_index_sql", "macro_sql": "{% macro get_create_index_sql(relation, index_dict) -%}\n {{ return(adapter.dispatch('get_create_index_sql', 'dbt')(relation, index_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5987508, "supported_languages": null}, "macro.dbt.default__get_create_index_sql": {"name": "default__get_create_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_create_index_sql", "macro_sql": "{% macro default__get_create_index_sql(relation, index_dict) -%}\n {% do return(None) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.598842, "supported_languages": null}, "macro.dbt.create_indexes": {"name": "create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.create_indexes", "macro_sql": "{% macro create_indexes(relation) -%}\n {{ adapter.dispatch('create_indexes', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5989459, "supported_languages": null}, "macro.dbt.default__create_indexes": {"name": "default__create_indexes", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__create_indexes", "macro_sql": "{% macro default__create_indexes(relation) -%}\n {%- set _indexes = config.get('indexes', default=[]) -%}\n\n {% for _index_dict in _indexes %}\n {% set create_index_sql = get_create_index_sql(relation, _index_dict) %}\n {% if create_index_sql %}\n {% do run_query(create_index_sql) %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_create_index_sql", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5992107, "supported_languages": null}, "macro.dbt.get_drop_index_sql": {"name": "get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_drop_index_sql", "macro_sql": "{% macro get_drop_index_sql(relation, index_name) -%}\n {{ adapter.dispatch('get_drop_index_sql', 'dbt')(relation, index_name) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_drop_index_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.599335, "supported_languages": null}, "macro.dbt.default__get_drop_index_sql": {"name": "default__get_drop_index_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_drop_index_sql", "macro_sql": "{% macro default__get_drop_index_sql(relation, index_name) -%}\n {{ exceptions.raise_compiler_error(\"`get_drop_index_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5994306, "supported_languages": null}, "macro.dbt.get_show_indexes_sql": {"name": "get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.get_show_indexes_sql", "macro_sql": "{% macro get_show_indexes_sql(relation) -%}\n {{ adapter.dispatch('get_show_indexes_sql', 'dbt')(relation) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_show_indexes_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5995333, "supported_languages": null}, "macro.dbt.default__get_show_indexes_sql": {"name": "default__get_show_indexes_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/indexes.sql", "original_file_path": "macros/adapters/indexes.sql", "unique_id": "macro.dbt.default__get_show_indexes_sql", "macro_sql": "{% macro default__get_show_indexes_sql(relation) -%}\n {{ exceptions.raise_compiler_error(\"`get_show_indexes_sql has not been implemented for this adapter.\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.5996182, "supported_languages": null}, "macro.dbt.get_catalog_relations": {"name": "get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_relations", "macro_sql": "{% macro get_catalog_relations(information_schema, relations) -%}\n {{ return(adapter.dispatch('get_catalog_relations', 'dbt')(information_schema, relations)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6002142, "supported_languages": null}, "macro.dbt.default__get_catalog_relations": {"name": "default__get_catalog_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_relations", "macro_sql": "{% macro default__get_catalog_relations(information_schema, relations) -%}\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog_relations not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6003873, "supported_languages": null}, "macro.dbt.get_catalog": {"name": "get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog", "macro_sql": "{% macro get_catalog(information_schema, schemas) -%}\n {{ return(adapter.dispatch('get_catalog', 'dbt')(information_schema, schemas)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_catalog"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6005206, "supported_languages": null}, "macro.dbt.default__get_catalog": {"name": "default__get_catalog", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog", "macro_sql": "{% macro default__get_catalog(information_schema, schemas) -%}\n\n {% set typename = adapter.type() %}\n {% set msg -%}\n get_catalog not implemented for {{ typename }}\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.600692, "supported_languages": null}, "macro.dbt.information_schema_name": {"name": "information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.information_schema_name", "macro_sql": "{% macro information_schema_name(database) %}\n {{ return(adapter.dispatch('information_schema_name', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__information_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6008165, "supported_languages": null}, "macro.dbt.default__information_schema_name": {"name": "default__information_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__information_schema_name", "macro_sql": "{% macro default__information_schema_name(database) -%}\n {%- if database -%}\n {{ database }}.INFORMATION_SCHEMA\n {%- else -%}\n INFORMATION_SCHEMA\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6009302, "supported_languages": null}, "macro.dbt.list_schemas": {"name": "list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_schemas", "macro_sql": "{% macro list_schemas(database) -%}\n {{ return(adapter.dispatch('list_schemas', 'dbt')(database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__list_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6010518, "supported_languages": null}, "macro.dbt.default__list_schemas": {"name": "default__list_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_schemas", "macro_sql": "{% macro default__list_schemas(database) -%}\n {% set sql %}\n select distinct schema_name\n from {{ information_schema_name(database) }}.SCHEMATA\n where catalog_name ilike '{{ database }}'\n {% endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.information_schema_name", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6012235, "supported_languages": null}, "macro.dbt.check_schema_exists": {"name": "check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.check_schema_exists", "macro_sql": "{% macro check_schema_exists(information_schema, schema) -%}\n {{ return(adapter.dispatch('check_schema_exists', 'dbt')(information_schema, schema)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__check_schema_exists"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6014488, "supported_languages": null}, "macro.dbt.default__check_schema_exists": {"name": "default__check_schema_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__check_schema_exists", "macro_sql": "{% macro default__check_schema_exists(information_schema, schema) -%}\n {% set sql -%}\n select count(*)\n from {{ information_schema.replace(information_schema_view='SCHEMATA') }}\n where catalog_name='{{ information_schema.database }}'\n and schema_name='{{ schema }}'\n {%- endset %}\n {{ return(run_query(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6016762, "supported_languages": null}, "macro.dbt.list_relations_without_caching": {"name": "list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.list_relations_without_caching", "macro_sql": "{% macro list_relations_without_caching(schema_relation) %}\n {{ return(adapter.dispatch('list_relations_without_caching', 'dbt')(schema_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__list_relations_without_caching"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6018105, "supported_languages": null}, "macro.dbt.default__list_relations_without_caching": {"name": "default__list_relations_without_caching", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__list_relations_without_caching", "macro_sql": "{% macro default__list_relations_without_caching(schema_relation) %}\n {{ exceptions.raise_not_implemented(\n 'list_relations_without_caching macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6019213, "supported_languages": null}, "macro.dbt.get_catalog_for_single_relation": {"name": "get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_catalog_for_single_relation", "macro_sql": "{% macro get_catalog_for_single_relation(relation) %}\n {{ return(adapter.dispatch('get_catalog_for_single_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_catalog_for_single_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6020439, "supported_languages": null}, "macro.dbt.default__get_catalog_for_single_relation": {"name": "default__get_catalog_for_single_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_catalog_for_single_relation", "macro_sql": "{% macro default__get_catalog_for_single_relation(relation) %}\n {{ exceptions.raise_not_implemented(\n 'get_catalog_for_single_relation macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6021578, "supported_languages": null}, "macro.dbt.get_relations": {"name": "get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relations", "macro_sql": "{% macro get_relations() %}\n {{ return(adapter.dispatch('get_relations', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6022654, "supported_languages": null}, "macro.dbt.default__get_relations": {"name": "default__get_relations", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relations", "macro_sql": "{% macro default__get_relations() %}\n {{ exceptions.raise_not_implemented(\n 'get_relations macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.602365, "supported_languages": null}, "macro.dbt.get_relation_last_modified": {"name": "get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.get_relation_last_modified", "macro_sql": "{% macro get_relation_last_modified(information_schema, relations) %}\n {{ return(adapter.dispatch('get_relation_last_modified', 'dbt')(information_schema, relations)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_relation_last_modified"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.602507, "supported_languages": null}, "macro.dbt.default__get_relation_last_modified": {"name": "default__get_relation_last_modified", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/metadata.sql", "original_file_path": "macros/adapters/metadata.sql", "unique_id": "macro.dbt.default__get_relation_last_modified", "macro_sql": "{% macro default__get_relation_last_modified(information_schema, relations) %}\n {{ exceptions.raise_not_implemented(\n 'get_relation_last_modified macro not implemented for adapter ' + adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6026573, "supported_languages": null}, "macro.dbt.alter_column_comment": {"name": "alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_column_comment", "macro_sql": "{% macro alter_column_comment(relation, column_dict) -%}\n {{ return(adapter.dispatch('alter_column_comment', 'dbt')(relation, column_dict)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6029623, "supported_languages": null}, "macro.dbt.default__alter_column_comment": {"name": "default__alter_column_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_column_comment", "macro_sql": "{% macro default__alter_column_comment(relation, column_dict) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_column_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6030817, "supported_languages": null}, "macro.dbt.alter_relation_comment": {"name": "alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.alter_relation_comment", "macro_sql": "{% macro alter_relation_comment(relation, relation_comment) -%}\n {{ return(adapter.dispatch('alter_relation_comment', 'dbt')(relation, relation_comment)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__alter_relation_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6032293, "supported_languages": null}, "macro.dbt.default__alter_relation_comment": {"name": "default__alter_relation_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__alter_relation_comment", "macro_sql": "{% macro default__alter_relation_comment(relation, relation_comment) -%}\n {{ exceptions.raise_not_implemented(\n 'alter_relation_comment macro not implemented for adapter '+adapter.type()) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.603347, "supported_languages": null}, "macro.dbt.persist_docs": {"name": "persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.persist_docs", "macro_sql": "{% macro persist_docs(relation, model, for_relation=true, for_columns=true) -%}\n {{ return(adapter.dispatch('persist_docs', 'dbt')(relation, model, for_relation, for_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6035306, "supported_languages": null}, "macro.dbt.default__persist_docs": {"name": "default__persist_docs", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/persist_docs.sql", "original_file_path": "macros/adapters/persist_docs.sql", "unique_id": "macro.dbt.default__persist_docs", "macro_sql": "{% macro default__persist_docs(relation, model, for_relation, for_columns) -%}\n {% if for_relation and config.persist_relation_docs() and model.description %}\n {% do run_query(alter_relation_comment(relation, model.description)) %}\n {% endif %}\n\n {% if for_columns and config.persist_column_docs() and model.columns %}\n {% do run_query(alter_column_comment(relation, model.columns)) %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query", "macro.dbt.alter_relation_comment", "macro.dbt.alter_column_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6038558, "supported_languages": null}, "macro.dbt.make_intermediate_relation": {"name": "make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_intermediate_relation", "macro_sql": "{% macro make_intermediate_relation(base_relation, suffix='__dbt_tmp') %}\n {{ return(adapter.dispatch('make_intermediate_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_intermediate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6043599, "supported_languages": null}, "macro.dbt.default__make_intermediate_relation": {"name": "default__make_intermediate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_intermediate_relation", "macro_sql": "{% macro default__make_intermediate_relation(base_relation, suffix) %}\n {{ return(default__make_temp_relation(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6044703, "supported_languages": null}, "macro.dbt.make_temp_relation": {"name": "make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_temp_relation", "macro_sql": "{% macro make_temp_relation(base_relation, suffix='__dbt_tmp') %}\n {#-- This ensures microbatch batches get unique temp relations to avoid clobbering --#}\n {% if suffix == '__dbt_tmp' and model.batch %}\n {% set suffix = suffix ~ '_' ~ model.batch.id %}\n {% endif %}\n\n {{ return(adapter.dispatch('make_temp_relation', 'dbt')(base_relation, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__make_temp_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.604735, "supported_languages": null}, "macro.dbt.default__make_temp_relation": {"name": "default__make_temp_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_temp_relation", "macro_sql": "{% macro default__make_temp_relation(base_relation, suffix) %}\n {%- set temp_identifier = base_relation.identifier ~ suffix -%}\n {%- set temp_relation = base_relation.incorporate(\n path={\"identifier\": temp_identifier}) -%}\n\n {{ return(temp_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.604942, "supported_languages": null}, "macro.dbt.make_backup_relation": {"name": "make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.make_backup_relation", "macro_sql": "{% macro make_backup_relation(base_relation, backup_relation_type, suffix='__dbt_backup') %}\n {{ return(adapter.dispatch('make_backup_relation', 'dbt')(base_relation, backup_relation_type, suffix)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__make_backup_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6051068, "supported_languages": null}, "macro.dbt.default__make_backup_relation": {"name": "default__make_backup_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__make_backup_relation", "macro_sql": "{% macro default__make_backup_relation(base_relation, backup_relation_type, suffix) %}\n {%- set backup_identifier = base_relation.identifier ~ suffix -%}\n {%- set backup_relation = base_relation.incorporate(\n path={\"identifier\": backup_identifier},\n type=backup_relation_type\n ) -%}\n {{ return(backup_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6053376, "supported_languages": null}, "macro.dbt.truncate_relation": {"name": "truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.truncate_relation", "macro_sql": "{% macro truncate_relation(relation) -%}\n {{ return(adapter.dispatch('truncate_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__truncate_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6054645, "supported_languages": null}, "macro.dbt.default__truncate_relation": {"name": "default__truncate_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__truncate_relation", "macro_sql": "{% macro default__truncate_relation(relation) -%}\n {% call statement('truncate_relation') -%}\n truncate table {{ relation.render() }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6055877, "supported_languages": null}, "macro.dbt.get_or_create_relation": {"name": "get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.get_or_create_relation", "macro_sql": "{% macro get_or_create_relation(database, schema, identifier, type) -%}\n {{ return(adapter.dispatch('get_or_create_relation', 'dbt')(database, schema, identifier, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_or_create_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6057591, "supported_languages": null}, "macro.dbt.default__get_or_create_relation": {"name": "default__get_or_create_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.default__get_or_create_relation", "macro_sql": "{% macro default__get_or_create_relation(database, schema, identifier, type) %}\n {%- set target_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% if target_relation %}\n {% do return([true, target_relation]) %}\n {% endif %}\n\n {%- set new_relation = api.Relation.create(\n database=database,\n schema=schema,\n identifier=identifier,\n type=type\n ) -%}\n {% do return([false, new_relation]) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6062129, "supported_languages": null}, "macro.dbt.load_cached_relation": {"name": "load_cached_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_cached_relation", "macro_sql": "{% macro load_cached_relation(relation) %}\n {% do return(adapter.get_relation(\n database=relation.database,\n schema=relation.schema,\n identifier=relation.identifier\n )) -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6063693, "supported_languages": null}, "macro.dbt.load_relation": {"name": "load_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/relation.sql", "original_file_path": "macros/adapters/relation.sql", "unique_id": "macro.dbt.load_relation", "macro_sql": "{% macro load_relation(relation) %}\n {{ return(load_cached_relation(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.606469, "supported_languages": null}, "macro.dbt.create_schema": {"name": "create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.create_schema", "macro_sql": "{% macro create_schema(relation) -%}\n {{ adapter.dispatch('create_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6066954, "supported_languages": null}, "macro.dbt.default__create_schema": {"name": "default__create_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__create_schema", "macro_sql": "{% macro default__create_schema(relation) -%}\n {%- call statement('create_schema') -%}\n create schema if not exists {{ relation.without_identifier() }}\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6068187, "supported_languages": null}, "macro.dbt.drop_schema": {"name": "drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.drop_schema", "macro_sql": "{% macro drop_schema(relation) -%}\n {{ adapter.dispatch('drop_schema', 'dbt')(relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_schema"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.606926, "supported_languages": null}, "macro.dbt.default__drop_schema": {"name": "default__drop_schema", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/schema.sql", "original_file_path": "macros/adapters/schema.sql", "unique_id": "macro.dbt.default__drop_schema", "macro_sql": "{% macro default__drop_schema(relation) -%}\n {%- call statement('drop_schema') -%}\n drop schema if exists {{ relation.without_identifier() }} cascade\n {% endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6070466, "supported_languages": null}, "macro.dbt.get_show_sql": {"name": "get_show_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_show_sql", "macro_sql": "{% macro get_show_sql(compiled_code, sql_header, limit) -%}\n {%- if sql_header is not none -%}\n {{ sql_header }}\n {%- endif %}\n {{ get_limit_subquery_sql(compiled_code, limit) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6073227, "supported_languages": null}, "macro.dbt.get_limit_subquery_sql": {"name": "get_limit_subquery_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.get_limit_subquery_sql", "macro_sql": "\n{%- macro get_limit_subquery_sql(sql, limit) -%}\n {{ adapter.dispatch('get_limit_sql', 'dbt')(sql, limit) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_limit_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6074474, "supported_languages": null}, "macro.dbt.default__get_limit_sql": {"name": "default__get_limit_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/show.sql", "original_file_path": "macros/adapters/show.sql", "unique_id": "macro.dbt.default__get_limit_sql", "macro_sql": "{% macro default__get_limit_sql(sql, limit) %}\n {{ sql }}\n {% if limit is not none %}\n limit {{ limit }}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6075792, "supported_languages": null}, "macro.dbt.current_timestamp": {"name": "current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp", "macro_sql": "{%- macro current_timestamp() -%}\n {{ adapter.dispatch('current_timestamp', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.607915, "supported_languages": null}, "macro.dbt.default__current_timestamp": {"name": "default__current_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp", "macro_sql": "{% macro default__current_timestamp() -%}\n {{ exceptions.raise_not_implemented(\n 'current_timestamp macro not implemented for adapter ' + adapter.type()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.608018, "supported_languages": null}, "macro.dbt.snapshot_get_time": {"name": "snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.snapshot_get_time", "macro_sql": "\n\n{%- macro snapshot_get_time() -%}\n {{ adapter.dispatch('snapshot_get_time', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__snapshot_get_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6081197, "supported_languages": null}, "macro.dbt.default__snapshot_get_time": {"name": "default__snapshot_get_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__snapshot_get_time", "macro_sql": "{% macro default__snapshot_get_time() %}\n {{ current_timestamp() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6081955, "supported_languages": null}, "macro.dbt.get_snapshot_get_time_data_type": {"name": "get_snapshot_get_time_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.get_snapshot_get_time_data_type", "macro_sql": "{% macro get_snapshot_get_time_data_type() %}\n {% set snapshot_time = adapter.dispatch('snapshot_get_time', 'dbt')() %}\n {% set time_data_type_sql = 'select ' ~ snapshot_time ~ ' as dbt_snapshot_time' %}\n {% set snapshot_time_column_schema = get_column_schema_from_query(time_data_type_sql) %}\n {% set time_data_type = snapshot_time_column_schema[0].dtype %}\n {{ return(time_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.default__snapshot_get_time", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6084766, "supported_languages": null}, "macro.dbt.current_timestamp_backcompat": {"name": "current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_backcompat", "macro_sql": "{% macro current_timestamp_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.608594, "supported_languages": null}, "macro.dbt.default__current_timestamp_backcompat": {"name": "default__current_timestamp_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_backcompat", "macro_sql": "{% macro default__current_timestamp_backcompat() %}\n current_timestamp::timestamp\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.60865, "supported_languages": null}, "macro.dbt.current_timestamp_in_utc_backcompat": {"name": "current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.current_timestamp_in_utc_backcompat", "macro_sql": "{% macro current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_in_utc_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__current_timestamp_in_utc_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.60876, "supported_languages": null}, "macro.dbt.default__current_timestamp_in_utc_backcompat": {"name": "default__current_timestamp_in_utc_backcompat", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/timestamps.sql", "original_file_path": "macros/adapters/timestamps.sql", "unique_id": "macro.dbt.default__current_timestamp_in_utc_backcompat", "macro_sql": "{% macro default__current_timestamp_in_utc_backcompat() %}\n {{ return(adapter.dispatch('current_timestamp_backcompat', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.current_timestamp_backcompat", "macro.dbt.default__current_timestamp_backcompat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6088686, "supported_languages": null}, "macro.dbt.validate_sql": {"name": "validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.validate_sql", "macro_sql": "{% macro validate_sql(sql) -%}\n {{ return(adapter.dispatch('validate_sql', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__validate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6090584, "supported_languages": null}, "macro.dbt.default__validate_sql": {"name": "default__validate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/adapters/validate_sql.sql", "original_file_path": "macros/adapters/validate_sql.sql", "unique_id": "macro.dbt.default__validate_sql", "macro_sql": "{% macro default__validate_sql(sql) -%}\n {% call statement('validate_sql') -%}\n explain {{ sql }}\n {% endcall %}\n {{ return(load_result('validate_sql')) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6092196, "supported_languages": null}, "macro.dbt.convert_datetime": {"name": "convert_datetime", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.convert_datetime", "macro_sql": "{% macro convert_datetime(date_str, date_fmt) %}\n\n {% set error_msg -%}\n The provided partition date '{{ date_str }}' does not match the expected format '{{ date_fmt }}'\n {%- endset %}\n\n {% set res = try_or_compiler_error(error_msg, modules.datetime.datetime.strptime, date_str.strip(), date_fmt) %}\n {{ return(res) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6097403, "supported_languages": null}, "macro.dbt.dates_in_range": {"name": "dates_in_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.dates_in_range", "macro_sql": "{% macro dates_in_range(start_date_str, end_date_str=none, in_fmt=\"%Y%m%d\", out_fmt=\"%Y%m%d\") %}\n {% set end_date_str = start_date_str if end_date_str is none else end_date_str %}\n\n {% set start_date = convert_datetime(start_date_str, in_fmt) %}\n {% set end_date = convert_datetime(end_date_str, in_fmt) %}\n\n {% set day_count = (end_date - start_date).days %}\n {% if day_count < 0 %}\n {% set msg -%}\n Partition start date is after the end date ({{ start_date }}, {{ end_date }})\n {%- endset %}\n\n {{ exceptions.raise_compiler_error(msg, model) }}\n {% endif %}\n\n {% set date_list = [] %}\n {% for i in range(0, day_count + 1) %}\n {% set the_date = (modules.datetime.timedelta(days=i) + start_date) %}\n {% if not out_fmt %}\n {% set _ = date_list.append(the_date) %}\n {% else %}\n {% set _ = date_list.append(the_date.strftime(out_fmt)) %}\n {% endif %}\n {% endfor %}\n\n {{ return(date_list) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.convert_datetime"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6106348, "supported_languages": null}, "macro.dbt.partition_range": {"name": "partition_range", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.partition_range", "macro_sql": "{% macro partition_range(raw_partition_date, date_fmt='%Y%m%d') %}\n {% set partition_range = (raw_partition_date | string).split(\",\") %}\n\n {% if (partition_range | length) == 1 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = none %}\n {% elif (partition_range | length) == 2 %}\n {% set start_date = partition_range[0] %}\n {% set end_date = partition_range[1] %}\n {% else %}\n {{ exceptions.raise_compiler_error(\"Invalid partition time. Expected format: {Start Date}[,{End Date}]. Got: \" ~ raw_partition_date) }}\n {% endif %}\n\n {{ return(dates_in_range(start_date, end_date, in_fmt=date_fmt)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dates_in_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.611143, "supported_languages": null}, "macro.dbt.py_current_timestring": {"name": "py_current_timestring", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/datetime.sql", "original_file_path": "macros/etc/datetime.sql", "unique_id": "macro.dbt.py_current_timestring", "macro_sql": "{% macro py_current_timestring() %}\n {% set dt = modules.datetime.datetime.now() %}\n {% do return(dt.strftime(\"%Y%m%d%H%M%S%f\")) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6113057, "supported_languages": null}, "macro.dbt.statement": {"name": "statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.statement", "macro_sql": "\n{%- macro statement(name=None, fetch_result=False, auto_begin=True, language='sql') -%}\n {%- if execute: -%}\n {%- set compiled_code = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime {} for node \"{}\"'.format(language, model['unique_id'])) }}\n {{ write(compiled_code) }}\n {%- endif -%}\n {%- if language == 'sql'-%}\n {%- set res, table = adapter.execute(compiled_code, auto_begin=auto_begin, fetch=fetch_result) -%}\n {%- elif language == 'python' -%}\n {%- set res = submit_python_job(model, compiled_code) -%}\n {#-- TODO: What should table be for python models? --#}\n {%- set table = None -%}\n {%- else -%}\n {% do exceptions.raise_compiler_error(\"statement macro didn't get supported language\") %}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_result(name, response=res, agate_table=table) }}\n {%- endif -%}\n\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.61222, "supported_languages": null}, "macro.dbt.noop_statement": {"name": "noop_statement", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.noop_statement", "macro_sql": "{% macro noop_statement(name=None, message=None, code=None, rows_affected=None, res=None) -%}\n {%- set sql = caller() -%}\n\n {%- if name == 'main' -%}\n {{ log('Writing runtime SQL for node \"{}\"'.format(model['unique_id'])) }}\n {{ write(sql) }}\n {%- endif -%}\n\n {%- if name is not none -%}\n {{ store_raw_result(name, message=message, code=code, rows_affected=rows_affected, agate_table=res) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.612615, "supported_languages": null}, "macro.dbt.run_query": {"name": "run_query", "resource_type": "macro", "package_name": "dbt", "path": "macros/etc/statement.sql", "original_file_path": "macros/etc/statement.sql", "unique_id": "macro.dbt.run_query", "macro_sql": "{% macro run_query(sql) %}\n {% call statement(\"run_query_statement\", fetch_result=true, auto_begin=false) %}\n {{ sql }}\n {% endcall %}\n\n {% do return(load_result(\"run_query_statement\").table) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6128476, "supported_languages": null}, "macro.dbt.default__test_accepted_values": {"name": "default__test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/accepted_values.sql", "original_file_path": "macros/generic_test_sql/accepted_values.sql", "unique_id": "macro.dbt.default__test_accepted_values", "macro_sql": "{% macro default__test_accepted_values(model, column_name, values, quote=True) %}\n\nwith all_values as (\n\n select\n {{ column_name }} as value_field,\n count(*) as n_records\n\n from {{ model }}\n group by {{ column_name }}\n\n)\n\nselect *\nfrom all_values\nwhere value_field not in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n)\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6132252, "supported_languages": null}, "macro.dbt.default__test_not_null": {"name": "default__test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/not_null.sql", "original_file_path": "macros/generic_test_sql/not_null.sql", "unique_id": "macro.dbt.default__test_not_null", "macro_sql": "{% macro default__test_not_null(model, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else column_name %}\n\nselect {{ column_list }}\nfrom {{ model }}\nwhere {{ column_name }} is null\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6134367, "supported_languages": null}, "macro.dbt.default__test_relationships": {"name": "default__test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/relationships.sql", "original_file_path": "macros/generic_test_sql/relationships.sql", "unique_id": "macro.dbt.default__test_relationships", "macro_sql": "{% macro default__test_relationships(model, column_name, to, field) %}\n\nwith child as (\n select {{ column_name }} as from_field\n from {{ model }}\n where {{ column_name }} is not null\n),\n\nparent as (\n select {{ field }} as to_field\n from {{ to }}\n)\n\nselect\n from_field\n\nfrom child\nleft join parent\n on child.from_field = parent.to_field\n\nwhere parent.to_field is null\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6136544, "supported_languages": null}, "macro.dbt.default__test_unique": {"name": "default__test_unique", "resource_type": "macro", "package_name": "dbt", "path": "macros/generic_test_sql/unique.sql", "original_file_path": "macros/generic_test_sql/unique.sql", "unique_id": "macro.dbt.default__test_unique", "macro_sql": "{% macro default__test_unique(model, column_name) %}\n\nselect\n {{ column_name }} as unique_field,\n count(*) as n_records\n\nfrom {{ model }}\nwhere {{ column_name }} is not null\ngroup by {{ column_name }}\nhaving count(*) > 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6138253, "supported_languages": null}, "macro.dbt.generate_alias_name": {"name": "generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.generate_alias_name", "macro_sql": "{% macro generate_alias_name(custom_alias_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_alias_name', 'dbt')(custom_alias_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_alias_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6140938, "supported_languages": null}, "macro.dbt.default__generate_alias_name": {"name": "default__generate_alias_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_alias.sql", "original_file_path": "macros/get_custom_name/get_custom_alias.sql", "unique_id": "macro.dbt.default__generate_alias_name", "macro_sql": "{% macro default__generate_alias_name(custom_alias_name=none, node=none) -%}\n\n {%- if custom_alias_name -%}\n\n {{ custom_alias_name | trim }}\n\n {%- elif node.version -%}\n\n {{ return(node.name ~ \"_v\" ~ (node.version | replace(\".\", \"_\"))) }}\n\n {%- else -%}\n\n {{ node.name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6143491, "supported_languages": null}, "macro.dbt.generate_database_name": {"name": "generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.generate_database_name", "macro_sql": "{% macro generate_database_name(custom_database_name=none, node=none) -%}\n {% do return(adapter.dispatch('generate_database_name', 'dbt')(custom_database_name, node)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__generate_database_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.614606, "supported_languages": null}, "macro.dbt.default__generate_database_name": {"name": "default__generate_database_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_database.sql", "original_file_path": "macros/get_custom_name/get_custom_database.sql", "unique_id": "macro.dbt.default__generate_database_name", "macro_sql": "{% macro default__generate_database_name(custom_database_name=none, node=none) -%}\n {%- set default_database = target.database -%}\n {%- if custom_database_name is none -%}\n\n {{ default_database }}\n\n {%- else -%}\n\n {{ custom_database_name }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6147883, "supported_languages": null}, "macro.dbt.generate_schema_name": {"name": "generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name", "macro_sql": "{% macro generate_schema_name(custom_schema_name=none, node=none) -%}\n {{ return(adapter.dispatch('generate_schema_name', 'dbt')(custom_schema_name, node)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_schema_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.615115, "supported_languages": null}, "macro.dbt.default__generate_schema_name": {"name": "default__generate_schema_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.default__generate_schema_name", "macro_sql": "{% macro default__generate_schema_name(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if custom_schema_name is none -%}\n\n {{ default_schema }}\n\n {%- else -%}\n\n {{ default_schema }}_{{ custom_schema_name | trim }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6152983, "supported_languages": null}, "macro.dbt.generate_schema_name_for_env": {"name": "generate_schema_name_for_env", "resource_type": "macro", "package_name": "dbt", "path": "macros/get_custom_name/get_custom_schema.sql", "original_file_path": "macros/get_custom_name/get_custom_schema.sql", "unique_id": "macro.dbt.generate_schema_name_for_env", "macro_sql": "{% macro generate_schema_name_for_env(custom_schema_name, node) -%}\n\n {%- set default_schema = target.schema -%}\n {%- if target.name == 'prod' and custom_schema_name is not none -%}\n\n {{ custom_schema_name | trim }}\n\n {%- else -%}\n\n {{ default_schema }}\n\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6154914, "supported_languages": null}, "macro.dbt.set_sql_header": {"name": "set_sql_header", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.set_sql_header", "macro_sql": "{% macro set_sql_header(config) -%}\n {{ config.set('sql_header', caller()) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6157014, "supported_languages": null}, "macro.dbt.should_full_refresh": {"name": "should_full_refresh", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_full_refresh", "macro_sql": "{% macro should_full_refresh() %}\n {% set config_full_refresh = config.get('full_refresh') %}\n {% if config_full_refresh is none %}\n {% set config_full_refresh = flags.FULL_REFRESH %}\n {% endif %}\n {% do return(config_full_refresh) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6159172, "supported_languages": null}, "macro.dbt.should_store_failures": {"name": "should_store_failures", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/configs.sql", "original_file_path": "macros/materializations/configs.sql", "unique_id": "macro.dbt.should_store_failures", "macro_sql": "{% macro should_store_failures() %}\n {% set config_store_failures = config.get('store_failures') %}\n {% if config_store_failures is none %}\n {% set config_store_failures = flags.STORE_FAILURES %}\n {% endif %}\n {% do return(config_store_failures) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.61616, "supported_languages": null}, "macro.dbt.run_hooks": {"name": "run_hooks", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.run_hooks", "macro_sql": "{% macro run_hooks(hooks, inside_transaction=True) %}\n {% for hook in hooks | selectattr('transaction', 'equalto', inside_transaction) %}\n {% if not inside_transaction and loop.first %}\n {% call statement(auto_begin=inside_transaction) %}\n commit;\n {% endcall %}\n {% endif %}\n {% set rendered = render(hook.get('sql')) | trim %}\n {% if (rendered | length) > 0 %}\n {% call statement(auto_begin=inside_transaction) %}\n {{ rendered }}\n {% endcall %}\n {% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6167448, "supported_languages": null}, "macro.dbt.make_hook_config": {"name": "make_hook_config", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.make_hook_config", "macro_sql": "{% macro make_hook_config(sql, inside_transaction) %}\n {{ tojson({\"sql\": sql, \"transaction\": inside_transaction}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6168828, "supported_languages": null}, "macro.dbt.before_begin": {"name": "before_begin", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.before_begin", "macro_sql": "{% macro before_begin(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.616977, "supported_languages": null}, "macro.dbt.in_transaction": {"name": "in_transaction", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.in_transaction", "macro_sql": "{% macro in_transaction(sql) %}\n {{ make_hook_config(sql, inside_transaction=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6170695, "supported_languages": null}, "macro.dbt.after_commit": {"name": "after_commit", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/hooks.sql", "original_file_path": "macros/materializations/hooks.sql", "unique_id": "macro.dbt.after_commit", "macro_sql": "{% macro after_commit(sql) %}\n {{ make_hook_config(sql, inside_transaction=False) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_hook_config"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.61717, "supported_languages": null}, "macro.dbt.materialization_materialized_view_default": {"name": "materialization_materialized_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialization_materialized_view_default", "macro_sql": "{% materialization materialized_view, default %}\n {% set existing_relation = load_cached_relation(this) %}\n {% set target_relation = this.incorporate(type=this.MaterializedView) %}\n {% set intermediate_relation = make_intermediate_relation(target_relation) %}\n {% set backup_relation_type = target_relation.MaterializedView if existing_relation is none else existing_relation.type %}\n {% set backup_relation = make_backup_relation(target_relation, backup_relation_type) %}\n\n {{ materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) }}\n\n {% set build_sql = materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% if build_sql == '' %}\n {{ materialized_view_execute_no_op(target_relation) }}\n {% else %}\n {{ materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) }}\n {% endif %}\n\n {{ materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.materialized_view_setup", "macro.dbt.materialized_view_get_build_sql", "macro.dbt.materialized_view_execute_no_op", "macro.dbt.materialized_view_execute_build_sql", "macro.dbt.materialized_view_teardown"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6183763, "supported_languages": ["sql"]}, "macro.dbt.materialized_view_setup": {"name": "materialized_view_setup", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_setup", "macro_sql": "{% macro materialized_view_setup(backup_relation, intermediate_relation, pre_hooks) %}\n\n -- backup_relation and intermediate_relation should not already exist in the database\n -- it's possible these exist because of a previous run that exited unexpectedly\n {% set preexisting_backup_relation = load_cached_relation(backup_relation) %}\n {% set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6186545, "supported_languages": null}, "macro.dbt.materialized_view_teardown": {"name": "materialized_view_teardown", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_teardown", "macro_sql": "{% macro materialized_view_teardown(backup_relation, intermediate_relation, post_hooks) %}\n\n -- drop the temp relations if they exist to leave the database clean for the next run\n {{ drop_relation_if_exists(backup_relation) }}\n {{ drop_relation_if_exists(intermediate_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6188252, "supported_languages": null}, "macro.dbt.materialized_view_get_build_sql": {"name": "materialized_view_get_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_get_build_sql", "macro_sql": "{% macro materialized_view_get_build_sql(existing_relation, target_relation, backup_relation, intermediate_relation) %}\n\n {% set full_refresh_mode = should_full_refresh() %}\n\n -- determine the scenario we're in: create, full_refresh, alter, refresh data\n {% if existing_relation is none %}\n {% set build_sql = get_create_materialized_view_as_sql(target_relation, sql) %}\n {% elif full_refresh_mode or not existing_relation.is_materialized_view %}\n {% set build_sql = get_replace_sql(existing_relation, target_relation, sql) %}\n {% else %}\n\n -- get config options\n {% set on_configuration_change = config.get('on_configuration_change') %}\n {% set configuration_changes = get_materialized_view_configuration_changes(existing_relation, config) %}\n\n {% if configuration_changes is none %}\n {% set build_sql = refresh_materialized_view(target_relation) %}\n\n {% elif on_configuration_change == 'apply' %}\n {% set build_sql = get_alter_materialized_view_as_sql(target_relation, configuration_changes, sql, existing_relation, backup_relation, intermediate_relation) %}\n {% elif on_configuration_change == 'continue' %}\n {% set build_sql = '' %}\n {{ exceptions.warn(\"Configuration changes were identified and `on_configuration_change` was set to `continue` for `\" ~ target_relation.render() ~ \"`\") }}\n {% elif on_configuration_change == 'fail' %}\n {{ exceptions.raise_fail_fast_error(\"Configuration changes were identified and `on_configuration_change` was set to `fail` for `\" ~ target_relation.render() ~ \"`\") }}\n\n {% else %}\n -- this only happens if the user provides a value other than `apply`, 'skip', 'fail'\n {{ exceptions.raise_compiler_error(\"Unexpected configuration scenario\") }}\n\n {% endif %}\n\n {% endif %}\n\n {% do return(build_sql) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.get_create_materialized_view_as_sql", "macro.dbt.get_replace_sql", "macro.dbt.get_materialized_view_configuration_changes", "macro.dbt.refresh_materialized_view", "macro.dbt.get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.619706, "supported_languages": null}, "macro.dbt.materialized_view_execute_no_op": {"name": "materialized_view_execute_no_op", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_no_op", "macro_sql": "{% macro materialized_view_execute_no_op(target_relation) %}\n {% do store_raw_result(\n name=\"main\",\n message=\"skip \" ~ target_relation,\n code=\"skip\",\n rows_affected=\"-1\"\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6198661, "supported_languages": null}, "macro.dbt.materialized_view_execute_build_sql": {"name": "materialized_view_execute_build_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/materialized_view.sql", "original_file_path": "macros/materializations/models/materialized_view.sql", "unique_id": "macro.dbt.materialized_view_execute_build_sql", "macro_sql": "{% macro materialized_view_execute_build_sql(build_sql, existing_relation, target_relation, post_hooks) %}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set grant_config = config.get('grants') %}\n\n {% call statement(name=\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6203232, "supported_languages": null}, "macro.dbt.materialization_table_default": {"name": "materialization_table_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/table.sql", "original_file_path": "macros/materializations/models/table.sql", "unique_id": "macro.dbt.materialization_table_default", "macro_sql": "{% materialization table, default %}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') %}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n See ../view/view.sql for more information about this relation.\n */\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_table_as_sql(False, intermediate_relation, sql) }}\n {%- endcall %}\n\n {% do create_indexes(intermediate_relation) %}\n\n -- cleanup\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n -- finally, drop the existing/backup relation after the commit\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.statement", "macro.dbt.get_create_table_as_sql", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6217995, "supported_languages": ["sql"]}, "macro.dbt.materialization_view_default": {"name": "materialization_view_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/view.sql", "original_file_path": "macros/materializations/models/view.sql", "unique_id": "macro.dbt.materialization_view_default", "macro_sql": "{%- materialization view, default -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='view') -%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation) -%}\n\n -- the intermediate_relation should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation) -%}\n /*\n This relation (probably) doesn't exist yet. If it does exist, it's a leftover from\n a previous run, and we're going to try to drop it immediately. At the end of this\n materialization, we're going to rename the \"existing_relation\" to this identifier,\n and then we're going to drop it. In order to make sure we run the correct one of:\n - drop view ...\n - drop table ...\n\n We need to set the type of this relation to be the type of the existing_relation, if it exists,\n or else \"view\" as a sane default if it does not. Note that if the existing_relation does not\n exist, then there is nothing to move out of the way and subsequentally drop. In that case,\n this relation will be effectively unused.\n */\n {%- set backup_relation_type = 'view' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n -- as above, the backup_relation should not already exist\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- drop the temp relations if they exist already in the database\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(intermediate_relation, sql) }}\n {%- endcall %}\n\n -- cleanup\n -- move the existing view out of the way\n {% if existing_relation is not none %}\n /* Do the equivalent of rename_if_exists. 'existing_relation' could have been dropped\n since the variable was first set. */\n {% set existing_relation = load_cached_relation(existing_relation) %}\n {% if existing_relation is not none %}\n {{ adapter.rename_relation(existing_relation, backup_relation) }}\n {% endif %}\n {% endif %}\n {{ adapter.rename_relation(intermediate_relation, target_relation) }}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {{ drop_relation_if_exists(backup_relation) }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.run_hooks", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.623377, "supported_languages": ["sql"]}, "macro.dbt.can_clone_table": {"name": "can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.can_clone_table", "macro_sql": "{% macro can_clone_table() %}\n {{ return(adapter.dispatch('can_clone_table', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__can_clone_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6235855, "supported_languages": null}, "macro.dbt.default__can_clone_table": {"name": "default__can_clone_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/can_clone_table.sql", "original_file_path": "macros/materializations/models/clone/can_clone_table.sql", "unique_id": "macro.dbt.default__can_clone_table", "macro_sql": "{% macro default__can_clone_table() %}\n {{ return(False) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6236684, "supported_languages": null}, "macro.dbt.materialization_clone_default": {"name": "materialization_clone_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/clone.sql", "original_file_path": "macros/materializations/models/clone/clone.sql", "unique_id": "macro.dbt.materialization_clone_default", "macro_sql": "{%- materialization clone, default -%}\n\n {%- set relations = {'relations': []} -%}\n\n {%- if not defer_relation -%}\n -- nothing to do\n {{ log(\"No relation found in state manifest for \" ~ model.unique_id, info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set existing_relation = load_cached_relation(this) -%}\n\n {%- if existing_relation and not flags.FULL_REFRESH -%}\n -- noop!\n {{ log(\"Relation \" ~ existing_relation ~ \" already exists\", info=True) }}\n {{ return(relations) }}\n {%- endif -%}\n\n {%- set other_existing_relation = load_cached_relation(defer_relation) -%}\n\n -- If this is a database that can do zero-copy cloning of tables, and the other relation is a table, then this will be a table\n -- Otherwise, this will be a view\n\n {% set can_clone_table = can_clone_table() %}\n\n {%- if other_existing_relation and other_existing_relation.type == 'table' and can_clone_table -%}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {% if existing_relation is not none and not existing_relation.is_table %}\n {{ log(\"Dropping relation \" ~ existing_relation.render() ~ \" because it is of type \" ~ existing_relation.type) }}\n {{ drop_relation_if_exists(existing_relation) }}\n {% endif %}\n\n -- as a general rule, data platforms that can clone tables can also do atomic 'create or replace'\n {% if target_relation.database == defer_relation.database and\n target_relation.schema == defer_relation.schema and\n target_relation.identifier == defer_relation.identifier %}\n {{ log(\"Target relation and defer relation are the same, skipping clone for relation: \" ~ target_relation.render()) }}\n {% else %}\n {% call statement('main') %}\n {{ create_or_replace_clone(target_relation, defer_relation) }}\n {% endcall %}\n {% endif %}\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n {% do persist_docs(target_relation, model) %}\n\n {{ return({'relations': [target_relation]}) }}\n\n {%- else -%}\n\n {%- set target_relation = this.incorporate(type='view') -%}\n\n -- reuse the view materialization\n -- TODO: support actual dispatch for materialization macros\n -- Tracking ticket: https://github.com/dbt-labs/dbt-core/issues/7799\n {% set search_name = \"materialization_view_\" ~ adapter.type() %}\n {% if not search_name in context %}\n {% set search_name = \"materialization_view_default\" %}\n {% endif %}\n {% set materialization_macro = context[search_name] %}\n {% set relations = materialization_macro() %}\n {{ return(relations) }}\n\n {%- endif -%}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.can_clone_table", "macro.dbt.drop_relation_if_exists", "macro.dbt.statement", "macro.dbt.create_or_replace_clone", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6254027, "supported_languages": ["sql"]}, "macro.dbt.create_or_replace_clone": {"name": "create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.create_or_replace_clone", "macro_sql": "{% macro create_or_replace_clone(this_relation, defer_relation) %}\n {{ return(adapter.dispatch('create_or_replace_clone', 'dbt')(this_relation, defer_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_or_replace_clone"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6256227, "supported_languages": null}, "macro.dbt.default__create_or_replace_clone": {"name": "default__create_or_replace_clone", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/clone/create_or_replace_clone.sql", "original_file_path": "macros/materializations/models/clone/create_or_replace_clone.sql", "unique_id": "macro.dbt.default__create_or_replace_clone", "macro_sql": "{% macro default__create_or_replace_clone(this_relation, defer_relation) %}\n create or replace table {{ this_relation.render() }} clone {{ defer_relation.render() }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6257377, "supported_languages": null}, "macro.dbt.get_quoted_csv": {"name": "get_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_quoted_csv", "macro_sql": "{% macro get_quoted_csv(column_names) %}\n\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote(col)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6263666, "supported_languages": null}, "macro.dbt.diff_columns": {"name": "diff_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_columns", "macro_sql": "{% macro diff_columns(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% set source_names = source_columns | map(attribute = 'column') | list %}\n {% set target_names = target_columns | map(attribute = 'column') | list %}\n\n {# --check whether the name attribute exists in the target - this does not perform a data type check #}\n {% for sc in source_columns %}\n {% if sc.name not in target_names %}\n {{ result.append(sc) }}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.626744, "supported_languages": null}, "macro.dbt.diff_column_data_types": {"name": "diff_column_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.diff_column_data_types", "macro_sql": "{% macro diff_column_data_types(source_columns, target_columns) %}\n\n {% set result = [] %}\n {% for sc in source_columns %}\n {% set tc = target_columns | selectattr(\"name\", \"equalto\", sc.name) | list | first %}\n {% if tc %}\n {% if sc.data_type != tc.data_type and not sc.can_expand_to(other_column=tc) %}\n {{ result.append( { 'column_name': tc.name, 'new_type': sc.data_type } ) }}\n {% endif %}\n {% endif %}\n {% endfor %}\n\n {{ return(result) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6272204, "supported_languages": null}, "macro.dbt.get_merge_update_columns": {"name": "get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.get_merge_update_columns", "macro_sql": "{% macro get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {{ return(adapter.dispatch('get_merge_update_columns', 'dbt')(merge_update_columns, merge_exclude_columns, dest_columns)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_update_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6273825, "supported_languages": null}, "macro.dbt.default__get_merge_update_columns": {"name": "default__get_merge_update_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/column_helpers.sql", "original_file_path": "macros/materializations/models/incremental/column_helpers.sql", "unique_id": "macro.dbt.default__get_merge_update_columns", "macro_sql": "{% macro default__get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) %}\n {%- set default_cols = dest_columns | map(attribute=\"quoted\") | list -%}\n\n {%- if merge_update_columns and merge_exclude_columns -%}\n {{ exceptions.raise_compiler_error(\n 'Model cannot specify merge_update_columns and merge_exclude_columns. Please update model to use only one config'\n )}}\n {%- elif merge_update_columns -%}\n {%- set update_columns = merge_update_columns -%}\n {%- elif merge_exclude_columns -%}\n {%- set update_columns = [] -%}\n {%- for column in dest_columns -%}\n {% if column.column | lower not in merge_exclude_columns | map(\"lower\") | list %}\n {%- do update_columns.append(column.quoted) -%}\n {% endif %}\n {%- endfor -%}\n {%- else -%}\n {%- set update_columns = default_cols -%}\n {%- endif -%}\n\n {{ return(update_columns) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6278589, "supported_languages": null}, "macro.dbt.materialization_incremental_default": {"name": "materialization_incremental_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/incremental.sql", "original_file_path": "macros/materializations/models/incremental/incremental.sql", "unique_id": "macro.dbt.materialization_incremental_default", "macro_sql": "{% materialization incremental, default -%}\n\n -- relations\n {%- set existing_relation = load_cached_relation(this) -%}\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {%- set intermediate_relation = make_intermediate_relation(target_relation)-%}\n {%- set backup_relation_type = 'table' if existing_relation is none else existing_relation.type -%}\n {%- set backup_relation = make_backup_relation(target_relation, backup_relation_type) -%}\n\n -- configs\n {%- set unique_key = config.get('unique_key') -%}\n {%- set full_refresh_mode = (should_full_refresh() or existing_relation.is_view) -%}\n {%- set on_schema_change = incremental_validate_on_schema_change(config.get('on_schema_change'), default='ignore') -%}\n\n -- the temp_ and backup_ relations should not already exist in the database; get_relation\n -- will return None in that case. Otherwise, we get a relation that we can drop\n -- later, before we try to use this name for the current operation. This has to happen before\n -- BEGIN, in a separate transaction\n {%- set preexisting_intermediate_relation = load_cached_relation(intermediate_relation)-%}\n {%- set preexisting_backup_relation = load_cached_relation(backup_relation) -%}\n -- grab current tables grants config for comparision later on\n {% set grant_config = config.get('grants') %}\n {{ drop_relation_if_exists(preexisting_intermediate_relation) }}\n {{ drop_relation_if_exists(preexisting_backup_relation) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set to_drop = [] %}\n\n {% set incremental_strategy = config.get('incremental_strategy') or 'default' %}\n {% set strategy_sql_macro_func = adapter.get_incremental_strategy_macro(context, incremental_strategy) %}\n\n {% if existing_relation is none %}\n {% set build_sql = get_create_table_as_sql(False, target_relation, sql) %}\n {% set relation_for_indexes = target_relation %}\n {% elif full_refresh_mode %}\n {% set build_sql = get_create_table_as_sql(False, intermediate_relation, sql) %}\n {% set relation_for_indexes = intermediate_relation %}\n {% set need_swap = true %}\n {% else %}\n {% do run_query(get_create_table_as_sql(True, temp_relation, sql)) %}\n {% set relation_for_indexes = temp_relation %}\n {% set contract_config = config.get('contract') %}\n {% if not contract_config or not contract_config.enforced %}\n {% do adapter.expand_target_column_types(\n from_relation=temp_relation,\n to_relation=target_relation) %}\n {% endif %}\n {#-- Process schema changes. Returns dict of changes if successful. Use source columns for upserting/merging --#}\n {% set dest_columns = process_schema_changes(on_schema_change, temp_relation, existing_relation) %}\n {% if not dest_columns %}\n {% set dest_columns = adapter.get_columns_in_relation(existing_relation) %}\n {% endif %}\n\n {#-- Get the incremental_strategy, the macro to use for the strategy, and build the sql --#}\n {% set incremental_predicates = config.get('predicates', none) or config.get('incremental_predicates', none) %}\n {% set strategy_arg_dict = ({'target_relation': target_relation, 'temp_relation': temp_relation, 'unique_key': unique_key, 'dest_columns': dest_columns, 'incremental_predicates': incremental_predicates }) %}\n {% set build_sql = strategy_sql_macro_func(strategy_arg_dict) %}\n\n {% endif %}\n\n {% call statement(\"main\") %}\n {{ build_sql }}\n {% endcall %}\n\n {% if existing_relation is none or existing_relation.is_view or should_full_refresh() %}\n {% do create_indexes(relation_for_indexes) %}\n {% endif %}\n\n {% if need_swap %}\n {% do adapter.rename_relation(target_relation, backup_relation) %}\n {% do adapter.rename_relation(intermediate_relation, target_relation) %}\n {% do to_drop.append(backup_relation) %}\n {% endif %}\n\n {% set should_revoke = should_revoke(existing_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {% do adapter.commit() %}\n\n {% for rel in to_drop %}\n {% do adapter.drop_relation(rel) %}\n {% endfor %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{%- endmaterialization %}", "depends_on": {"macros": ["macro.dbt.load_cached_relation", "macro.dbt.make_temp_relation", "macro.dbt.make_intermediate_relation", "macro.dbt.make_backup_relation", "macro.dbt.should_full_refresh", "macro.dbt.incremental_validate_on_schema_change", "macro.dbt.drop_relation_if_exists", "macro.dbt.run_hooks", "macro.dbt.get_create_table_as_sql", "macro.dbt.run_query", "macro.dbt.process_schema_changes", "macro.dbt.statement", "macro.dbt.create_indexes", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6309276, "supported_languages": ["sql"]}, "macro.dbt.is_incremental": {"name": "is_incremental", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/is_incremental.sql", "original_file_path": "macros/materializations/models/incremental/is_incremental.sql", "unique_id": "macro.dbt.is_incremental", "macro_sql": "{% macro is_incremental() %}\n {#-- do not run introspective queries in parsing #}\n {% if not execute %}\n {{ return(False) }}\n {% else %}\n {% set relation = adapter.get_relation(this.database, this.schema, this.table) %}\n {{ return(relation is not none\n and relation.type == 'table'\n and model.config.materialized == 'incremental'\n and not should_full_refresh()) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.631394, "supported_languages": null}, "macro.dbt.get_merge_sql": {"name": "get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_merge_sql", "macro_sql": "{% macro get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n -- back compat for old kwarg name\n {% set incremental_predicates = kwargs.get('predicates', incremental_predicates) %}\n {{ adapter.dispatch('get_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6322236, "supported_languages": null}, "macro.dbt.default__get_merge_sql": {"name": "default__get_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_merge_sql", "macro_sql": "{% macro default__get_merge_sql(target, source, unique_key, dest_columns, incremental_predicates=none) -%}\n {%- set predicates = [] if incremental_predicates is none else [] + incremental_predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set merge_update_columns = config.get('merge_update_columns') -%}\n {%- set merge_exclude_columns = config.get('merge_exclude_columns') -%}\n {%- set update_columns = get_merge_update_columns(merge_update_columns, merge_exclude_columns, dest_columns) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {% if unique_key %}\n {% if unique_key is sequence and unique_key is not mapping and unique_key is not string %}\n {% for key in unique_key %}\n {% set this_key_match %}\n DBT_INTERNAL_SOURCE.{{ key }} = DBT_INTERNAL_DEST.{{ key }}\n {% endset %}\n {% do predicates.append(this_key_match) %}\n {% endfor %}\n {% else %}\n {% set source_unique_key = (\"DBT_INTERNAL_SOURCE.\" ~ unique_key) | trim %}\n\t {% set target_unique_key = (\"DBT_INTERNAL_DEST.\" ~ unique_key) | trim %}\n\t {% set unique_key_match = equals(source_unique_key, target_unique_key) | trim %}\n {% do predicates.append(unique_key_match) %}\n {% endif %}\n {% else %}\n {% do predicates.append('FALSE') %}\n {% endif %}\n\n {{ sql_header if sql_header is not none }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on {{\"(\" ~ predicates | join(\") and (\") ~ \")\"}}\n\n {% if unique_key %}\n when matched then update set\n {% for column_name in update_columns -%}\n {{ column_name }} = DBT_INTERNAL_SOURCE.{{ column_name }}\n {%- if not loop.last %}, {%- endif %}\n {%- endfor %}\n {% endif %}\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv", "macro.dbt.get_merge_update_columns", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6334753, "supported_languages": null}, "macro.dbt.get_delete_insert_merge_sql": {"name": "get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_delete_insert_merge_sql", "macro_sql": "{% macro get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n {{ adapter.dispatch('get_delete_insert_merge_sql', 'dbt')(target, source, unique_key, dest_columns, incremental_predicates) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.633663, "supported_languages": null}, "macro.dbt.default__get_delete_insert_merge_sql": {"name": "default__get_delete_insert_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_delete_insert_merge_sql", "macro_sql": "{% macro default__get_delete_insert_merge_sql(target, source, unique_key, dest_columns, incremental_predicates) -%}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n {% if unique_key %}\n {% if unique_key is string %}\n {% set unique_key = [unique_key] %}\n {% endif %}\n\n {%- set unique_key_str = unique_key|join(', ') -%}\n\n delete from {{ target }} as DBT_INTERNAL_DEST\n where ({{ unique_key_str }}) in (\n select distinct {{ unique_key_str }}\n from {{ source }} as DBT_INTERNAL_SOURCE\n )\n {%- if incremental_predicates %}\n {% for predicate in incremental_predicates %}\n and {{ predicate }}\n {% endfor %}\n {%- endif -%};\n\n {% endif %}\n\n insert into {{ target }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ source }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.634162, "supported_languages": null}, "macro.dbt.get_insert_overwrite_merge_sql": {"name": "get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.get_insert_overwrite_merge_sql", "macro_sql": "{% macro get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header=false) -%}\n {{ adapter.dispatch('get_insert_overwrite_merge_sql', 'dbt')(target, source, dest_columns, predicates, include_sql_header) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6343448, "supported_languages": null}, "macro.dbt.default__get_insert_overwrite_merge_sql": {"name": "default__get_insert_overwrite_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/merge.sql", "original_file_path": "macros/materializations/models/incremental/merge.sql", "unique_id": "macro.dbt.default__get_insert_overwrite_merge_sql", "macro_sql": "{% macro default__get_insert_overwrite_merge_sql(target, source, dest_columns, predicates, include_sql_header) -%}\n {#-- The only time include_sql_header is True: --#}\n {#-- BigQuery + insert_overwrite strategy + \"static\" partitions config --#}\n {#-- We should consider including the sql header at the materialization level instead --#}\n\n {%- set predicates = [] if predicates is none else [] + predicates -%}\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none and include_sql_header }}\n\n merge into {{ target }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on FALSE\n\n when not matched by source\n {% if predicates %} and {{ predicates | join(' and ') }} {% endif %}\n then delete\n\n when not matched then insert\n ({{ dest_cols_csv }})\n values\n ({{ dest_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6347961, "supported_languages": null}, "macro.dbt.incremental_validate_on_schema_change": {"name": "incremental_validate_on_schema_change", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.incremental_validate_on_schema_change", "macro_sql": "{% macro incremental_validate_on_schema_change(on_schema_change, default='ignore') %}\n\n {% if on_schema_change not in ['sync_all_columns', 'append_new_columns', 'fail', 'ignore'] %}\n\n {% set log_message = 'Invalid value for on_schema_change (%s) specified. Setting default value of %s.' % (on_schema_change, default) %}\n {% do log(log_message) %}\n\n {{ return(default) }}\n\n {% else %}\n\n {{ return(on_schema_change) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6356785, "supported_languages": null}, "macro.dbt.check_for_schema_changes": {"name": "check_for_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.check_for_schema_changes", "macro_sql": "{% macro check_for_schema_changes(source_relation, target_relation) %}\n\n {% set schema_changed = False %}\n\n {%- set source_columns = adapter.get_columns_in_relation(source_relation) -%}\n {%- set target_columns = adapter.get_columns_in_relation(target_relation) -%}\n {%- set source_not_in_target = diff_columns(source_columns, target_columns) -%}\n {%- set target_not_in_source = diff_columns(target_columns, source_columns) -%}\n\n {% set new_target_types = diff_column_data_types(source_columns, target_columns) %}\n\n {% if source_not_in_target != [] %}\n {% set schema_changed = True %}\n {% elif target_not_in_source != [] or new_target_types != [] %}\n {% set schema_changed = True %}\n {% elif new_target_types != [] %}\n {% set schema_changed = True %}\n {% endif %}\n\n {% set changes_dict = {\n 'schema_changed': schema_changed,\n 'source_not_in_target': source_not_in_target,\n 'target_not_in_source': target_not_in_source,\n 'source_columns': source_columns,\n 'target_columns': target_columns,\n 'new_target_types': new_target_types\n } %}\n\n {% set msg %}\n In {{ target_relation }}:\n Schema changed: {{ schema_changed }}\n Source columns not in target: {{ source_not_in_target }}\n Target columns not in source: {{ target_not_in_source }}\n New column types: {{ new_target_types }}\n {% endset %}\n\n {% do log(msg) %}\n\n {{ return(changes_dict) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.diff_columns", "macro.dbt.diff_column_data_types"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6364768, "supported_languages": null}, "macro.dbt.sync_column_schemas": {"name": "sync_column_schemas", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.sync_column_schemas", "macro_sql": "{% macro sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {%- set add_to_target_arr = schema_changes_dict['source_not_in_target'] -%}\n\n {%- if on_schema_change == 'append_new_columns'-%}\n {%- if add_to_target_arr | length > 0 -%}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, none) -%}\n {%- endif -%}\n\n {% elif on_schema_change == 'sync_all_columns' %}\n {%- set remove_from_target_arr = schema_changes_dict['target_not_in_source'] -%}\n {%- set new_target_types = schema_changes_dict['new_target_types'] -%}\n\n {% if add_to_target_arr | length > 0 or remove_from_target_arr | length > 0 %}\n {%- do alter_relation_add_remove_columns(target_relation, add_to_target_arr, remove_from_target_arr) -%}\n {% endif %}\n\n {% if new_target_types != [] %}\n {% for ntt in new_target_types %}\n {% set column_name = ntt['column_name'] %}\n {% set new_type = ntt['new_type'] %}\n {% do alter_column_type(target_relation, column_name, new_type) %}\n {% endfor %}\n {% endif %}\n\n {% endif %}\n\n {% set schema_change_message %}\n In {{ target_relation }}:\n Schema change approach: {{ on_schema_change }}\n Columns added: {{ add_to_target_arr }}\n Columns removed: {{ remove_from_target_arr }}\n Data types changed: {{ new_target_types }}\n {% endset %}\n\n {% do log(schema_change_message) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.alter_relation_add_remove_columns", "macro.dbt.alter_column_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6372733, "supported_languages": null}, "macro.dbt.process_schema_changes": {"name": "process_schema_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/on_schema_change.sql", "original_file_path": "macros/materializations/models/incremental/on_schema_change.sql", "unique_id": "macro.dbt.process_schema_changes", "macro_sql": "{% macro process_schema_changes(on_schema_change, source_relation, target_relation) %}\n\n {% if on_schema_change == 'ignore' %}\n\n {{ return({}) }}\n\n {% else %}\n\n {% set schema_changes_dict = check_for_schema_changes(source_relation, target_relation) %}\n\n {% if schema_changes_dict['schema_changed'] %}\n\n {% if on_schema_change == 'fail' %}\n\n {% set fail_msg %}\n The source and target schemas on this incremental model are out of sync!\n They can be reconciled in several ways:\n - set the `on_schema_change` config to either append_new_columns or sync_all_columns, depending on your situation.\n - Re-run the incremental model with `full_refresh: True` to update the target schema.\n - update the schema manually and re-run the process.\n\n Additional troubleshooting context:\n Source columns not in target: {{ schema_changes_dict['source_not_in_target'] }}\n Target columns not in source: {{ schema_changes_dict['target_not_in_source'] }}\n New column types: {{ schema_changes_dict['new_target_types'] }}\n {% endset %}\n\n {% do exceptions.raise_compiler_error(fail_msg) %}\n\n {# -- unless we ignore, run the sync operation per the config #}\n {% else %}\n\n {% do sync_column_schemas(on_schema_change, target_relation, schema_changes_dict) %}\n\n {% endif %}\n\n {% endif %}\n\n {{ return(schema_changes_dict['source_columns']) }}\n\n {% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.check_for_schema_changes", "macro.dbt.sync_column_schemas"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.637844, "supported_languages": null}, "macro.dbt.get_incremental_append_sql": {"name": "get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_append_sql", "macro_sql": "{% macro get_incremental_append_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_append_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6383345, "supported_languages": null}, "macro.dbt.default__get_incremental_append_sql": {"name": "default__get_incremental_append_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_append_sql", "macro_sql": "{% macro default__get_incremental_append_sql(arg_dict) %}\n\n {% do return(get_insert_into_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_into_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6385002, "supported_languages": null}, "macro.dbt.get_incremental_delete_insert_sql": {"name": "get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_delete_insert_sql", "macro_sql": "{% macro get_incremental_delete_insert_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_delete_insert_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_delete_insert_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6386356, "supported_languages": null}, "macro.dbt.default__get_incremental_delete_insert_sql": {"name": "default__get_incremental_delete_insert_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_delete_insert_sql", "macro_sql": "{% macro default__get_incremental_delete_insert_sql(arg_dict) %}\n\n {% do return(get_delete_insert_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_delete_insert_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6388454, "supported_languages": null}, "macro.dbt.get_incremental_merge_sql": {"name": "get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_merge_sql", "macro_sql": "{% macro get_incremental_merge_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_merge_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6389847, "supported_languages": null}, "macro.dbt.default__get_incremental_merge_sql": {"name": "default__get_incremental_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_merge_sql", "macro_sql": "{% macro default__get_incremental_merge_sql(arg_dict) %}\n\n {% do return(get_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"unique_key\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6391957, "supported_languages": null}, "macro.dbt.get_incremental_insert_overwrite_sql": {"name": "get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_insert_overwrite_sql", "macro_sql": "{% macro get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_insert_overwrite_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_insert_overwrite_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6393178, "supported_languages": null}, "macro.dbt.default__get_incremental_insert_overwrite_sql": {"name": "default__get_incremental_insert_overwrite_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_insert_overwrite_sql", "macro_sql": "{% macro default__get_incremental_insert_overwrite_sql(arg_dict) %}\n\n {% do return(get_insert_overwrite_merge_sql(arg_dict[\"target_relation\"], arg_dict[\"temp_relation\"], arg_dict[\"dest_columns\"], arg_dict[\"incremental_predicates\"])) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_insert_overwrite_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6394923, "supported_languages": null}, "macro.dbt.get_incremental_default_sql": {"name": "get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_default_sql", "macro_sql": "{% macro get_incremental_default_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_default_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_default_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6396217, "supported_languages": null}, "macro.dbt.default__get_incremental_default_sql": {"name": "default__get_incremental_default_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_default_sql", "macro_sql": "{% macro default__get_incremental_default_sql(arg_dict) %}\n\n {% do return(get_incremental_append_sql(arg_dict)) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_incremental_append_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6397324, "supported_languages": null}, "macro.dbt.get_incremental_microbatch_sql": {"name": "get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_incremental_microbatch_sql", "macro_sql": "{% macro get_incremental_microbatch_sql(arg_dict) %}\n\n {{ return(adapter.dispatch('get_incremental_microbatch_sql', 'dbt')(arg_dict)) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_incremental_microbatch_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6398606, "supported_languages": null}, "macro.dbt.default__get_incremental_microbatch_sql": {"name": "default__get_incremental_microbatch_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.default__get_incremental_microbatch_sql", "macro_sql": "{% macro default__get_incremental_microbatch_sql(arg_dict) %}\n\n {{ exceptions.raise_not_implemented('microbatch materialization strategy not implemented for adapter ' + adapter.type()) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6399784, "supported_languages": null}, "macro.dbt.get_insert_into_sql": {"name": "get_insert_into_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/models/incremental/strategies.sql", "original_file_path": "macros/materializations/models/incremental/strategies.sql", "unique_id": "macro.dbt.get_insert_into_sql", "macro_sql": "{% macro get_insert_into_sql(target_relation, temp_relation, dest_columns) %}\n\n {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute=\"name\")) -%}\n\n insert into {{ target_relation }} ({{ dest_cols_csv }})\n (\n select {{ dest_cols_csv }}\n from {{ temp_relation }}\n )\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_quoted_csv"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6401885, "supported_languages": null}, "macro.dbt.create_csv_table": {"name": "create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.create_csv_table", "macro_sql": "{% macro create_csv_table(model, agate_table) -%}\n {{ adapter.dispatch('create_csv_table', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.640916, "supported_languages": null}, "macro.dbt.default__create_csv_table": {"name": "default__create_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__create_csv_table", "macro_sql": "{% macro default__create_csv_table(model, agate_table) %}\n {%- set column_override = model['config'].get('column_types', {}) -%}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n\n {% set sql %}\n create table {{ this.render() }} (\n {%- for col_name in agate_table.column_names -%}\n {%- set inferred_type = adapter.convert_type(agate_table, loop.index0) -%}\n {%- set type = column_override.get(col_name, inferred_type) -%}\n {%- set column_name = (col_name | string) -%}\n {{ adapter.quote_seed_column(column_name, quote_seed_column) }} {{ type }} {%- if not loop.last -%}, {%- endif -%}\n {%- endfor -%}\n )\n {% endset %}\n\n {% call statement('_') -%}\n {{ sql }}\n {%- endcall %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6416378, "supported_languages": null}, "macro.dbt.reset_csv_table": {"name": "reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.reset_csv_table", "macro_sql": "{% macro reset_csv_table(model, full_refresh, old_relation, agate_table) -%}\n {{ adapter.dispatch('reset_csv_table', 'dbt')(model, full_refresh, old_relation, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__reset_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6418164, "supported_languages": null}, "macro.dbt.default__reset_csv_table": {"name": "default__reset_csv_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__reset_csv_table", "macro_sql": "{% macro default__reset_csv_table(model, full_refresh, old_relation, agate_table) %}\n {% set sql = \"\" %}\n {% if full_refresh %}\n {{ adapter.drop_relation(old_relation) }}\n {% set sql = create_csv_table(model, agate_table) %}\n {% else %}\n {{ adapter.truncate_relation(old_relation) }}\n {% set sql = \"truncate table \" ~ old_relation.render() %}\n {% endif %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_csv_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.64216, "supported_languages": null}, "macro.dbt.get_csv_sql": {"name": "get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_csv_sql", "macro_sql": "{% macro get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ adapter.dispatch('get_csv_sql', 'dbt')(create_or_truncate_sql, insert_sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_csv_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6422982, "supported_languages": null}, "macro.dbt.default__get_csv_sql": {"name": "default__get_csv_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_csv_sql", "macro_sql": "{% macro default__get_csv_sql(create_or_truncate_sql, insert_sql) %}\n {{ create_or_truncate_sql }};\n -- dbt seed --\n {{ insert_sql }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6423895, "supported_languages": null}, "macro.dbt.get_binding_char": {"name": "get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_binding_char", "macro_sql": "{% macro get_binding_char() -%}\n {{ adapter.dispatch('get_binding_char', 'dbt')() }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6424842, "supported_languages": null}, "macro.dbt.default__get_binding_char": {"name": "default__get_binding_char", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_binding_char", "macro_sql": "{% macro default__get_binding_char() %}\n {{ return('%s') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6425602, "supported_languages": null}, "macro.dbt.get_batch_size": {"name": "get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_batch_size", "macro_sql": "{% macro get_batch_size() -%}\n {{ return(adapter.dispatch('get_batch_size', 'dbt')()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_batch_size"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6426618, "supported_languages": null}, "macro.dbt.default__get_batch_size": {"name": "default__get_batch_size", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__get_batch_size", "macro_sql": "{% macro default__get_batch_size() %}\n {{ return(10000) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.642742, "supported_languages": null}, "macro.dbt.get_seed_column_quoted_csv": {"name": "get_seed_column_quoted_csv", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.get_seed_column_quoted_csv", "macro_sql": "{% macro get_seed_column_quoted_csv(model, column_names) %}\n {%- set quote_seed_column = model['config'].get('quote_columns', None) -%}\n {% set quoted = [] %}\n {% for col in column_names -%}\n {%- do quoted.append(adapter.quote_seed_column(col, quote_seed_column)) -%}\n {%- endfor %}\n\n {%- set dest_cols_csv = quoted | join(', ') -%}\n {{ return(dest_cols_csv) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.643137, "supported_languages": null}, "macro.dbt.load_csv_rows": {"name": "load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.load_csv_rows", "macro_sql": "{% macro load_csv_rows(model, agate_table) -%}\n {{ adapter.dispatch('load_csv_rows', 'dbt')(model, agate_table) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__load_csv_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6432774, "supported_languages": null}, "macro.dbt.default__load_csv_rows": {"name": "default__load_csv_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/helpers.sql", "original_file_path": "macros/materializations/seeds/helpers.sql", "unique_id": "macro.dbt.default__load_csv_rows", "macro_sql": "{% macro default__load_csv_rows(model, agate_table) %}\n\n {% set batch_size = get_batch_size() %}\n\n {% set cols_sql = get_seed_column_quoted_csv(model, agate_table.column_names) %}\n {% set bindings = [] %}\n\n {% set statements = [] %}\n\n {% for chunk in agate_table.rows | batch(batch_size) %}\n {% set bindings = [] %}\n\n {% for row in chunk %}\n {% do bindings.extend(row) %}\n {% endfor %}\n\n {% set sql %}\n insert into {{ this.render() }} ({{ cols_sql }}) values\n {% for row in chunk -%}\n ({%- for column in agate_table.column_names -%}\n {{ get_binding_char() }}\n {%- if not loop.last%},{%- endif %}\n {%- endfor -%})\n {%- if not loop.last%},{%- endif %}\n {%- endfor %}\n {% endset %}\n\n {% do adapter.add_query(sql, bindings=bindings, abridge_sql_log=True) %}\n\n {% if loop.index0 == 0 %}\n {% do statements.append(sql) %}\n {% endif %}\n {% endfor %}\n\n {# Return SQL so we can render it out into the compiled files #}\n {{ return(statements[0]) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_batch_size", "macro.dbt.get_seed_column_quoted_csv", "macro.dbt.get_binding_char"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6441097, "supported_languages": null}, "macro.dbt.materialization_seed_default": {"name": "materialization_seed_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/seeds/seed.sql", "original_file_path": "macros/materializations/seeds/seed.sql", "unique_id": "macro.dbt.materialization_seed_default", "macro_sql": "{% materialization seed, default %}\n\n {%- set identifier = model['alias'] -%}\n {%- set full_refresh_mode = (should_full_refresh()) -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n\n {%- set exists_as_table = (old_relation is not none and old_relation.is_table) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set grant_config = config.get('grants') -%}\n {%- set agate_table = load_agate_table() -%}\n -- grab current tables grants config for comparison later on\n\n {%- do store_result('agate_table', response='OK', agate_table=agate_table) -%}\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n -- `BEGIN` happens here:\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n -- build model\n {% set create_table_sql = \"\" %}\n {% if exists_as_view %}\n {{ exceptions.raise_compiler_error(\"Cannot seed to '{}', it is a view\".format(old_relation.render())) }}\n {% elif exists_as_table %}\n {% set create_table_sql = reset_csv_table(model, full_refresh_mode, old_relation, agate_table) %}\n {% else %}\n {% set create_table_sql = create_csv_table(model, agate_table) %}\n {% endif %}\n\n {% set code = 'CREATE' if full_refresh_mode else 'INSERT' %}\n {% set rows_affected = (agate_table.rows | length) %}\n {% set sql = load_csv_rows(model, agate_table) %}\n\n {% call noop_statement('main', code ~ ' ' ~ rows_affected, code, rows_affected) %}\n {{ get_csv_sql(create_table_sql, sql) }};\n {% endcall %}\n\n {% set target_relation = this.incorporate(type='table') %}\n\n {% set should_revoke = should_revoke(old_relation, full_refresh_mode) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if full_refresh_mode or not exists_as_table %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n -- `COMMIT` happens here\n {{ adapter.commit() }}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.should_full_refresh", "macro.dbt.run_hooks", "macro.dbt.reset_csv_table", "macro.dbt.create_csv_table", "macro.dbt.load_csv_rows", "macro.dbt.noop_statement", "macro.dbt.get_csv_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.645783, "supported_languages": ["sql"]}, "macro.dbt.create_columns": {"name": "create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.create_columns", "macro_sql": "{% macro create_columns(relation, columns) %}\n {{ adapter.dispatch('create_columns', 'dbt')(relation, columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__create_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6473594, "supported_languages": null}, "macro.dbt.default__create_columns": {"name": "default__create_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__create_columns", "macro_sql": "{% macro default__create_columns(relation, columns) %}\n {% for column in columns %}\n {% call statement() %}\n alter table {{ relation.render() }} add column \"{{ column.name }}\" {{ column.data_type }};\n {% endcall %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6475668, "supported_languages": null}, "macro.dbt.post_snapshot": {"name": "post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.post_snapshot", "macro_sql": "{% macro post_snapshot(staging_relation) %}\n {{ adapter.dispatch('post_snapshot', 'dbt')(staging_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.647692, "supported_languages": null}, "macro.dbt.default__post_snapshot": {"name": "default__post_snapshot", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__post_snapshot", "macro_sql": "{% macro default__post_snapshot(staging_relation) %}\n {# no-op #}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6477592, "supported_languages": null}, "macro.dbt.get_true_sql": {"name": "get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_true_sql", "macro_sql": "{% macro get_true_sql() %}\n {{ adapter.dispatch('get_true_sql', 'dbt')() }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_true_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6478555, "supported_languages": null}, "macro.dbt.default__get_true_sql": {"name": "default__get_true_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__get_true_sql", "macro_sql": "{% macro default__get_true_sql() %}\n {{ return('TRUE') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6479347, "supported_languages": null}, "macro.dbt.snapshot_staging_table": {"name": "snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.snapshot_staging_table", "macro_sql": "{% macro snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {{ adapter.dispatch('snapshot_staging_table', 'dbt')(strategy, source_sql, target_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_staging_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6480813, "supported_languages": null}, "macro.dbt.get_snapshot_table_column_names": {"name": "get_snapshot_table_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_snapshot_table_column_names", "macro_sql": "{% macro get_snapshot_table_column_names() %}\n {{ return({'dbt_valid_to': 'dbt_valid_to', 'dbt_valid_from': 'dbt_valid_from', 'dbt_scd_id': 'dbt_scd_id', 'dbt_updated_at': 'dbt_updated_at', 'dbt_is_deleted': 'dbt_is_deleted'}) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.648274, "supported_languages": null}, "macro.dbt.default__snapshot_staging_table": {"name": "default__snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__snapshot_staging_table", "macro_sql": "{% macro default__snapshot_staging_table(strategy, source_sql, target_relation) -%}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n {% if strategy.hard_deletes == 'new_record' %}\n {% set new_scd_id = snapshot_hash_arguments([columns.dbt_scd_id, snapshot_get_time()]) %}\n {% endif %}\n with snapshot_query as (\n\n {{ source_sql }}\n\n ),\n\n snapshotted_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from {{ target_relation }}\n where\n {% if config.get('dbt_valid_to_current') %}\n\t\t{% set source_unique_key = columns.dbt_valid_to | trim %}\n\t\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\n\t\t{# The exact equals semantics between NULL values depends on the current behavior flag set. Also, update records if the source field is null #}\n ( {{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null )\n {% else %}\n {{ columns.dbt_valid_to }} is null\n {% endif %}\n\n ),\n\n insertions_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }},\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }}\n\n from snapshot_query\n ),\n\n updates_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_to }}\n\n from snapshot_query\n ),\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n\n deletes_source_data as (\n\n select *, {{ unique_key_fields(strategy.unique_key) }}\n from snapshot_query\n ),\n {% endif %}\n\n insertions as (\n\n select\n 'insert' as dbt_change_type,\n source_data.*\n {%- if strategy.hard_deletes == 'new_record' -%}\n ,'False' as {{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from insertions_source_data as source_data\n left outer join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"snapshotted_data\") }}\n or ({{ unique_key_is_not_null(strategy.unique_key, \"snapshotted_data\") }} and (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n\n )\n\n ),\n\n updates as (\n\n select\n 'update' as dbt_change_type,\n source_data.*,\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n\n from updates_source_data as source_data\n join snapshotted_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where (\n {{ strategy.row_changed }} {%- if strategy.hard_deletes == 'new_record' -%} or snapshotted_data.{{ columns.dbt_is_deleted }} = 'True' {% endif %}\n )\n )\n\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n ,\n deletes as (\n\n select\n 'delete' as dbt_change_type,\n source_data.*,\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_to }},\n snapshotted_data.{{ columns.dbt_scd_id }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , snapshotted_data.{{ columns.dbt_is_deleted }}\n {%- endif %}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n and not (\n --avoid updating the record's valid_to if the latest entry is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and snapshotted_data.{{ columns.dbt_valid_to }} is null\n )\n {%- endif %}\n )\n {%- endif %}\n\n {%- if strategy.hard_deletes == 'new_record' %}\n {% set snapshotted_cols = get_list_of_column_names(get_columns_in_relation(target_relation)) %}\n {% set source_sql_cols = get_column_schema_from_query(source_sql) %}\n ,\n deletion_records as (\n\n select\n 'insert' as dbt_change_type,\n {#\n If a column has been added to the source it won't yet exist in the\n snapshotted table so we insert a null value as a placeholder for the column.\n #}\n {%- for col in source_sql_cols -%}\n {%- if col.name in snapshotted_cols -%}\n snapshotted_data.{{ adapter.quote(col.column) }},\n {%- else -%}\n NULL as {{ adapter.quote(col.column) }},\n {%- endif -%}\n {% endfor -%}\n {%- if strategy.unique_key | is_list -%}\n {%- for key in strategy.unique_key -%}\n snapshotted_data.{{ key }} as dbt_unique_key_{{ loop.index }},\n {% endfor -%}\n {%- else -%}\n snapshotted_data.dbt_unique_key as dbt_unique_key,\n {% endif -%}\n {{ snapshot_get_time() }} as {{ columns.dbt_valid_from }},\n {{ snapshot_get_time() }} as {{ columns.dbt_updated_at }},\n snapshotted_data.{{ columns.dbt_valid_to }} as {{ columns.dbt_valid_to }},\n {{ new_scd_id }} as {{ columns.dbt_scd_id }},\n 'True' as {{ columns.dbt_is_deleted }}\n from snapshotted_data\n left join deletes_source_data as source_data\n on {{ unique_key_join_on(strategy.unique_key, \"snapshotted_data\", \"source_data\") }}\n where {{ unique_key_is_null(strategy.unique_key, \"source_data\") }}\n and not (\n --avoid inserting a new record if the latest one is marked as deleted\n snapshotted_data.{{ columns.dbt_is_deleted }} = 'True'\n and snapshotted_data.{{ columns.dbt_valid_to }} is null\n )\n\n )\n {%- endif %}\n\n select * from insertions\n union all\n select * from updates\n {%- if strategy.hard_deletes == 'invalidate' or strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletes\n {%- endif %}\n {%- if strategy.hard_deletes == 'new_record' %}\n union all\n select * from deletion_records\n {%- endif %}\n\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments", "macro.dbt.snapshot_get_time", "macro.dbt.unique_key_fields", "macro.dbt.equals", "macro.dbt.get_dbt_valid_to_current", "macro.dbt.unique_key_join_on", "macro.dbt.unique_key_is_null", "macro.dbt.unique_key_is_not_null", "macro.dbt.get_list_of_column_names", "macro.dbt.get_columns_in_relation", "macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6510684, "supported_languages": null}, "macro.dbt.build_snapshot_table": {"name": "build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_table", "macro_sql": "{% macro build_snapshot_table(strategy, sql) -%}\n {{ adapter.dispatch('build_snapshot_table', 'dbt')(strategy, sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__build_snapshot_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6512306, "supported_languages": null}, "macro.dbt.default__build_snapshot_table": {"name": "default__build_snapshot_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.default__build_snapshot_table", "macro_sql": "{% macro default__build_snapshot_table(strategy, sql) %}\n {% set columns = config.get('snapshot_table_column_names') or get_snapshot_table_column_names() %}\n\n select *,\n {{ strategy.scd_id }} as {{ columns.dbt_scd_id }},\n {{ strategy.updated_at }} as {{ columns.dbt_updated_at }},\n {{ strategy.updated_at }} as {{ columns.dbt_valid_from }},\n {{ get_dbt_valid_to_current(strategy, columns) }}\n {%- if strategy.hard_deletes == 'new_record' -%}\n , 'False' as {{ columns.dbt_is_deleted }}\n {% endif -%}\n from (\n {{ sql }}\n ) sbq\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.get_dbt_valid_to_current"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6515658, "supported_languages": null}, "macro.dbt.build_snapshot_staging_table": {"name": "build_snapshot_staging_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.build_snapshot_staging_table", "macro_sql": "{% macro build_snapshot_staging_table(strategy, sql, target_relation) %}\n {% set temp_relation = make_temp_relation(target_relation) %}\n\n {% set select = snapshot_staging_table(strategy, sql, target_relation) %}\n\n {% call statement('build_snapshot_staging_relation') %}\n {{ create_table_as(True, temp_relation, select) }}\n {% endcall %}\n\n {% do return(temp_relation) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.make_temp_relation", "macro.dbt.snapshot_staging_table", "macro.dbt.statement", "macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6518443, "supported_languages": null}, "macro.dbt.get_updated_at_column_data_type": {"name": "get_updated_at_column_data_type", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_updated_at_column_data_type", "macro_sql": "{% macro get_updated_at_column_data_type(snapshot_sql) %}\n {% set snapshot_sql_column_schema = get_column_schema_from_query(snapshot_sql) %}\n {% set dbt_updated_at_data_type = null %}\n {% set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {% set ns.dbt_updated_at_data_type = null -%}\n {% for column in snapshot_sql_column_schema %}\n {% if ((column.column == 'dbt_updated_at') or (column.column == 'DBT_UPDATED_AT')) %}\n {% set ns.dbt_updated_at_data_type = column.dtype %}\n {% endif %}\n {% endfor %}\n {{ return(ns.dbt_updated_at_data_type or none) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6522496, "supported_languages": null}, "macro.dbt.check_time_data_types": {"name": "check_time_data_types", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.check_time_data_types", "macro_sql": "{% macro check_time_data_types(sql) %}\n {% set dbt_updated_at_data_type = get_updated_at_column_data_type(sql) %}\n {% set snapshot_get_time_data_type = get_snapshot_get_time_data_type() %}\n {% if snapshot_get_time_data_type is not none and dbt_updated_at_data_type is not none and snapshot_get_time_data_type != dbt_updated_at_data_type %}\n {% if exceptions.warn_snapshot_timestamp_data_types %}\n {{ exceptions.warn_snapshot_timestamp_data_types(snapshot_get_time_data_type, dbt_updated_at_data_type) }}\n {% endif %}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_updated_at_column_data_type", "macro.dbt.get_snapshot_get_time_data_type"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6525311, "supported_languages": null}, "macro.dbt.get_dbt_valid_to_current": {"name": "get_dbt_valid_to_current", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.get_dbt_valid_to_current", "macro_sql": "{% macro get_dbt_valid_to_current(strategy, columns) %}\n {% set dbt_valid_to_current = config.get('dbt_valid_to_current') or \"null\" %}\n coalesce(nullif({{ strategy.updated_at }}, {{ strategy.updated_at }}), {{dbt_valid_to_current}})\n as {{ columns.dbt_valid_to }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.652717, "supported_languages": null}, "macro.dbt.unique_key_fields": {"name": "unique_key_fields", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_fields", "macro_sql": "{% macro unique_key_fields(unique_key) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n {{ key }} as dbt_unique_key_{{ loop.index }}\n {%- if not loop.last %} , {%- endif %}\n {% endfor %}\n {% else %}\n {{ unique_key }} as dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6529882, "supported_languages": null}, "macro.dbt.unique_key_join_on": {"name": "unique_key_join_on", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_join_on", "macro_sql": "{% macro unique_key_join_on(unique_key, identifier, from_identifier) %}\n {% if unique_key | is_list %}\n {% for key in unique_key %}\n\t {% set source_unique_key = (identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {% set target_unique_key = (from_identifier ~ \".dbt_unique_key_\" ~ loop.index) | trim %}\n\t {{ equals(source_unique_key, target_unique_key) }}\n {%- if not loop.last %} and {%- endif %}\n {% endfor %}\n {% else %}\n {{ identifier }}.dbt_unique_key = {{ from_identifier }}.dbt_unique_key\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6534116, "supported_languages": null}, "macro.dbt.unique_key_is_null": {"name": "unique_key_is_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_null", "macro_sql": "{% macro unique_key_is_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is null\n {% else %}\n {{ identifier }}.dbt_unique_key is null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6535602, "supported_languages": null}, "macro.dbt.unique_key_is_not_null": {"name": "unique_key_is_not_null", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/helpers.sql", "original_file_path": "macros/materializations/snapshots/helpers.sql", "unique_id": "macro.dbt.unique_key_is_not_null", "macro_sql": "{% macro unique_key_is_not_null(unique_key, identifier) %}\n {% if unique_key | is_list %}\n {{ identifier }}.dbt_unique_key_1 is not null\n {% else %}\n {{ identifier }}.dbt_unique_key is not null\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6536949, "supported_languages": null}, "macro.dbt.materialization_snapshot_default": {"name": "materialization_snapshot_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot.sql", "original_file_path": "macros/materializations/snapshots/snapshot.sql", "unique_id": "macro.dbt.materialization_snapshot_default", "macro_sql": "{% materialization snapshot, default %}\n\n {%- set target_table = model.get('alias', model.get('name')) -%}\n\n {%- set strategy_name = config.get('strategy') -%}\n {%- set unique_key = config.get('unique_key') %}\n -- grab current tables grants config for comparision later on\n {%- set grant_config = config.get('grants') -%}\n\n {% set target_relation_exists, target_relation = get_or_create_relation(\n database=model.database,\n schema=model.schema,\n identifier=target_table,\n type='table') -%}\n\n {%- if not target_relation.is_table -%}\n {% do exceptions.relation_wrong_type(target_relation, 'table') %}\n {%- endif -%}\n\n\n {{ run_hooks(pre_hooks, inside_transaction=False) }}\n\n {{ run_hooks(pre_hooks, inside_transaction=True) }}\n\n {% set strategy_macro = strategy_dispatch(strategy_name) %}\n {# The model['config'] parameter below is no longer used, but passing anyway for compatibility #}\n {# It was a dictionary of config, instead of the config object from the context #}\n {% set strategy = strategy_macro(model, \"snapshotted_data\", \"source_data\", model['config'], target_relation_exists) %}\n\n {% if not target_relation_exists %}\n\n {% set build_sql = build_snapshot_table(strategy, model['compiled_code']) %}\n {% set build_or_select_sql = build_sql %}\n {% set final_sql = create_table_as(False, target_relation, build_sql) %}\n\n {% else %}\n\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {{ adapter.assert_valid_snapshot_target_given_strategy(target_relation, columns, strategy) }}\n\n {% set build_or_select_sql = snapshot_staging_table(strategy, sql, target_relation) %}\n {% set staging_table = build_snapshot_staging_table(strategy, sql, target_relation) %}\n\n -- this may no-op if the database does not require column expansion\n {% do adapter.expand_target_column_types(from_relation=staging_table,\n to_relation=target_relation) %}\n\n {% set remove_columns = ['dbt_change_type', 'DBT_CHANGE_TYPE', 'dbt_unique_key', 'DBT_UNIQUE_KEY'] %}\n {% if unique_key | is_list %}\n {% for key in strategy.unique_key %}\n {{ remove_columns.append('dbt_unique_key_' + loop.index|string) }}\n {{ remove_columns.append('DBT_UNIQUE_KEY_' + loop.index|string) }}\n {% endfor %}\n {% endif %}\n\n {% set missing_columns = adapter.get_missing_columns(staging_table, target_relation)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% do create_columns(target_relation, missing_columns) %}\n\n {% set source_columns = adapter.get_columns_in_relation(staging_table)\n | rejectattr('name', 'in', remove_columns)\n | list %}\n\n {% set quoted_source_columns = [] %}\n {% for column in source_columns %}\n {% do quoted_source_columns.append(adapter.quote(column.name)) %}\n {% endfor %}\n\n {% set final_sql = snapshot_merge_sql(\n target = target_relation,\n source = staging_table,\n insert_cols = quoted_source_columns\n )\n %}\n\n {% endif %}\n\n\n {{ check_time_data_types(build_or_select_sql) }}\n\n {% call statement('main') %}\n {{ final_sql }}\n {% endcall %}\n\n {% set should_revoke = should_revoke(target_relation_exists, full_refresh_mode=False) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {% do persist_docs(target_relation, model) %}\n\n {% if not target_relation_exists %}\n {% do create_indexes(target_relation) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=True) }}\n\n {{ adapter.commit() }}\n\n {% if staging_table is defined %}\n {% do post_snapshot(staging_table) %}\n {% endif %}\n\n {{ run_hooks(post_hooks, inside_transaction=False) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmaterialization %}", "depends_on": {"macros": ["macro.dbt.get_or_create_relation", "macro.dbt.run_hooks", "macro.dbt.strategy_dispatch", "macro.dbt.build_snapshot_table", "macro.dbt.create_table_as", "macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_staging_table", "macro.dbt.build_snapshot_staging_table", "macro.dbt.create_columns", "macro.dbt.snapshot_merge_sql", "macro.dbt.check_time_data_types", "macro.dbt.statement", "macro.dbt.should_revoke", "macro.dbt.apply_grants", "macro.dbt.persist_docs", "macro.dbt.create_indexes", "macro.dbt.post_snapshot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6563323, "supported_languages": ["sql"]}, "macro.dbt.snapshot_merge_sql": {"name": "snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.snapshot_merge_sql", "macro_sql": "{% macro snapshot_merge_sql(target, source, insert_cols) -%}\n {{ adapter.dispatch('snapshot_merge_sql', 'dbt')(target, source, insert_cols) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_merge_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6566508, "supported_languages": null}, "macro.dbt.default__snapshot_merge_sql": {"name": "default__snapshot_merge_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/snapshot_merge.sql", "original_file_path": "macros/materializations/snapshots/snapshot_merge.sql", "unique_id": "macro.dbt.default__snapshot_merge_sql", "macro_sql": "{% macro default__snapshot_merge_sql(target, source, insert_cols) -%}\n {%- set insert_cols_csv = insert_cols | join(', ') -%}\n\n {%- set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() -%}\n\n merge into {{ target.render() }} as DBT_INTERNAL_DEST\n using {{ source }} as DBT_INTERNAL_SOURCE\n on DBT_INTERNAL_SOURCE.{{ columns.dbt_scd_id }} = DBT_INTERNAL_DEST.{{ columns.dbt_scd_id }}\n\n when matched\n {% if config.get(\"dbt_valid_to_current\") %}\n\t{% set source_unique_key = (\"DBT_INTERNAL_DEST.\" ~ columns.dbt_valid_to) | trim %}\n\t{% set target_unique_key = config.get('dbt_valid_to_current') | trim %}\n\tand ({{ equals(source_unique_key, target_unique_key) }} or {{ source_unique_key }} is null)\n\n {% else %}\n and DBT_INTERNAL_DEST.{{ columns.dbt_valid_to }} is null\n {% endif %}\n and DBT_INTERNAL_SOURCE.dbt_change_type in ('update', 'delete')\n then update\n set {{ columns.dbt_valid_to }} = DBT_INTERNAL_SOURCE.{{ columns.dbt_valid_to }}\n\n when not matched\n and DBT_INTERNAL_SOURCE.dbt_change_type = 'insert'\n then insert ({{ insert_cols_csv }})\n values ({{ insert_cols_csv }})\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6571941, "supported_languages": null}, "macro.dbt.strategy_dispatch": {"name": "strategy_dispatch", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.strategy_dispatch", "macro_sql": "{% macro strategy_dispatch(name) -%}\n{% set original_name = name %}\n {% if '.' in name %}\n {% set package_name, name = name.split(\".\", 1) %}\n {% else %}\n {% set package_name = none %}\n {% endif %}\n\n {% if package_name is none %}\n {% set package_context = context %}\n {% elif package_name in context %}\n {% set package_context = context[package_name] %}\n {% else %}\n {% set error_msg %}\n Could not find package '{{package_name}}', called with '{{original_name}}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n\n {%- set search_name = 'snapshot_' ~ name ~ '_strategy' -%}\n\n {% if search_name not in package_context %}\n {% set error_msg %}\n The specified strategy macro '{{name}}' was not found in package '{{ package_name }}'\n {% endset %}\n {{ exceptions.raise_compiler_error(error_msg | trim) }}\n {% endif %}\n {{ return(package_context[search_name]) }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6586432, "supported_languages": null}, "macro.dbt.snapshot_hash_arguments": {"name": "snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_hash_arguments", "macro_sql": "{% macro snapshot_hash_arguments(args) -%}\n {{ adapter.dispatch('snapshot_hash_arguments', 'dbt')(args) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6587627, "supported_languages": null}, "macro.dbt.default__snapshot_hash_arguments": {"name": "default__snapshot_hash_arguments", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_hash_arguments", "macro_sql": "{% macro default__snapshot_hash_arguments(args) -%}\n md5({%- for arg in args -%}\n coalesce(cast({{ arg }} as varchar ), '')\n {% if not loop.last %} || '|' || {% endif %}\n {%- endfor -%})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6589293, "supported_languages": null}, "macro.dbt.snapshot_timestamp_strategy": {"name": "snapshot_timestamp_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_timestamp_strategy", "macro_sql": "{% macro snapshot_timestamp_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set primary_key = config.get('unique_key') %}\n {% set updated_at = config.get('updated_at') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set columns = config.get(\"snapshot_table_column_names\") or get_snapshot_table_column_names() %}\n\n {#/*\n The snapshot relation might not have an {{ updated_at }} value if the\n snapshot strategy is changed from `check` to `timestamp`. We\n should use a dbt-created column for the comparison in the snapshot\n table instead of assuming that the user-supplied {{ updated_at }}\n will be present in the historical data.\n\n See https://github.com/dbt-labs/dbt-core/issues/2350\n */ #}\n {% set row_changed_expr -%}\n ({{ snapshotted_rel }}.{{ columns.dbt_valid_from }} < {{ current_rel }}.{{ updated_at }})\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_snapshot_table_column_names", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6596403, "supported_languages": null}, "macro.dbt.snapshot_string_as_time": {"name": "snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_string_as_time", "macro_sql": "{% macro snapshot_string_as_time(timestamp) -%}\n {{ adapter.dispatch('snapshot_string_as_time', 'dbt')(timestamp) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__snapshot_string_as_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6597626, "supported_languages": null}, "macro.dbt.default__snapshot_string_as_time": {"name": "default__snapshot_string_as_time", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.default__snapshot_string_as_time", "macro_sql": "{% macro default__snapshot_string_as_time(timestamp) %}\n {% do exceptions.raise_not_implemented(\n 'snapshot_string_as_time macro not implemented for adapter '+adapter.type()\n ) %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.659899, "supported_languages": null}, "macro.dbt.snapshot_check_all_get_existing_columns": {"name": "snapshot_check_all_get_existing_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_all_get_existing_columns", "macro_sql": "{% macro snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) -%}\n {%- if not target_exists -%}\n {#-- no table yet -> return whatever the query does --#}\n {{ return((false, query_columns)) }}\n {%- endif -%}\n\n {#-- handle any schema changes --#}\n {%- set target_relation = adapter.get_relation(database=node.database, schema=node.schema, identifier=node.alias) -%}\n\n {% if check_cols_config == 'all' %}\n {%- set query_columns = get_columns_in_query(node['compiled_code']) -%}\n\n {% elif check_cols_config is iterable and (check_cols_config | length) > 0 %}\n {#-- query for proper casing/quoting, to support comparison below --#}\n {%- set select_check_cols_from_target -%}\n {#-- N.B. The whitespace below is necessary to avoid edge case issue with comments --#}\n {#-- See: https://github.com/dbt-labs/dbt-core/issues/6781 --#}\n select {{ check_cols_config | join(', ') }} from (\n {{ node['compiled_code'] }}\n ) subq\n {%- endset -%}\n {% set query_columns = get_columns_in_query(select_check_cols_from_target) %}\n\n {% else %}\n {% do exceptions.raise_compiler_error(\"Invalid value for 'check_cols': \" ~ check_cols_config) %}\n {% endif %}\n\n {%- set existing_cols = adapter.get_columns_in_relation(target_relation) | map(attribute = 'name') | list -%}\n {%- set ns = namespace() -%} {#-- handle for-loop scoping with a namespace --#}\n {%- set ns.column_added = false -%}\n\n {%- set intersection = [] -%}\n {%- for col in query_columns -%}\n {%- if col in existing_cols -%}\n {%- do intersection.append(adapter.quote(col)) -%}\n {%- else -%}\n {% set ns.column_added = true %}\n {%- endif -%}\n {%- endfor -%}\n {{ return((ns.column_added, intersection)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6609166, "supported_languages": null}, "macro.dbt.snapshot_check_strategy": {"name": "snapshot_check_strategy", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/snapshots/strategies.sql", "original_file_path": "macros/materializations/snapshots/strategies.sql", "unique_id": "macro.dbt.snapshot_check_strategy", "macro_sql": "{% macro snapshot_check_strategy(node, snapshotted_rel, current_rel, model_config, target_exists) %}\n {# The model_config parameter is no longer used, but is passed in anyway for compatibility. #}\n {% set check_cols_config = config.get('check_cols') %}\n {% set primary_key = config.get('unique_key') %}\n {% set hard_deletes = adapter.get_hard_deletes_behavior(config) %}\n {% set invalidate_hard_deletes = hard_deletes == 'invalidate' %}\n {% set updated_at = config.get('updated_at') or snapshot_get_time() %}\n\n {% set column_added = false %}\n\n {% set column_added, check_cols = snapshot_check_all_get_existing_columns(node, target_exists, check_cols_config) %}\n\n {%- set row_changed_expr -%}\n (\n {%- if column_added -%}\n {{ get_true_sql() }}\n {%- else -%}\n {%- for col in check_cols -%}\n {{ snapshotted_rel }}.{{ col }} != {{ current_rel }}.{{ col }}\n or\n (\n (({{ snapshotted_rel }}.{{ col }} is null) and not ({{ current_rel }}.{{ col }} is null))\n or\n ((not {{ snapshotted_rel }}.{{ col }} is null) and ({{ current_rel }}.{{ col }} is null))\n )\n {%- if not loop.last %} or {% endif -%}\n {%- endfor -%}\n {%- endif -%}\n )\n {%- endset %}\n\n {% set scd_args = api.Relation.scd_args(primary_key, updated_at) %}\n {% set scd_id_expr = snapshot_hash_arguments(scd_args) %}\n\n {% do return({\n \"unique_key\": primary_key,\n \"updated_at\": updated_at,\n \"row_changed\": row_changed_expr,\n \"scd_id\": scd_id_expr,\n \"invalidate_hard_deletes\": invalidate_hard_deletes,\n \"hard_deletes\": hard_deletes\n }) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.snapshot_get_time", "macro.dbt.snapshot_check_all_get_existing_columns", "macro.dbt.get_true_sql", "macro.dbt.snapshot_hash_arguments"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6620507, "supported_languages": null}, "macro.dbt.get_test_sql": {"name": "get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_test_sql", "macro_sql": "{% macro get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n {{ adapter.dispatch('get_test_sql', 'dbt')(main_sql, fail_calc, warn_if, error_if, limit) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6624591, "supported_languages": null}, "macro.dbt.default__get_test_sql": {"name": "default__get_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_test_sql", "macro_sql": "{% macro default__get_test_sql(main_sql, fail_calc, warn_if, error_if, limit) -%}\n select\n {{ fail_calc }} as failures,\n {{ fail_calc }} {{ warn_if }} as should_warn,\n {{ fail_calc }} {{ error_if }} as should_error\n from (\n {{ main_sql }}\n {{ \"limit \" ~ limit if limit != none }}\n ) dbt_internal_test\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6626658, "supported_languages": null}, "macro.dbt.get_unit_test_sql": {"name": "get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.get_unit_test_sql", "macro_sql": "{% macro get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n {{ adapter.dispatch('get_unit_test_sql', 'dbt')(main_sql, expected_fixture_sql, expected_column_names) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_unit_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6628041, "supported_languages": null}, "macro.dbt.default__get_unit_test_sql": {"name": "default__get_unit_test_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/helpers.sql", "original_file_path": "macros/materializations/tests/helpers.sql", "unique_id": "macro.dbt.default__get_unit_test_sql", "macro_sql": "{% macro default__get_unit_test_sql(main_sql, expected_fixture_sql, expected_column_names) -%}\n-- Build actual result given inputs\nwith dbt_internal_unit_test_actual as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%},{% endif %}{%- endfor -%}, {{ dbt.string_literal(\"actual\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ main_sql }}\n ) _dbt_internal_unit_test_actual\n),\n-- Build expected result\ndbt_internal_unit_test_expected as (\n select\n {% for expected_column_name in expected_column_names %}{{expected_column_name}}{% if not loop.last -%}, {% endif %}{%- endfor -%}, {{ dbt.string_literal(\"expected\") }} as {{ adapter.quote(\"actual_or_expected\") }}\n from (\n {{ expected_fixture_sql }}\n ) _dbt_internal_unit_test_expected\n)\n-- Union actual and expected results\nselect * from dbt_internal_unit_test_actual\nunion all\nselect * from dbt_internal_unit_test_expected\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6632411, "supported_languages": null}, "macro.dbt.materialization_test_default": {"name": "materialization_test_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/test.sql", "original_file_path": "macros/materializations/tests/test.sql", "unique_id": "macro.dbt.materialization_test_default", "macro_sql": "{%- materialization test, default -%}\n\n {% set relations = [] %}\n {% set limit = config.get('limit') %}\n\n {% set sql_with_limit %}\n {{ get_limit_subquery_sql(sql, limit) }}\n {% endset %}\n\n {% if should_store_failures() %}\n\n {% set identifier = model['alias'] %}\n {% set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) %}\n\n {% set store_failures_as = config.get('store_failures_as') %}\n -- if `--store-failures` is invoked via command line and `store_failures_as` is not set,\n -- config.get('store_failures_as', 'table') returns None, not 'table'\n {% if store_failures_as == none %}{% set store_failures_as = 'table' %}{% endif %}\n {% if store_failures_as not in ['table', 'view'] %}\n {{ exceptions.raise_compiler_error(\n \"'\" ~ store_failures_as ~ \"' is not a valid value for `store_failures_as`. \"\n \"Accepted values are: ['ephemeral', 'table', 'view']\"\n ) }}\n {% endif %}\n\n {% set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database, type=store_failures_as) -%} %}\n\n {% if old_relation %}\n {% do adapter.drop_relation(old_relation) %}\n {% endif %}\n\n {% call statement(auto_begin=True) %}\n {{ get_create_sql(target_relation, sql_with_limit) }}\n {% endcall %}\n\n {% do relations.append(target_relation) %}\n\n {# Since the test failures have already been saved to the database, reuse that result rather than querying again #}\n {% set main_sql %}\n select *\n from {{ target_relation }}\n {% endset %}\n\n {{ adapter.commit() }}\n\n {% else %}\n\n {% set main_sql = sql_with_limit %}\n\n {% endif %}\n\n {% set fail_calc = config.get('fail_calc') %}\n {% set warn_if = config.get('warn_if') %}\n {% set error_if = config.get('error_if') %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {# The limit has already been included above, and we do not want to duplicate it again. We also want to be safe for macro overrides treating `limit` as a required parameter. #}\n {{ get_test_sql(main_sql, fail_calc, warn_if, error_if, limit=none)}}\n\n {%- endcall %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_limit_subquery_sql", "macro.dbt.should_store_failures", "macro.dbt.statement", "macro.dbt.get_create_sql", "macro.dbt.get_test_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6648476, "supported_languages": ["sql"]}, "macro.dbt.materialization_unit_default": {"name": "materialization_unit_default", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/unit.sql", "original_file_path": "macros/materializations/tests/unit.sql", "unique_id": "macro.dbt.materialization_unit_default", "macro_sql": "{%- materialization unit, default -%}\n\n {% set relations = [] %}\n\n {% set expected_rows = config.get('expected_rows') %}\n {% set expected_sql = config.get('expected_sql') %}\n {% set tested_expected_column_names = expected_rows[0].keys() if (expected_rows | length ) > 0 else get_columns_in_query(sql) %} %}\n\n {%- set target_relation = this.incorporate(type='table') -%}\n {%- set temp_relation = make_temp_relation(target_relation)-%}\n {% do run_query(get_create_table_as_sql(True, temp_relation, get_empty_subquery_sql(sql))) %}\n {%- set columns_in_relation = adapter.get_columns_in_relation(temp_relation) -%}\n {%- set column_name_to_data_types = {} -%}\n {%- for column in columns_in_relation -%}\n {%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n {%- endfor -%}\n\n {% if not expected_sql %}\n {% set expected_sql = get_expected_sql(expected_rows, column_name_to_data_types) %}\n {% endif %}\n {% set unit_test_sql = get_unit_test_sql(sql, expected_sql, tested_expected_column_names) %}\n\n {% call statement('main', fetch_result=True) -%}\n\n {{ unit_test_sql }}\n\n {%- endcall %}\n\n {% do adapter.drop_relation(temp_relation) %}\n\n {{ return({'relations': relations}) }}\n\n{%- endmaterialization -%}", "depends_on": {"macros": ["macro.dbt.get_columns_in_query", "macro.dbt.make_temp_relation", "macro.dbt.run_query", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_empty_subquery_sql", "macro.dbt.get_expected_sql", "macro.dbt.get_unit_test_sql", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6659184, "supported_languages": ["sql"]}, "macro.dbt.get_where_subquery": {"name": "get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.get_where_subquery", "macro_sql": "{% macro get_where_subquery(relation) -%}\n {% do return(adapter.dispatch('get_where_subquery', 'dbt')(relation)) %}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_where_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6661658, "supported_languages": null}, "macro.dbt.default__get_where_subquery": {"name": "default__get_where_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/materializations/tests/where_subquery.sql", "original_file_path": "macros/materializations/tests/where_subquery.sql", "unique_id": "macro.dbt.default__get_where_subquery", "macro_sql": "{% macro default__get_where_subquery(relation) -%}\n {% set where = config.get('where', '') %}\n {% if where %}\n {%- set filtered -%}\n (select * from {{ relation }} where {{ where }}) dbt_subquery\n {%- endset -%}\n {% do return(filtered) %}\n {%- else -%}\n {% do return(relation) %}\n {%- endif -%}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6664205, "supported_languages": null}, "macro.dbt.resolve_model_name": {"name": "resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.resolve_model_name", "macro_sql": "{% macro resolve_model_name(input_model_name) %}\n {{ return(adapter.dispatch('resolve_model_name', 'dbt')(input_model_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6669588, "supported_languages": null}, "macro.dbt.default__resolve_model_name": {"name": "default__resolve_model_name", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.default__resolve_model_name", "macro_sql": "\n\n{%- macro default__resolve_model_name(input_model_name) -%}\n {{ input_model_name | string | replace('\"', '\\\"') }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6670668, "supported_languages": null}, "macro.dbt.build_ref_function": {"name": "build_ref_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_ref_function", "macro_sql": "{% macro build_ref_function(model) %}\n\n {%- set ref_dict = {} -%}\n {%- for _ref in model.refs -%}\n {% set _ref_args = [_ref.get('package'), _ref['name']] if _ref.get('package') else [_ref['name'],] %}\n {%- set resolved = ref(*_ref_args, v=_ref.get('version')) -%}\n\n {#\n We want to get the string of the returned relation by calling .render() in order to skip sample/empty\n mode rendering logic. However, people override the default ref macro, and often return a string instead\n of a relation (like the ref macro does by default). Thus, to make sure we dont blow things up, we have\n to ensure the resolved relation has a .render() method.\n #}\n {%- if resolved.render is defined and resolved.render is callable -%}\n {%- set resolved = resolved.render() -%}\n {%- endif -%}\n\n {%- if _ref.get('version') -%}\n {% do _ref_args.extend([\"v\" ~ _ref['version']]) %}\n {%- endif -%}\n {%- do ref_dict.update({_ref_args | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef ref(*args, **kwargs):\n refs = {{ ref_dict | tojson }}\n key = '.'.join(args)\n version = kwargs.get(\"v\") or kwargs.get(\"version\")\n if version:\n key += f\".v{version}\"\n dbt_load_df_function = kwargs.get(\"dbt_load_df_function\")\n return dbt_load_df_function(refs[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6677747, "supported_languages": null}, "macro.dbt.build_source_function": {"name": "build_source_function", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_source_function", "macro_sql": "{% macro build_source_function(model) %}\n\n {%- set source_dict = {} -%}\n {%- for _source in model.sources -%}\n {%- set resolved = source(*_source) -%}\n {%- do source_dict.update({_source | join('.'): resolve_model_name(resolved)}) -%}\n {%- endfor -%}\n\ndef source(*args, dbt_load_df_function):\n sources = {{ source_dict | tojson }}\n key = '.'.join(args)\n return dbt_load_df_function(sources[key])\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.resolve_model_name"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6680803, "supported_languages": null}, "macro.dbt.build_config_dict": {"name": "build_config_dict", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.build_config_dict", "macro_sql": "{% macro build_config_dict(model) %}\n {%- set config_dict = {} -%}\n {% set config_dbt_used = zip(model.config.config_keys_used, model.config.config_keys_defaults) | list %}\n {%- for key, default in config_dbt_used -%}\n {# weird type testing with enum, would be much easier to write this logic in Python! #}\n {%- if key == \"language\" -%}\n {%- set value = \"python\" -%}\n {%- endif -%}\n {%- set value = model.config.get(key, default) -%}\n {%- do config_dict.update({key: value}) -%}\n {%- endfor -%}\nconfig_dict = {{ config_dict }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.66851, "supported_languages": null}, "macro.dbt.py_script_postfix": {"name": "py_script_postfix", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_postfix", "macro_sql": "{% macro py_script_postfix(model) %}\n# This part is user provided model code\n# you will need to copy the next section to run the code\n# COMMAND ----------\n# this part is dbt logic for get ref work, do not modify\n\n{{ build_ref_function(model ) }}\n{{ build_source_function(model ) }}\n{{ build_config_dict(model) }}\n\nclass config:\n def __init__(self, *args, **kwargs):\n pass\n\n @staticmethod\n def get(key, default=None):\n return config_dict.get(key, default)\n\nclass this:\n \"\"\"dbt.this() or dbt.this.identifier\"\"\"\n database = \"{{ this.database }}\"\n schema = \"{{ this.schema }}\"\n identifier = \"{{ this.identifier }}\"\n {% set this_relation_name = resolve_model_name(this) %}\n def __repr__(self):\n return '{{ this_relation_name }}'\n\n\nclass dbtObj:\n def __init__(self, load_df_function) -> None:\n self.source = lambda *args: source(*args, dbt_load_df_function=load_df_function)\n self.ref = lambda *args, **kwargs: ref(*args, **kwargs, dbt_load_df_function=load_df_function)\n self.config = config\n self.this = this()\n self.is_incremental = {{ is_incremental() }}\n\n# COMMAND ----------\n{{py_script_comment()}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.build_ref_function", "macro.dbt.build_source_function", "macro.dbt.build_config_dict", "macro.dbt.resolve_model_name", "macro.dbt.is_incremental", "macro.dbt.py_script_comment"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6688387, "supported_languages": null}, "macro.dbt.py_script_comment": {"name": "py_script_comment", "resource_type": "macro", "package_name": "dbt", "path": "macros/python_model/python.sql", "original_file_path": "macros/python_model/python.sql", "unique_id": "macro.dbt.py_script_comment", "macro_sql": "{%macro py_script_comment()%}\n{%endmacro%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6688921, "supported_languages": null}, "macro.dbt.get_create_sql": {"name": "get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.get_create_sql", "macro_sql": "{%- macro get_create_sql(relation, sql) -%}\n {{- log('Applying CREATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6691759, "supported_languages": null}, "macro.dbt.default__get_create_sql": {"name": "default__get_create_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create.sql", "original_file_path": "macros/relations/create.sql", "unique_id": "macro.dbt.default__get_create_sql", "macro_sql": "{%- macro default__get_create_sql(relation, sql) -%}\n\n {%- if relation.is_view -%}\n {{ get_create_view_as_sql(relation, sql) }}\n\n {%- elif relation.is_table -%}\n {{ get_create_table_as_sql(False, relation, sql) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_create_materialized_view_as_sql(relation, sql) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_create_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.get_create_view_as_sql", "macro.dbt.get_create_table_as_sql", "macro.dbt.get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6694896, "supported_languages": null}, "macro.dbt.get_create_backup_sql": {"name": "get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.get_create_backup_sql", "macro_sql": "{%- macro get_create_backup_sql(relation) -%}\n {{- log('Applying CREATE BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6697216, "supported_languages": null}, "macro.dbt.default__get_create_backup_sql": {"name": "default__get_create_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_backup.sql", "original_file_path": "macros/relations/create_backup.sql", "unique_id": "macro.dbt.default__get_create_backup_sql", "macro_sql": "{%- macro default__get_create_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n -- drop any pre-existing backup\n {{ get_drop_sql(backup_relation) }};\n\n {{ get_rename_sql(relation, backup_relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6699088, "supported_languages": null}, "macro.dbt.get_create_intermediate_sql": {"name": "get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.get_create_intermediate_sql", "macro_sql": "{%- macro get_create_intermediate_sql(relation, sql) -%}\n {{- log('Applying CREATE INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_create_intermediate_sql', 'dbt')(relation, sql) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_create_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6701572, "supported_languages": null}, "macro.dbt.default__get_create_intermediate_sql": {"name": "default__get_create_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/create_intermediate.sql", "original_file_path": "macros/relations/create_intermediate.sql", "unique_id": "macro.dbt.default__get_create_intermediate_sql", "macro_sql": "{%- macro default__get_create_intermediate_sql(relation, sql) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n -- drop any pre-existing intermediate\n {{ get_drop_sql(intermediate_relation) }};\n\n {{ get_create_sql(intermediate_relation, sql) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6703405, "supported_languages": null}, "macro.dbt.get_drop_sql": {"name": "get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.get_drop_sql", "macro_sql": "{%- macro get_drop_sql(relation) -%}\n {{- log('Applying DROP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.670696, "supported_languages": null}, "macro.dbt.default__get_drop_sql": {"name": "default__get_drop_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__get_drop_sql", "macro_sql": "{%- macro default__get_drop_sql(relation) -%}\n\n {%- if relation.is_view -%}\n {{ drop_view(relation) }}\n\n {%- elif relation.is_table -%}\n {{ drop_table(relation) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ drop_materialized_view(relation) }}\n\n {%- else -%}\n drop {{ relation.type }} if exists {{ relation.render() }} cascade\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.drop_view", "macro.dbt.drop_table", "macro.dbt.drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6709843, "supported_languages": null}, "macro.dbt.drop_relation": {"name": "drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation", "macro_sql": "{% macro drop_relation(relation) -%}\n {{ return(adapter.dispatch('drop_relation', 'dbt')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__drop_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.671178, "supported_languages": null}, "macro.dbt.default__drop_relation": {"name": "default__drop_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.default__drop_relation", "macro_sql": "{% macro default__drop_relation(relation) -%}\n {% call statement('drop_relation', auto_begin=False) -%}\n {{ get_drop_sql(relation) }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6713772, "supported_languages": null}, "macro.dbt.drop_relation_if_exists": {"name": "drop_relation_if_exists", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop.sql", "original_file_path": "macros/relations/drop.sql", "unique_id": "macro.dbt.drop_relation_if_exists", "macro_sql": "{% macro drop_relation_if_exists(relation) %}\n {% if relation is not none %}\n {{ adapter.drop_relation(relation) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6716409, "supported_languages": null}, "macro.dbt.get_drop_backup_sql": {"name": "get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.get_drop_backup_sql", "macro_sql": "{%- macro get_drop_backup_sql(relation) -%}\n {{- log('Applying DROP BACKUP to: ' ~ relation) -}}\n {{- adapter.dispatch('get_drop_backup_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_drop_backup_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6719017, "supported_languages": null}, "macro.dbt.default__get_drop_backup_sql": {"name": "default__get_drop_backup_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/drop_backup.sql", "original_file_path": "macros/relations/drop_backup.sql", "unique_id": "macro.dbt.default__get_drop_backup_sql", "macro_sql": "{%- macro default__get_drop_backup_sql(relation) -%}\n\n -- get the standard backup name\n {% set backup_relation = make_backup_relation(relation, relation.type) %}\n\n {{ get_drop_sql(backup_relation) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_backup_relation", "macro.dbt.get_drop_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6720705, "supported_languages": null}, "macro.dbt.get_rename_sql": {"name": "get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.get_rename_sql", "macro_sql": "{%- macro get_rename_sql(relation, new_name) -%}\n {{- log('Applying RENAME to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_sql', 'dbt')(relation, new_name) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6724834, "supported_languages": null}, "macro.dbt.default__get_rename_sql": {"name": "default__get_rename_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__get_rename_sql", "macro_sql": "{%- macro default__get_rename_sql(relation, new_name) -%}\n\n {%- if relation.is_view -%}\n {{ get_rename_view_sql(relation, new_name) }}\n\n {%- elif relation.is_table -%}\n {{ get_rename_table_sql(relation, new_name) }}\n\n {%- elif relation.is_materialized_view -%}\n {{ get_rename_materialized_view_sql(relation, new_name) }}\n\n {%- else -%}\n {{- exceptions.raise_compiler_error(\"`get_rename_sql` has not been implemented for: \" ~ relation.type ) -}}\n\n {%- endif -%}\n\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.get_rename_view_sql", "macro.dbt.get_rename_table_sql", "macro.dbt.get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6728346, "supported_languages": null}, "macro.dbt.rename_relation": {"name": "rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.rename_relation", "macro_sql": "{% macro rename_relation(from_relation, to_relation) -%}\n {{ return(adapter.dispatch('rename_relation', 'dbt')(from_relation, to_relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__rename_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6730125, "supported_languages": null}, "macro.dbt.default__rename_relation": {"name": "default__rename_relation", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename.sql", "original_file_path": "macros/relations/rename.sql", "unique_id": "macro.dbt.default__rename_relation", "macro_sql": "{% macro default__rename_relation(from_relation, to_relation) -%}\n {% set target_name = adapter.quote_as_configured(to_relation.identifier, 'identifier') %}\n {% call statement('rename_relation') -%}\n alter table {{ from_relation.render() }} rename to {{ target_name }}\n {%- endcall %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.673297, "supported_languages": null}, "macro.dbt.get_rename_intermediate_sql": {"name": "get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.get_rename_intermediate_sql", "macro_sql": "{%- macro get_rename_intermediate_sql(relation) -%}\n {{- log('Applying RENAME INTERMEDIATE to: ' ~ relation) -}}\n {{- adapter.dispatch('get_rename_intermediate_sql', 'dbt')(relation) -}}\n{%- endmacro -%}\n\n\n", "depends_on": {"macros": ["macro.dbt.default__get_rename_intermediate_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6735582, "supported_languages": null}, "macro.dbt.default__get_rename_intermediate_sql": {"name": "default__get_rename_intermediate_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/rename_intermediate.sql", "original_file_path": "macros/relations/rename_intermediate.sql", "unique_id": "macro.dbt.default__get_rename_intermediate_sql", "macro_sql": "{%- macro default__get_rename_intermediate_sql(relation) -%}\n\n -- get the standard intermediate name\n {% set intermediate_relation = make_intermediate_relation(relation) %}\n\n {{ get_rename_sql(intermediate_relation, relation.identifier) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.make_intermediate_relation", "macro.dbt.get_rename_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6737185, "supported_languages": null}, "macro.dbt.get_replace_sql": {"name": "get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.get_replace_sql", "macro_sql": "{% macro get_replace_sql(existing_relation, target_relation, sql) %}\n {{- log('Applying REPLACE to: ' ~ existing_relation) -}}\n {{- adapter.dispatch('get_replace_sql', 'dbt')(existing_relation, target_relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.674191, "supported_languages": null}, "macro.dbt.default__get_replace_sql": {"name": "default__get_replace_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/replace.sql", "original_file_path": "macros/relations/replace.sql", "unique_id": "macro.dbt.default__get_replace_sql", "macro_sql": "{% macro default__get_replace_sql(existing_relation, target_relation, sql) %}\n\n {# /* use a create or replace statement if possible */ #}\n\n {% set is_replaceable = existing_relation.type == target_relation.type and existing_relation.can_be_replaced %}\n\n {% if is_replaceable and existing_relation.is_view %}\n {{ get_replace_view_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_table %}\n {{ get_replace_table_sql(target_relation, sql) }}\n\n {% elif is_replaceable and existing_relation.is_materialized_view %}\n {{ get_replace_materialized_view_sql(target_relation, sql) }}\n\n {# /* a create or replace statement is not possible, so try to stage and/or backup to be safe */ #}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one using a backup */ #}\n {%- elif target_relation.can_be_renamed and existing_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* create target_relation as an intermediate relation, then swap it out with the existing one without using a backup */ #}\n {%- elif target_relation.can_be_renamed -%}\n {{ get_create_intermediate_sql(target_relation, sql) }};\n {{ get_drop_sql(existing_relation) }};\n {{ get_rename_intermediate_sql(target_relation) }}\n\n {# /* create target_relation in place by first backing up the existing relation */ #}\n {%- elif existing_relation.can_be_renamed -%}\n {{ get_create_backup_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }};\n {{ get_drop_backup_sql(existing_relation) }}\n\n {# /* no renaming is allowed, so just drop and create */ #}\n {%- else -%}\n {{ get_drop_sql(existing_relation) }};\n {{ get_create_sql(target_relation, sql) }}\n\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_replace_view_sql", "macro.dbt.get_replace_table_sql", "macro.dbt.get_replace_materialized_view_sql", "macro.dbt.get_create_intermediate_sql", "macro.dbt.get_create_backup_sql", "macro.dbt.get_rename_intermediate_sql", "macro.dbt.get_drop_backup_sql", "macro.dbt.get_drop_sql", "macro.dbt.get_create_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6749945, "supported_languages": null}, "macro.dbt.drop_schema_named": {"name": "drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.drop_schema_named", "macro_sql": "{% macro drop_schema_named(schema_name) %}\n {{ return(adapter.dispatch('drop_schema_named', 'dbt') (schema_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_schema_named"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6751986, "supported_languages": null}, "macro.dbt.default__drop_schema_named": {"name": "default__drop_schema_named", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/schema.sql", "original_file_path": "macros/relations/schema.sql", "unique_id": "macro.dbt.default__drop_schema_named", "macro_sql": "{% macro default__drop_schema_named(schema_name) %}\n {% set schema_relation = api.Relation.create(schema=schema_name) %}\n {{ adapter.drop_schema(schema_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6753452, "supported_languages": null}, "macro.dbt.get_table_columns_and_constraints": {"name": "get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_table_columns_and_constraints", "macro_sql": "{%- macro get_table_columns_and_constraints() -%}\n {{ adapter.dispatch('get_table_columns_and_constraints', 'dbt')() }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__get_table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.675929, "supported_languages": null}, "macro.dbt.default__get_table_columns_and_constraints": {"name": "default__get_table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_table_columns_and_constraints", "macro_sql": "{% macro default__get_table_columns_and_constraints() -%}\n {{ return(table_columns_and_constraints()) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.table_columns_and_constraints"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6760118, "supported_languages": null}, "macro.dbt.table_columns_and_constraints": {"name": "table_columns_and_constraints", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.table_columns_and_constraints", "macro_sql": "{% macro table_columns_and_constraints() %}\n {# loop through user_provided_columns to create DDL with data types and constraints #}\n {%- set raw_column_constraints = adapter.render_raw_columns_constraints(raw_columns=model['columns']) -%}\n {%- set raw_model_constraints = adapter.render_raw_model_constraints(raw_constraints=model['constraints']) -%}\n (\n {% for c in raw_column_constraints -%}\n {{ c }}{{ \",\" if not loop.last or raw_model_constraints }}\n {% endfor %}\n {% for c in raw_model_constraints -%}\n {{ c }}{{ \",\" if not loop.last }}\n {% endfor -%}\n )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6764348, "supported_languages": null}, "macro.dbt.get_assert_columns_equivalent": {"name": "get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.get_assert_columns_equivalent", "macro_sql": "\n\n{%- macro get_assert_columns_equivalent(sql) -%}\n {{ adapter.dispatch('get_assert_columns_equivalent', 'dbt')(sql) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6765566, "supported_languages": null}, "macro.dbt.default__get_assert_columns_equivalent": {"name": "default__get_assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__get_assert_columns_equivalent", "macro_sql": "{% macro default__get_assert_columns_equivalent(sql) -%}\n {{ return(assert_columns_equivalent(sql)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6766477, "supported_languages": null}, "macro.dbt.assert_columns_equivalent": {"name": "assert_columns_equivalent", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.assert_columns_equivalent", "macro_sql": "{% macro assert_columns_equivalent(sql) %}\n\n {#-- First ensure the user has defined 'columns' in yaml specification --#}\n {%- set user_defined_columns = model['columns'] -%}\n {%- if not user_defined_columns -%}\n {{ exceptions.raise_contract_error([], []) }}\n {%- endif -%}\n\n {#-- Obtain the column schema provided by sql file. #}\n {%- set sql_file_provided_columns = get_column_schema_from_query(sql, config.get('sql_header', none)) -%}\n {#--Obtain the column schema provided by the schema file by generating an 'empty schema' query from the model's columns. #}\n {%- set schema_file_provided_columns = get_column_schema_from_query(get_empty_schema_sql(user_defined_columns)) -%}\n\n {#-- create dictionaries with name and formatted data type and strings for exception #}\n {%- set sql_columns = format_columns(sql_file_provided_columns) -%}\n {%- set yaml_columns = format_columns(schema_file_provided_columns) -%}\n\n {%- if sql_columns|length != yaml_columns|length -%}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n\n {%- for sql_col in sql_columns -%}\n {%- set yaml_col = [] -%}\n {%- for this_col in yaml_columns -%}\n {%- if this_col['name'] == sql_col['name'] -%}\n {%- do yaml_col.append(this_col) -%}\n {%- break -%}\n {%- endif -%}\n {%- endfor -%}\n {%- if not yaml_col -%}\n {#-- Column with name not found in yaml #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- if sql_col['formatted'] != yaml_col[0]['formatted'] -%}\n {#-- Column data types don't match #}\n {%- do exceptions.raise_contract_error(yaml_columns, sql_columns) -%}\n {%- endif -%}\n {%- endfor -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_column_schema_from_query", "macro.dbt.get_empty_schema_sql", "macro.dbt.format_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6775417, "supported_languages": null}, "macro.dbt.format_columns": {"name": "format_columns", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.format_columns", "macro_sql": "{% macro format_columns(columns) %}\n {% set formatted_columns = [] %}\n {% for column in columns %}\n {%- set formatted_column = adapter.dispatch('format_column', 'dbt')(column) -%}\n {%- do formatted_columns.append(formatted_column) -%}\n {% endfor %}\n {{ return(formatted_columns) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.format_column", "macro.dbt.default__format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6778343, "supported_languages": null}, "macro.dbt.default__format_column": {"name": "default__format_column", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/column/columns_spec_ddl.sql", "original_file_path": "macros/relations/column/columns_spec_ddl.sql", "unique_id": "macro.dbt.default__format_column", "macro_sql": "{% macro default__format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6780775, "supported_languages": null}, "macro.dbt.get_alter_materialized_view_as_sql": {"name": "get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_alter_materialized_view_as_sql", "macro_sql": "{% macro get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{- log('Applying ALTER to: ' ~ relation) -}}\n {{- adapter.dispatch('get_alter_materialized_view_as_sql', 'dbt')(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n ) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_alter_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6784923, "supported_languages": null}, "macro.dbt.default__get_alter_materialized_view_as_sql": {"name": "default__get_alter_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_alter_materialized_view_as_sql", "macro_sql": "{% macro default__get_alter_materialized_view_as_sql(\n relation,\n configuration_changes,\n sql,\n existing_relation,\n backup_relation,\n intermediate_relation\n) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6786246, "supported_languages": null}, "macro.dbt.get_materialized_view_configuration_changes": {"name": "get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.get_materialized_view_configuration_changes", "macro_sql": "{% macro get_materialized_view_configuration_changes(existing_relation, new_config) %}\n /* {#\n It's recommended that configuration changes be formatted as follows:\n {\"\": [{\"action\": \"\", \"context\": ...}]}\n\n For example:\n {\n \"indexes\": [\n {\"action\": \"drop\", \"context\": \"index_abc\"},\n {\"action\": \"create\", \"context\": {\"columns\": [\"column_1\", \"column_2\"], \"type\": \"hash\", \"unique\": True}},\n ],\n }\n\n Either way, `get_materialized_view_configuration_changes` needs to align with `get_alter_materialized_view_as_sql`.\n #} */\n {{- log('Determining configuration changes on: ' ~ existing_relation) -}}\n {%- do return(adapter.dispatch('get_materialized_view_configuration_changes', 'dbt')(existing_relation, new_config)) -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_materialized_view_configuration_changes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6788228, "supported_languages": null}, "macro.dbt.default__get_materialized_view_configuration_changes": {"name": "default__get_materialized_view_configuration_changes", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/alter.sql", "original_file_path": "macros/relations/materialized_view/alter.sql", "unique_id": "macro.dbt.default__get_materialized_view_configuration_changes", "macro_sql": "{% macro default__get_materialized_view_configuration_changes(existing_relation, new_config) %}\n {{ exceptions.raise_compiler_error(\"Materialized views have not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6789298, "supported_languages": null}, "macro.dbt.get_create_materialized_view_as_sql": {"name": "get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.get_create_materialized_view_as_sql", "macro_sql": "{% macro get_create_materialized_view_as_sql(relation, sql) -%}\n {{- adapter.dispatch('get_create_materialized_view_as_sql', 'dbt')(relation, sql) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__get_create_materialized_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6791315, "supported_languages": null}, "macro.dbt.default__get_create_materialized_view_as_sql": {"name": "default__get_create_materialized_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/create.sql", "original_file_path": "macros/relations/materialized_view/create.sql", "unique_id": "macro.dbt.default__get_create_materialized_view_as_sql", "macro_sql": "{% macro default__get_create_materialized_view_as_sql(relation, sql) -%}\n {{ exceptions.raise_compiler_error(\n \"`get_create_materialized_view_as_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6795585, "supported_languages": null}, "macro.dbt.drop_materialized_view": {"name": "drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.drop_materialized_view", "macro_sql": "{% macro drop_materialized_view(relation) -%}\n {{- adapter.dispatch('drop_materialized_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6797385, "supported_languages": null}, "macro.dbt.default__drop_materialized_view": {"name": "default__drop_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/drop.sql", "original_file_path": "macros/relations/materialized_view/drop.sql", "unique_id": "macro.dbt.default__drop_materialized_view", "macro_sql": "{% macro default__drop_materialized_view(relation) -%}\n drop materialized view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6798267, "supported_languages": null}, "macro.dbt.refresh_materialized_view": {"name": "refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.refresh_materialized_view", "macro_sql": "{% macro refresh_materialized_view(relation) %}\n {{- log('Applying REFRESH to: ' ~ relation) -}}\n {{- adapter.dispatch('refresh_materialized_view', 'dbt')(relation) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__refresh_materialized_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6800413, "supported_languages": null}, "macro.dbt.default__refresh_materialized_view": {"name": "default__refresh_materialized_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/refresh.sql", "original_file_path": "macros/relations/materialized_view/refresh.sql", "unique_id": "macro.dbt.default__refresh_materialized_view", "macro_sql": "{% macro default__refresh_materialized_view(relation) %}\n {{ exceptions.raise_compiler_error(\"`refresh_materialized_view` has not been implemented for this adapter.\") }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6801453, "supported_languages": null}, "macro.dbt.get_rename_materialized_view_sql": {"name": "get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.get_rename_materialized_view_sql", "macro_sql": "{% macro get_rename_materialized_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_materialized_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_rename_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6803358, "supported_languages": null}, "macro.dbt.default__get_rename_materialized_view_sql": {"name": "default__get_rename_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/rename.sql", "original_file_path": "macros/relations/materialized_view/rename.sql", "unique_id": "macro.dbt.default__get_rename_materialized_view_sql", "macro_sql": "{% macro default__get_rename_materialized_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6804376, "supported_languages": null}, "macro.dbt.get_replace_materialized_view_sql": {"name": "get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.get_replace_materialized_view_sql", "macro_sql": "{% macro get_replace_materialized_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_materialized_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_materialized_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6806576, "supported_languages": null}, "macro.dbt.default__get_replace_materialized_view_sql": {"name": "default__get_replace_materialized_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/materialized_view/replace.sql", "original_file_path": "macros/relations/materialized_view/replace.sql", "unique_id": "macro.dbt.default__get_replace_materialized_view_sql", "macro_sql": "{% macro default__get_replace_materialized_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_materialized_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6807642, "supported_languages": null}, "macro.dbt.get_create_table_as_sql": {"name": "get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_create_table_as_sql", "macro_sql": "{% macro get_create_table_as_sql(temporary, relation, sql) -%}\n {{ adapter.dispatch('get_create_table_as_sql', 'dbt')(temporary, relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_table_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.681219, "supported_languages": null}, "macro.dbt.default__get_create_table_as_sql": {"name": "default__get_create_table_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_create_table_as_sql", "macro_sql": "{% macro default__get_create_table_as_sql(temporary, relation, sql) -%}\n {{ return(create_table_as(temporary, relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6813421, "supported_languages": null}, "macro.dbt.create_table_as": {"name": "create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.create_table_as", "macro_sql": "{% macro create_table_as(temporary, relation, compiled_code, language='sql') -%}\n {# backward compatibility for create_table_as that does not support language #}\n {% if language == \"sql\" %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code)}}\n {% else %}\n {{ adapter.dispatch('create_table_as', 'dbt')(temporary, relation, compiled_code, language) }}\n {% endif %}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_table_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6816359, "supported_languages": null}, "macro.dbt.default__create_table_as": {"name": "default__create_table_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__create_table_as", "macro_sql": "{% macro default__create_table_as(temporary, relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n\n create {% if temporary: -%}temporary{%- endif %} table\n {{ relation.include(database=(not temporary), schema=(not temporary)) }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced and (not temporary) %}\n {{ get_assert_columns_equivalent(sql) }}\n {{ get_table_columns_and_constraints() }}\n {%- set sql = get_select_subquery(sql) %}\n {% endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent", "macro.dbt.get_table_columns_and_constraints", "macro.dbt.get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.682114, "supported_languages": null}, "macro.dbt.default__get_column_names": {"name": "default__get_column_names", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_column_names", "macro_sql": "{% macro default__get_column_names() %}\n {#- loop through user_provided_columns to get column names -#}\n {%- set user_provided_columns = model['columns'] -%}\n {%- for i in user_provided_columns %}\n {%- set col = user_provided_columns[i] -%}\n {%- set col_name = adapter.quote(col['name']) if col.get('quote') else col['name'] -%}\n {{ col_name }}{{ \", \" if not loop.last }}\n {%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.682435, "supported_languages": null}, "macro.dbt.get_select_subquery": {"name": "get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.get_select_subquery", "macro_sql": "{% macro get_select_subquery(sql) %}\n {{ return(adapter.dispatch('get_select_subquery', 'dbt')(sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_select_subquery"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6825607, "supported_languages": null}, "macro.dbt.default__get_select_subquery": {"name": "default__get_select_subquery", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/create.sql", "original_file_path": "macros/relations/table/create.sql", "unique_id": "macro.dbt.default__get_select_subquery", "macro_sql": "{% macro default__get_select_subquery(sql) %}\n select {{ adapter.dispatch('get_column_names', 'dbt')() }}\n from (\n {{ sql }}\n ) as model_subq\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_column_names"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6826837, "supported_languages": null}, "macro.dbt.drop_table": {"name": "drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.drop_table", "macro_sql": "{% macro drop_table(relation) -%}\n {{- adapter.dispatch('drop_table', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.682863, "supported_languages": null}, "macro.dbt.default__drop_table": {"name": "default__drop_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/drop.sql", "original_file_path": "macros/relations/table/drop.sql", "unique_id": "macro.dbt.default__drop_table", "macro_sql": "{% macro default__drop_table(relation) -%}\n drop table if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6829503, "supported_languages": null}, "macro.dbt.get_rename_table_sql": {"name": "get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.get_rename_table_sql", "macro_sql": "{% macro get_rename_table_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_table_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_rename_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6831496, "supported_languages": null}, "macro.dbt.default__get_rename_table_sql": {"name": "default__get_rename_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/rename.sql", "original_file_path": "macros/relations/table/rename.sql", "unique_id": "macro.dbt.default__get_rename_table_sql", "macro_sql": "{% macro default__get_rename_table_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6832893, "supported_languages": null}, "macro.dbt.get_replace_table_sql": {"name": "get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.get_replace_table_sql", "macro_sql": "{% macro get_replace_table_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_table_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_table_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6834817, "supported_languages": null}, "macro.dbt.default__get_replace_table_sql": {"name": "default__get_replace_table_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/table/replace.sql", "original_file_path": "macros/relations/table/replace.sql", "unique_id": "macro.dbt.default__get_replace_table_sql", "macro_sql": "{% macro default__get_replace_table_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_table_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6835804, "supported_languages": null}, "macro.dbt.get_create_view_as_sql": {"name": "get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.get_create_view_as_sql", "macro_sql": "{% macro get_create_view_as_sql(relation, sql) -%}\n {{ adapter.dispatch('get_create_view_as_sql', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_create_view_as_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.683833, "supported_languages": null}, "macro.dbt.default__get_create_view_as_sql": {"name": "default__get_create_view_as_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__get_create_view_as_sql", "macro_sql": "{% macro default__get_create_view_as_sql(relation, sql) -%}\n {{ return(create_view_as(relation, sql)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.683938, "supported_languages": null}, "macro.dbt.create_view_as": {"name": "create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.create_view_as", "macro_sql": "{% macro create_view_as(relation, sql) -%}\n {{ adapter.dispatch('create_view_as', 'dbt')(relation, sql) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__create_view_as"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6840584, "supported_languages": null}, "macro.dbt.default__create_view_as": {"name": "default__create_view_as", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/create.sql", "original_file_path": "macros/relations/view/create.sql", "unique_id": "macro.dbt.default__create_view_as", "macro_sql": "{% macro default__create_view_as(relation, sql) -%}\n {%- set sql_header = config.get('sql_header', none) -%}\n\n {{ sql_header if sql_header is not none }}\n create view {{ relation.render() }}\n {% set contract_config = config.get('contract') %}\n {% if contract_config.enforced %}\n {{ get_assert_columns_equivalent(sql) }}\n {%- endif %}\n as (\n {{ sql }}\n );\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.get_assert_columns_equivalent"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6844404, "supported_languages": null}, "macro.dbt.drop_view": {"name": "drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.drop_view", "macro_sql": "{% macro drop_view(relation) -%}\n {{- adapter.dispatch('drop_view', 'dbt')(relation) -}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__drop_view"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.684614, "supported_languages": null}, "macro.dbt.default__drop_view": {"name": "default__drop_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/drop.sql", "original_file_path": "macros/relations/view/drop.sql", "unique_id": "macro.dbt.default__drop_view", "macro_sql": "{% macro default__drop_view(relation) -%}\n drop view if exists {{ relation.render() }} cascade\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6846974, "supported_languages": null}, "macro.dbt.get_rename_view_sql": {"name": "get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.get_rename_view_sql", "macro_sql": "{% macro get_rename_view_sql(relation, new_name) %}\n {{- adapter.dispatch('get_rename_view_sql', 'dbt')(relation, new_name) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_rename_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6848772, "supported_languages": null}, "macro.dbt.default__get_rename_view_sql": {"name": "default__get_rename_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/rename.sql", "original_file_path": "macros/relations/view/rename.sql", "unique_id": "macro.dbt.default__get_rename_view_sql", "macro_sql": "{% macro default__get_rename_view_sql(relation, new_name) %}\n {{ exceptions.raise_compiler_error(\n \"`get_rename_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6849768, "supported_languages": null}, "macro.dbt.get_replace_view_sql": {"name": "get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.get_replace_view_sql", "macro_sql": "{% macro get_replace_view_sql(relation, sql) %}\n {{- adapter.dispatch('get_replace_view_sql', 'dbt')(relation, sql) -}}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_replace_view_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6853547, "supported_languages": null}, "macro.dbt.default__get_replace_view_sql": {"name": "default__get_replace_view_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__get_replace_view_sql", "macro_sql": "{% macro default__get_replace_view_sql(relation, sql) %}\n {{ exceptions.raise_compiler_error(\n \"`get_replace_view_sql` has not been implemented for this adapter.\"\n ) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6854537, "supported_languages": null}, "macro.dbt.create_or_replace_view": {"name": "create_or_replace_view", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.create_or_replace_view", "macro_sql": "{% macro create_or_replace_view() %}\n {%- set identifier = model['alias'] -%}\n\n {%- set old_relation = adapter.get_relation(database=database, schema=schema, identifier=identifier) -%}\n {%- set exists_as_view = (old_relation is not none and old_relation.is_view) -%}\n\n {%- set target_relation = api.Relation.create(\n identifier=identifier, schema=schema, database=database,\n type='view') -%}\n {% set grant_config = config.get('grants') %}\n\n {{ run_hooks(pre_hooks) }}\n\n -- If there's a table with the same name and we weren't told to full refresh,\n -- that's an error. If we were told to full refresh, drop it. This behavior differs\n -- for Snowflake and BigQuery, so multiple dispatch is used.\n {%- if old_relation is not none and old_relation.is_table -%}\n {{ handle_existing_table(should_full_refresh(), old_relation) }}\n {%- endif -%}\n\n -- build model\n {% call statement('main') -%}\n {{ get_create_view_as_sql(target_relation, sql) }}\n {%- endcall %}\n\n {% set should_revoke = should_revoke(exists_as_view, full_refresh_mode=True) %}\n {% do apply_grants(target_relation, grant_config, should_revoke=should_revoke) %}\n\n {{ run_hooks(post_hooks) }}\n\n {{ return({'relations': [target_relation]}) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_hooks", "macro.dbt.handle_existing_table", "macro.dbt.should_full_refresh", "macro.dbt.statement", "macro.dbt.get_create_view_as_sql", "macro.dbt.should_revoke", "macro.dbt.apply_grants"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6861932, "supported_languages": null}, "macro.dbt.handle_existing_table": {"name": "handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.handle_existing_table", "macro_sql": "{% macro handle_existing_table(full_refresh, old_relation) %}\n {{ adapter.dispatch('handle_existing_table', 'dbt')(full_refresh, old_relation) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__handle_existing_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6863277, "supported_languages": null}, "macro.dbt.default__handle_existing_table": {"name": "default__handle_existing_table", "resource_type": "macro", "package_name": "dbt", "path": "macros/relations/view/replace.sql", "original_file_path": "macros/relations/view/replace.sql", "unique_id": "macro.dbt.default__handle_existing_table", "macro_sql": "{% macro default__handle_existing_table(full_refresh, old_relation) %}\n {{ log(\"Dropping relation \" ~ old_relation.render() ~ \" because it is of type \" ~ old_relation.type) }}\n {{ adapter.drop_relation(old_relation) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.686487, "supported_languages": null}, "macro.dbt.get_fixture_sql": {"name": "get_fixture_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_fixture_sql", "macro_sql": "{% macro get_fixture_sql(rows, column_name_to_data_types) %}\n-- Fixture for {{ model.name }}\n{% set default_row = {} %}\n\n{%- if not column_name_to_data_types -%}\n{#-- Use defer_relation IFF it is available in the manifest and 'this' is missing from the database --#}\n{%- set this_or_defer_relation = defer_relation if (defer_relation and not load_relation(this)) else this -%}\n{%- set columns_in_relation = adapter.get_columns_in_relation(this_or_defer_relation) -%}\n\n{%- set column_name_to_data_types = {} -%}\n{%- for column in columns_in_relation -%}\n{#-- This needs to be a case-insensitive comparison --#}\n{%- do column_name_to_data_types.update({column.name|lower: column.data_type}) -%}\n{%- endfor -%}\n{%- endif -%}\n\n{%- if not column_name_to_data_types -%}\n {{ exceptions.raise_compiler_error(\"Not able to get columns for unit test '\" ~ model.name ~ \"' from relation \" ~ this ~ \" because the relation doesn't exist\") }}\n{%- endif -%}\n\n{%- for column_name, column_type in column_name_to_data_types.items() -%}\n {%- do default_row.update({column_name: (safe_cast(\"null\", column_type) | trim )}) -%}\n{%- endfor -%}\n\n{{ validate_fixture_rows(rows, row_number) }}\n\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\n{%- set default_row_copy = default_row.copy() -%}\n{%- do default_row_copy.update(formatted_row) -%}\nselect\n{%- for column_name, column_value in default_row_copy.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n\n{%- if (rows | length) == 0 -%}\n select\n {%- for column_name, column_value in default_row.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%},{%- endif %}\n {%- endfor %}\n limit 0\n{%- endif -%}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.load_relation", "macro.dbt.safe_cast", "macro.dbt.validate_fixture_rows", "macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6882138, "supported_languages": null}, "macro.dbt.get_expected_sql": {"name": "get_expected_sql", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.get_expected_sql", "macro_sql": "{% macro get_expected_sql(rows, column_name_to_data_types) %}\n\n{%- if (rows | length) == 0 -%}\n select * from dbt_internal_unit_test_actual\n limit 0\n{%- else -%}\n{%- for row in rows -%}\n{%- set formatted_row = format_row(row, column_name_to_data_types) -%}\nselect\n{%- for column_name, column_value in formatted_row.items() %} {{ column_value }} as {{ column_name }}{% if not loop.last -%}, {%- endif %}\n{%- endfor %}\n{%- if not loop.last %}\nunion all\n{% endif %}\n{%- endfor -%}\n{%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.format_row"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6885917, "supported_languages": null}, "macro.dbt.format_row": {"name": "format_row", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.format_row", "macro_sql": "\n\n{%- macro format_row(row, column_name_to_data_types) -%}\n {#-- generate case-insensitive formatted row --#}\n {% set formatted_row = {} %}\n {%- for column_name, column_value in row.items() -%}\n {% set column_name = column_name|lower %}\n\n {%- if column_name not in column_name_to_data_types %}\n {#-- if user-provided row contains column name that relation does not contain, raise an error --#}\n {% set fixture_name = \"expected output\" if model.resource_type == 'unit_test' else (\"'\" ~ model.name ~ \"'\") %}\n {{ exceptions.raise_compiler_error(\n \"Invalid column name: '\" ~ column_name ~ \"' in unit test fixture for \" ~ fixture_name ~ \".\"\n \"\\nAccepted columns for \" ~ fixture_name ~ \" are: \" ~ (column_name_to_data_types.keys()|list)\n ) }}\n {%- endif -%}\n\n {%- set column_type = column_name_to_data_types[column_name] %}\n\n {#-- sanitize column_value: wrap yaml strings in quotes, apply cast --#}\n {%- set column_value_clean = column_value -%}\n {%- if column_value is string -%}\n {%- set column_value_clean = dbt.string_literal(dbt.escape_single_quotes(column_value)) -%}\n {%- elif column_value is none -%}\n {%- set column_value_clean = 'null' -%}\n {%- endif -%}\n\n {%- set row_update = {column_name: safe_cast(column_value_clean, column_type) } -%}\n {%- do formatted_row.update(row_update) -%}\n {%- endfor -%}\n {{ return(formatted_row) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.string_literal", "macro.dbt.escape_single_quotes", "macro.dbt.safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6893523, "supported_languages": null}, "macro.dbt.validate_fixture_rows": {"name": "validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.validate_fixture_rows", "macro_sql": "{%- macro validate_fixture_rows(rows, row_number) -%}\n {{ return(adapter.dispatch('validate_fixture_rows', 'dbt')(rows, row_number)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__validate_fixture_rows"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6895003, "supported_languages": null}, "macro.dbt.default__validate_fixture_rows": {"name": "default__validate_fixture_rows", "resource_type": "macro", "package_name": "dbt", "path": "macros/unit_test_sql/get_fixture_sql.sql", "original_file_path": "macros/unit_test_sql/get_fixture_sql.sql", "unique_id": "macro.dbt.default__validate_fixture_rows", "macro_sql": "{%- macro default__validate_fixture_rows(rows, row_number) -%}\n {# This is an abstract method for adapter overrides as needed #}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.689569, "supported_languages": null}, "macro.dbt.any_value": {"name": "any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.any_value", "macro_sql": "{% macro any_value(expression) -%}\n {{ return(adapter.dispatch('any_value', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__any_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6897495, "supported_languages": null}, "macro.dbt.default__any_value": {"name": "default__any_value", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/any_value.sql", "original_file_path": "macros/utils/any_value.sql", "unique_id": "macro.dbt.default__any_value", "macro_sql": "{% macro default__any_value(expression) -%}\n\n any_value({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6898277, "supported_languages": null}, "macro.dbt.array_append": {"name": "array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.array_append", "macro_sql": "{% macro array_append(array, new_element) -%}\n {{ return(adapter.dispatch('array_append', 'dbt')(array, new_element)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__array_append"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6900299, "supported_languages": null}, "macro.dbt.default__array_append": {"name": "default__array_append", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_append.sql", "original_file_path": "macros/utils/array_append.sql", "unique_id": "macro.dbt.default__array_append", "macro_sql": "{% macro default__array_append(array, new_element) -%}\n array_append({{ array }}, {{ new_element }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.690129, "supported_languages": null}, "macro.dbt.array_concat": {"name": "array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.array_concat", "macro_sql": "{% macro array_concat(array_1, array_2) -%}\n {{ return(adapter.dispatch('array_concat', 'dbt')(array_1, array_2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__array_concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6903222, "supported_languages": null}, "macro.dbt.default__array_concat": {"name": "default__array_concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_concat.sql", "original_file_path": "macros/utils/array_concat.sql", "unique_id": "macro.dbt.default__array_concat", "macro_sql": "{% macro default__array_concat(array_1, array_2) -%}\n array_cat({{ array_1 }}, {{ array_2 }})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6904163, "supported_languages": null}, "macro.dbt.array_construct": {"name": "array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.array_construct", "macro_sql": "{% macro array_construct(inputs=[], data_type=api.Column.translate_type('integer')) -%}\n {{ return(adapter.dispatch('array_construct', 'dbt')(inputs, data_type)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__array_construct"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6922057, "supported_languages": null}, "macro.dbt.default__array_construct": {"name": "default__array_construct", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/array_construct.sql", "original_file_path": "macros/utils/array_construct.sql", "unique_id": "macro.dbt.default__array_construct", "macro_sql": "{% macro default__array_construct(inputs, data_type) -%}\n {% if inputs|length > 0 %}\n array[ {{ inputs|join(' , ') }} ]\n {% else %}\n array[]::{{data_type}}[]\n {% endif %}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6924078, "supported_languages": null}, "macro.dbt.bool_or": {"name": "bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.bool_or", "macro_sql": "{% macro bool_or(expression) -%}\n {{ return(adapter.dispatch('bool_or', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__bool_or"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.69261, "supported_languages": null}, "macro.dbt.default__bool_or": {"name": "default__bool_or", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/bool_or.sql", "original_file_path": "macros/utils/bool_or.sql", "unique_id": "macro.dbt.default__bool_or", "macro_sql": "{% macro default__bool_or(expression) -%}\n\n bool_or({{ expression }})\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6926932, "supported_languages": null}, "macro.dbt.cast": {"name": "cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.cast", "macro_sql": "{% macro cast(field, type) %}\n {{ return(adapter.dispatch('cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6928947, "supported_languages": null}, "macro.dbt.default__cast": {"name": "default__cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast.sql", "original_file_path": "macros/utils/cast.sql", "unique_id": "macro.dbt.default__cast", "macro_sql": "{% macro default__cast(field, type) %}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6931741, "supported_languages": null}, "macro.dbt.cast_bool_to_text": {"name": "cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.cast_bool_to_text", "macro_sql": "{% macro cast_bool_to_text(field) %}\n {{ adapter.dispatch('cast_bool_to_text', 'dbt') (field) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.693407, "supported_languages": null}, "macro.dbt.default__cast_bool_to_text": {"name": "default__cast_bool_to_text", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/cast_bool_to_text.sql", "original_file_path": "macros/utils/cast_bool_to_text.sql", "unique_id": "macro.dbt.default__cast_bool_to_text", "macro_sql": "{% macro default__cast_bool_to_text(field) %}\n cast({{ field }} as {{ api.Column.translate_type('string') }})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.693523, "supported_languages": null}, "macro.dbt.concat": {"name": "concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.concat", "macro_sql": "{% macro concat(fields) -%}\n {{ return(adapter.dispatch('concat', 'dbt')(fields)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6937013, "supported_languages": null}, "macro.dbt.default__concat": {"name": "default__concat", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/concat.sql", "original_file_path": "macros/utils/concat.sql", "unique_id": "macro.dbt.default__concat", "macro_sql": "{% macro default__concat(fields) -%}\n {{ fields|join(' || ') }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6937892, "supported_languages": null}, "macro.dbt.type_string": {"name": "type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_string", "macro_sql": "\n\n{%- macro type_string() -%}\n {{ return(adapter.dispatch('type_string', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.694341, "supported_languages": null}, "macro.dbt.default__type_string": {"name": "default__type_string", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_string", "macro_sql": "{% macro default__type_string() %}\n {{ return(api.Column.translate_type(\"string\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.694447, "supported_languages": null}, "macro.dbt.type_timestamp": {"name": "type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_timestamp", "macro_sql": "\n\n{%- macro type_timestamp() -%}\n {{ return(adapter.dispatch('type_timestamp', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6945615, "supported_languages": null}, "macro.dbt.default__type_timestamp": {"name": "default__type_timestamp", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_timestamp", "macro_sql": "{% macro default__type_timestamp() %}\n {{ return(api.Column.translate_type(\"timestamp\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.694671, "supported_languages": null}, "macro.dbt.type_float": {"name": "type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_float", "macro_sql": "\n\n{%- macro type_float() -%}\n {{ return(adapter.dispatch('type_float', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_float"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6947818, "supported_languages": null}, "macro.dbt.default__type_float": {"name": "default__type_float", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_float", "macro_sql": "{% macro default__type_float() %}\n {{ return(api.Column.translate_type(\"float\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6948848, "supported_languages": null}, "macro.dbt.type_numeric": {"name": "type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_numeric", "macro_sql": "\n\n{%- macro type_numeric() -%}\n {{ return(adapter.dispatch('type_numeric', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6949983, "supported_languages": null}, "macro.dbt.default__type_numeric": {"name": "default__type_numeric", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_numeric", "macro_sql": "{% macro default__type_numeric() %}\n {{ return(api.Column.numeric_type(\"numeric\", 28, 6)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6951265, "supported_languages": null}, "macro.dbt.type_bigint": {"name": "type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_bigint", "macro_sql": "\n\n{%- macro type_bigint() -%}\n {{ return(adapter.dispatch('type_bigint', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_bigint"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6952386, "supported_languages": null}, "macro.dbt.default__type_bigint": {"name": "default__type_bigint", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_bigint", "macro_sql": "{% macro default__type_bigint() %}\n {{ return(api.Column.translate_type(\"bigint\")) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6953433, "supported_languages": null}, "macro.dbt.type_int": {"name": "type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_int", "macro_sql": "\n\n{%- macro type_int() -%}\n {{ return(adapter.dispatch('type_int', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_int"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6954556, "supported_languages": null}, "macro.dbt.default__type_int": {"name": "default__type_int", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_int", "macro_sql": "{%- macro default__type_int() -%}\n {{ return(api.Column.translate_type(\"integer\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.69556, "supported_languages": null}, "macro.dbt.type_boolean": {"name": "type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.type_boolean", "macro_sql": "\n\n{%- macro type_boolean() -%}\n {{ return(adapter.dispatch('type_boolean', 'dbt')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__type_boolean"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6956718, "supported_languages": null}, "macro.dbt.default__type_boolean": {"name": "default__type_boolean", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/data_types.sql", "original_file_path": "macros/utils/data_types.sql", "unique_id": "macro.dbt.default__type_boolean", "macro_sql": "{%- macro default__type_boolean() -%}\n {{ return(api.Column.translate_type(\"boolean\")) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6957746, "supported_languages": null}, "macro.dbt.date": {"name": "date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.date", "macro_sql": "{% macro date(year, month, day) %}\n {{ return(adapter.dispatch('date', 'dbt') (year, month, day)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6960073, "supported_languages": null}, "macro.dbt.default__date": {"name": "default__date", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date.sql", "original_file_path": "macros/utils/date.sql", "unique_id": "macro.dbt.default__date", "macro_sql": "{% macro default__date(year, month, day) -%}\n {%- set dt = modules.datetime.date(year, month, day) -%}\n {%- set iso_8601_formatted_date = dt.strftime('%Y-%m-%d') -%}\n to_date('{{ iso_8601_formatted_date }}', 'YYYY-MM-DD')\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6962144, "supported_languages": null}, "macro.dbt.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6965907, "supported_languages": null}, "macro.dbt.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6970131, "supported_languages": null}, "macro.dbt.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6971815, "supported_languages": null}, "macro.dbt.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_spine.sql", "original_file_path": "macros/utils/date_spine.sql", "unique_id": "macro.dbt.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n {# call as follows:\n\n date_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n ) #}\n\n\n with rawdata as (\n\n {{dbt.generate_series(\n dbt.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n ),\n\n all_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n ),\n\n filtered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n )\n\n select * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.generate_series", "macro.dbt.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6974452, "supported_languages": null}, "macro.dbt.date_trunc": {"name": "date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.date_trunc", "macro_sql": "{% macro date_trunc(datepart, date) -%}\n {{ return(adapter.dispatch('date_trunc', 'dbt') (datepart, date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6977565, "supported_languages": null}, "macro.dbt.default__date_trunc": {"name": "default__date_trunc", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/date_trunc.sql", "original_file_path": "macros/utils/date_trunc.sql", "unique_id": "macro.dbt.default__date_trunc", "macro_sql": "{% macro default__date_trunc(datepart, date) -%}\n date_trunc('{{datepart}}', {{date}})\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6979213, "supported_languages": null}, "macro.dbt.dateadd": {"name": "dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.dateadd", "macro_sql": "{% macro dateadd(datepart, interval, from_date_or_timestamp) %}\n {{ return(adapter.dispatch('dateadd', 'dbt')(datepart, interval, from_date_or_timestamp)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6983452, "supported_languages": null}, "macro.dbt.default__dateadd": {"name": "default__dateadd", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/dateadd.sql", "original_file_path": "macros/utils/dateadd.sql", "unique_id": "macro.dbt.default__dateadd", "macro_sql": "{% macro default__dateadd(datepart, interval, from_date_or_timestamp) %}\n\n dateadd(\n {{ datepart }},\n {{ interval }},\n {{ from_date_or_timestamp }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6984718, "supported_languages": null}, "macro.dbt.datediff": {"name": "datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.datediff", "macro_sql": "{% macro datediff(first_date, second_date, datepart) %}\n {{ return(adapter.dispatch('datediff', 'dbt')(first_date, second_date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6987126, "supported_languages": null}, "macro.dbt.default__datediff": {"name": "default__datediff", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/datediff.sql", "original_file_path": "macros/utils/datediff.sql", "unique_id": "macro.dbt.default__datediff", "macro_sql": "{% macro default__datediff(first_date, second_date, datepart) -%}\n\n datediff(\n {{ datepart }},\n {{ first_date }},\n {{ second_date }}\n )\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6988335, "supported_languages": null}, "macro.dbt.equals": {"name": "equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.equals", "macro_sql": "{% macro equals(expr1, expr2) %}\n {{ return(adapter.dispatch('equals', 'dbt') (expr1, expr2)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default__equals"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6990683, "supported_languages": null}, "macro.dbt.default__equals": {"name": "default__equals", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/equals.sql", "original_file_path": "macros/utils/equals.sql", "unique_id": "macro.dbt.default__equals", "macro_sql": "{% macro default__equals(expr1, expr2) -%}\n{%- if adapter.behavior.enable_truthy_nulls_equals_macro.no_warn %}\n case when (({{ expr1 }} = {{ expr2 }}) or ({{ expr1 }} is null and {{ expr2 }} is null))\n then 0\n else 1\n end = 0\n{%- else -%}\n ({{ expr1 }} = {{ expr2 }})\n{%- endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6993008, "supported_languages": null}, "macro.dbt.escape_single_quotes": {"name": "escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.escape_single_quotes", "macro_sql": "{% macro escape_single_quotes(expression) %}\n {{ return(adapter.dispatch('escape_single_quotes', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__escape_single_quotes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6995041, "supported_languages": null}, "macro.dbt.default__escape_single_quotes": {"name": "default__escape_single_quotes", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/escape_single_quotes.sql", "original_file_path": "macros/utils/escape_single_quotes.sql", "unique_id": "macro.dbt.default__escape_single_quotes", "macro_sql": "{% macro default__escape_single_quotes(expression) -%}\n{{ expression | replace(\"'\",\"''\") }}\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6996093, "supported_languages": null}, "macro.dbt.except": {"name": "except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.except", "macro_sql": "{% macro except() %}\n {{ return(adapter.dispatch('except', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6997757, "supported_languages": null}, "macro.dbt.default__except": {"name": "default__except", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/except.sql", "original_file_path": "macros/utils/except.sql", "unique_id": "macro.dbt.default__except", "macro_sql": "{% macro default__except() %}\n\n except\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.6998346, "supported_languages": null}, "macro.dbt.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.700167, "supported_languages": null}, "macro.dbt.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7004755, "supported_languages": null}, "macro.dbt.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7006097, "supported_languages": null}, "macro.dbt.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/generate_series.sql", "original_file_path": "macros/utils/generate_series.sql", "unique_id": "macro.dbt.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.700982, "supported_languages": null}, "macro.dbt.hash": {"name": "hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.hash", "macro_sql": "{% macro hash(field) -%}\n {{ return(adapter.dispatch('hash', 'dbt') (field)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__hash"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7011805, "supported_languages": null}, "macro.dbt.default__hash": {"name": "default__hash", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/hash.sql", "original_file_path": "macros/utils/hash.sql", "unique_id": "macro.dbt.default__hash", "macro_sql": "{% macro default__hash(field) -%}\n md5(cast({{ field }} as {{ api.Column.translate_type('string') }}))\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.701295, "supported_languages": null}, "macro.dbt.intersect": {"name": "intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.intersect", "macro_sql": "{% macro intersect() %}\n {{ return(adapter.dispatch('intersect', 'dbt')()) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__intersect"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7014573, "supported_languages": null}, "macro.dbt.default__intersect": {"name": "default__intersect", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/intersect.sql", "original_file_path": "macros/utils/intersect.sql", "unique_id": "macro.dbt.default__intersect", "macro_sql": "{% macro default__intersect() %}\n\n intersect\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7015145, "supported_languages": null}, "macro.dbt.last_day": {"name": "last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.last_day", "macro_sql": "{% macro last_day(date, datepart) %}\n {{ return(adapter.dispatch('last_day', 'dbt') (date, datepart)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7017372, "supported_languages": null}, "macro.dbt.default_last_day": {"name": "default_last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default_last_day", "macro_sql": "\n\n{%- macro default_last_day(date, datepart) -%}\n cast(\n {{dbt.dateadd('day', '-1',\n dbt.dateadd(datepart, '1', dbt.date_trunc(datepart, date))\n )}}\n as date)\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.date_trunc"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7019253, "supported_languages": null}, "macro.dbt.default__last_day": {"name": "default__last_day", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/last_day.sql", "original_file_path": "macros/utils/last_day.sql", "unique_id": "macro.dbt.default__last_day", "macro_sql": "{% macro default__last_day(date, datepart) -%}\n {{dbt.default_last_day(date, datepart)}}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.default_last_day"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7020316, "supported_languages": null}, "macro.dbt.length": {"name": "length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.length", "macro_sql": "{% macro length(expression) -%}\n {{ return(adapter.dispatch('length', 'dbt') (expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__length"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7022197, "supported_languages": null}, "macro.dbt.default__length": {"name": "default__length", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/length.sql", "original_file_path": "macros/utils/length.sql", "unique_id": "macro.dbt.default__length", "macro_sql": "{% macro default__length(expression) %}\n\n length(\n {{ expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7022955, "supported_languages": null}, "macro.dbt.listagg": {"name": "listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.listagg", "macro_sql": "{% macro listagg(measure, delimiter_text=\"','\", order_by_clause=none, limit_num=none) -%}\n {{ return(adapter.dispatch('listagg', 'dbt') (measure, delimiter_text, order_by_clause, limit_num)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__listagg"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.702614, "supported_languages": null}, "macro.dbt.default__listagg": {"name": "default__listagg", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/listagg.sql", "original_file_path": "macros/utils/listagg.sql", "unique_id": "macro.dbt.default__listagg", "macro_sql": "{% macro default__listagg(measure, delimiter_text, order_by_clause, limit_num) -%}\n\n {% if limit_num -%}\n array_to_string(\n array_slice(\n array_agg(\n {{ measure }}\n ){% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n ,0\n ,{{ limit_num }}\n ),\n {{ delimiter_text }}\n )\n {%- else %}\n listagg(\n {{ measure }},\n {{ delimiter_text }}\n )\n {% if order_by_clause -%}\n within group ({{ order_by_clause }})\n {%- endif %}\n {%- endif %}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7029004, "supported_languages": null}, "macro.dbt.string_literal": {"name": "string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.string_literal", "macro_sql": "{%- macro string_literal(value) -%}\n {{ return(adapter.dispatch('string_literal', 'dbt') (value)) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt.default__string_literal"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.703077, "supported_languages": null}, "macro.dbt.default__string_literal": {"name": "default__string_literal", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/literal.sql", "original_file_path": "macros/utils/literal.sql", "unique_id": "macro.dbt.default__string_literal", "macro_sql": "{% macro default__string_literal(value) -%}\n '{{ value }}'\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7031968, "supported_languages": null}, "macro.dbt.position": {"name": "position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.position", "macro_sql": "{% macro position(substring_text, string_text) -%}\n {{ return(adapter.dispatch('position', 'dbt') (substring_text, string_text)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__position"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7035813, "supported_languages": null}, "macro.dbt.default__position": {"name": "default__position", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/position.sql", "original_file_path": "macros/utils/position.sql", "unique_id": "macro.dbt.default__position", "macro_sql": "{% macro default__position(substring_text, string_text) %}\n\n position(\n {{ substring_text }} in {{ string_text }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7036803, "supported_languages": null}, "macro.dbt.replace": {"name": "replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.replace", "macro_sql": "{% macro replace(field, old_chars, new_chars) -%}\n {{ return(adapter.dispatch('replace', 'dbt') (field, old_chars, new_chars)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__replace"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7038987, "supported_languages": null}, "macro.dbt.default__replace": {"name": "default__replace", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/replace.sql", "original_file_path": "macros/utils/replace.sql", "unique_id": "macro.dbt.default__replace", "macro_sql": "{% macro default__replace(field, old_chars, new_chars) %}\n\n replace(\n {{ field }},\n {{ old_chars }},\n {{ new_chars }}\n )\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7040167, "supported_languages": null}, "macro.dbt.right": {"name": "right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.right", "macro_sql": "{% macro right(string_text, length_expression) -%}\n {{ return(adapter.dispatch('right', 'dbt') (string_text, length_expression)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__right"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.704223, "supported_languages": null}, "macro.dbt.default__right": {"name": "default__right", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/right.sql", "original_file_path": "macros/utils/right.sql", "unique_id": "macro.dbt.default__right", "macro_sql": "{% macro default__right(string_text, length_expression) %}\n\n right(\n {{ string_text }},\n {{ length_expression }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7043204, "supported_languages": null}, "macro.dbt.safe_cast": {"name": "safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.safe_cast", "macro_sql": "{% macro safe_cast(field, type) %}\n {{ return(adapter.dispatch('safe_cast', 'dbt') (field, type)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.default__safe_cast"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.704527, "supported_languages": null}, "macro.dbt.default__safe_cast": {"name": "default__safe_cast", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/safe_cast.sql", "original_file_path": "macros/utils/safe_cast.sql", "unique_id": "macro.dbt.default__safe_cast", "macro_sql": "{% macro default__safe_cast(field, type) %}\n {# most databases don't support this function yet\n so we just need to use cast #}\n cast({{field}} as {{type}})\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7046273, "supported_languages": null}, "macro.dbt.split_part": {"name": "split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.split_part", "macro_sql": "{% macro split_part(string_text, delimiter_text, part_number) %}\n {{ return(adapter.dispatch('split_part', 'dbt') (string_text, delimiter_text, part_number)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7048934, "supported_languages": null}, "macro.dbt.default__split_part": {"name": "default__split_part", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt.default__split_part", "macro_sql": "{% macro default__split_part(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7050087, "supported_languages": null}, "macro.dbt._split_part_negative": {"name": "_split_part_negative", "resource_type": "macro", "package_name": "dbt", "path": "macros/utils/split_part.sql", "original_file_path": "macros/utils/split_part.sql", "unique_id": "macro.dbt._split_part_negative", "macro_sql": "{% macro _split_part_negative(string_text, delimiter_text, part_number) %}\n\n split_part(\n {{ string_text }},\n {{ delimiter_text }},\n length({{ string_text }})\n - length(\n replace({{ string_text }}, {{ delimiter_text }}, '')\n ) + 2 + {{ part_number }}\n )\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.705167, "supported_languages": null}, "macro.dbt.test_unique": {"name": "test_unique", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_unique", "macro_sql": "{% test unique(model, column_name) %}\n {% set macro = adapter.dispatch('test_unique', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_unique"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7055087, "supported_languages": null}, "macro.dbt.test_not_null": {"name": "test_not_null", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_not_null", "macro_sql": "{% test not_null(model, column_name) %}\n {% set macro = adapter.dispatch('test_not_null', 'dbt') %}\n {{ macro(model, column_name) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_not_null"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7056882, "supported_languages": null}, "macro.dbt.test_accepted_values": {"name": "test_accepted_values", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_accepted_values", "macro_sql": "{% test accepted_values(model, column_name, values, quote=True) %}\n {% set macro = adapter.dispatch('test_accepted_values', 'dbt') %}\n {{ macro(model, column_name, values, quote) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt.default__test_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7059064, "supported_languages": null}, "macro.dbt.test_relationships": {"name": "test_relationships", "resource_type": "macro", "package_name": "dbt", "path": "tests/generic/builtin.sql", "original_file_path": "tests/generic/builtin.sql", "unique_id": "macro.dbt.test_relationships", "macro_sql": "{% test relationships(model, column_name, to, field) %}\n {% set macro = adapter.dispatch('test_relationships', 'dbt') %}\n {{ macro(model, column_name, to, field) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_clickhouse.clickhouse__test_relationships"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7061157, "supported_languages": null}, "macro.dbt_utils.get_url_host": {"name": "get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.get_url_host", "macro_sql": "{% macro get_url_host(field) -%}\n {{ return(adapter.dispatch('get_url_host', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_host"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7063448, "supported_languages": null}, "macro.dbt_utils.default__get_url_host": {"name": "default__get_url_host", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_host.sql", "original_file_path": "macros/web/get_url_host.sql", "unique_id": "macro.dbt_utils.default__get_url_host", "macro_sql": "{% macro default__get_url_host(field) -%}\n\n{%- set parsed =\n dbt.split_part(\n dbt.split_part(\n dbt.replace(\n dbt.replace(\n dbt.replace(field, \"'android-app://'\", \"''\"\n ), \"'http://'\", \"''\"\n ), \"'https://'\", \"''\"\n ), \"'/'\", 1\n ), \"'?'\", 1\n )\n\n-%}\n\n\n {{ dbt.safe_cast(\n parsed,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part", "macro.dbt.replace", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7068, "supported_languages": null}, "macro.dbt_utils.get_url_path": {"name": "get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.get_url_path", "macro_sql": "{% macro get_url_path(field) -%}\n {{ return(adapter.dispatch('get_url_path', 'dbt_utils')(field)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_path"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7070491, "supported_languages": null}, "macro.dbt_utils.default__get_url_path": {"name": "default__get_url_path", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_path.sql", "original_file_path": "macros/web/get_url_path.sql", "unique_id": "macro.dbt_utils.default__get_url_path", "macro_sql": "{% macro default__get_url_path(field) -%}\n\n {%- set stripped_url =\n dbt.replace(\n dbt.replace(field, \"'http://'\", \"''\"), \"'https://'\", \"''\")\n -%}\n\n {%- set first_slash_pos -%}\n coalesce(\n nullif({{ dbt.position(\"'/'\", stripped_url) }}, 0),\n {{ dbt.position(\"'?'\", stripped_url) }} - 1\n )\n {%- endset -%}\n\n {%- set parsed_path =\n dbt.split_part(\n dbt.right(\n stripped_url,\n dbt.length(stripped_url) ~ \"-\" ~ first_slash_pos\n ),\n \"'?'\", 1\n )\n -%}\n\n {{ dbt.safe_cast(\n parsed_path,\n dbt.type_string()\n )}}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.replace", "macro.dbt.position", "macro.dbt.split_part", "macro.dbt.right", "macro.dbt.length", "macro.dbt.safe_cast", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7074964, "supported_languages": null}, "macro.dbt_utils.get_url_parameter": {"name": "get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.get_url_parameter", "macro_sql": "{% macro get_url_parameter(field, url_parameter) -%}\n {{ return(adapter.dispatch('get_url_parameter', 'dbt_utils')(field, url_parameter)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_url_parameter"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.707714, "supported_languages": null}, "macro.dbt_utils.default__get_url_parameter": {"name": "default__get_url_parameter", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/web/get_url_parameter.sql", "original_file_path": "macros/web/get_url_parameter.sql", "unique_id": "macro.dbt_utils.default__get_url_parameter", "macro_sql": "{% macro default__get_url_parameter(field, url_parameter) -%}\n\n{%- set formatted_url_parameter = \"'\" + url_parameter + \"='\" -%}\n\n{%- set split = dbt.split_part(dbt.split_part(field, formatted_url_parameter, 2), \"'&'\", 1) -%}\n\nnullif({{ split }},'')\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.split_part"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7079396, "supported_languages": null}, "macro.dbt_utils.test_fewer_rows_than": {"name": "test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.test_fewer_rows_than", "macro_sql": "{% test fewer_rows_than(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_fewer_rows_than', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_fewer_rows_than"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7083712, "supported_languages": null}, "macro.dbt_utils.default__test_fewer_rows_than": {"name": "default__test_fewer_rows_than", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/fewer_rows_than.sql", "original_file_path": "macros/generic_tests/fewer_rows_than.sql", "unique_id": "macro.dbt_utils.default__test_fewer_rows_than", "macro_sql": "{% macro default__test_fewer_rows_than(model, compare_model, group_by_columns) %}\n\n{{ config(fail_calc = 'sum(coalesce(row_count_delta, 0))') }}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in equal_rowcount. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_fewer_rows_than'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_our_model \n from {{ model }}\n {{ groupby_gb_cols }}\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_fewer_rows_than,\n count(*) as count_comparison_model \n from {{ compare_model }}\n {{ groupby_gb_cols }}\n\n),\ncounts as (\n\n select\n\n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_our_model,\n count_comparison_model\n from a\n full join b on \n a.id_dbtutils_test_fewer_rows_than = b.id_dbtutils_test_fewer_rows_than\n {{ join_gb_cols }}\n\n),\nfinal as (\n\n select *,\n case\n -- fail the test if we have more rows than the reference model and return the row count delta\n when count_our_model > count_comparison_model then (count_our_model - count_comparison_model)\n -- fail the test if they are the same number\n when count_our_model = count_comparison_model then 1\n -- pass the test if the delta is positive (i.e. return the number 0)\n else 0\n end as row_count_delta\n from counts\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7091157, "supported_languages": null}, "macro.dbt_utils.test_equal_rowcount": {"name": "test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.test_equal_rowcount", "macro_sql": "{% test equal_rowcount(model, compare_model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_equal_rowcount', 'dbt_utils')(model, compare_model, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equal_rowcount"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7095523, "supported_languages": null}, "macro.dbt_utils.default__test_equal_rowcount": {"name": "default__test_equal_rowcount", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equal_rowcount.sql", "original_file_path": "macros/generic_tests/equal_rowcount.sql", "unique_id": "macro.dbt_utils.default__test_equal_rowcount", "macro_sql": "{% macro default__test_equal_rowcount(model, compare_model, group_by_columns) %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = 'sum(coalesce(diff_count, 0))') }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(', ') + ', ' %}\n {% set join_gb_cols %}\n {% for c in group_by_columns %}\n and a.{{c}} = b.{{c}}\n {% endfor %}\n {% endset %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n{#-- We must add a fake join key in case additional grouping variables are not provided --#}\n{#-- Redshift does not allow for dynamically created join conditions (e.g. full join on 1 = 1 --#}\n{#-- The same logic is used in fewer_rows_than. In case of changes, maintain consistent logic --#}\n{% set group_by_columns = ['id_dbtutils_test_equal_rowcount'] + group_by_columns %}\n{% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n\nwith a as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_a \n from {{ model }}\n {{groupby_gb_cols}}\n\n\n),\nb as (\n\n select \n {{select_gb_cols}}\n 1 as id_dbtutils_test_equal_rowcount,\n count(*) as count_b \n from {{ compare_model }}\n {{groupby_gb_cols}}\n\n),\nfinal as (\n\n select\n \n {% for c in group_by_columns -%}\n a.{{c}} as {{c}}_a,\n b.{{c}} as {{c}}_b,\n {% endfor %}\n\n count_a,\n count_b,\n abs(count_a - count_b) as diff_count\n\n from a\n full join b\n on\n a.id_dbtutils_test_equal_rowcount = b.id_dbtutils_test_equal_rowcount\n {{join_gb_cols}}\n\n\n)\n\nselect * from final\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7104912, "supported_languages": null}, "macro.dbt_utils.test_relationships_where": {"name": "test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.test_relationships_where", "macro_sql": "{% test relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n {{ return(adapter.dispatch('test_relationships_where', 'dbt_utils')(model, column_name, to, field, from_condition, to_condition)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_relationships_where"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7108839, "supported_languages": null}, "macro.dbt_utils.default__test_relationships_where": {"name": "default__test_relationships_where", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/relationships_where.sql", "original_file_path": "macros/generic_tests/relationships_where.sql", "unique_id": "macro.dbt_utils.default__test_relationships_where", "macro_sql": "{% macro default__test_relationships_where(model, column_name, to, field, from_condition=\"1=1\", to_condition=\"1=1\") %}\n\n{# T-SQL has no boolean data type so we use 1=1 which returns TRUE #}\n{# ref https://stackoverflow.com/a/7170753/3842610 #}\n\nwith left_table as (\n\n select\n {{column_name}} as id\n\n from {{model}}\n\n where {{column_name}} is not null\n and {{from_condition}}\n\n),\n\nright_table as (\n\n select\n {{field}} as id\n\n from {{to}}\n\n where {{field}} is not null\n and {{to_condition}}\n\n),\n\nexceptions as (\n\n select\n left_table.id,\n right_table.id as right_id\n\n from left_table\n\n left join right_table\n on left_table.id = right_table.id\n\n where right_table.id is null\n\n)\n\nselect * from exceptions\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7111442, "supported_languages": null}, "macro.dbt_utils.test_recency": {"name": "test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.test_recency", "macro_sql": "{% test recency(model, field, datepart, interval, ignore_time_component=False, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_recency', 'dbt_utils')(model, field, datepart, interval, ignore_time_component, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_recency"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7115636, "supported_languages": null}, "macro.dbt_utils.default__test_recency": {"name": "default__test_recency", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/recency.sql", "original_file_path": "macros/generic_tests/recency.sql", "unique_id": "macro.dbt_utils.default__test_recency", "macro_sql": "{% macro default__test_recency(model, field, datepart, interval, ignore_time_component, group_by_columns) %}\n\n{% set threshold = 'cast(' ~ dbt.dateadd(datepart, interval * -1, dbt.current_timestamp()) ~ ' as ' ~ ('date' if ignore_time_component else dbt.type_timestamp()) ~ ')' %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nwith recency as (\n\n select \n\n {{ select_gb_cols }}\n {% if ignore_time_component %}\n cast(max({{ field }}) as date) as most_recent\n {%- else %}\n max({{ field }}) as most_recent\n {%- endif %}\n\n from {{ model }}\n\n {{ groupby_gb_cols }}\n\n)\n\nselect\n\n {{ select_gb_cols }}\n most_recent,\n {{ threshold }} as threshold\n\nfrom recency\nwhere most_recent < {{ threshold }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.dateadd", "macro.dbt.current_timestamp", "macro.dbt.type_timestamp"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.712834, "supported_languages": null}, "macro.dbt_utils.test_not_constant": {"name": "test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.test_not_constant", "macro_sql": "{% test not_constant(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_constant', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_constant"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7132132, "supported_languages": null}, "macro.dbt_utils.default__test_not_constant": {"name": "default__test_not_constant", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_constant.sql", "original_file_path": "macros/generic_tests/not_constant.sql", "unique_id": "macro.dbt_utils.default__test_not_constant", "macro_sql": "{% macro default__test_not_constant(model, column_name, group_by_columns) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\n\nselect\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count(distinct {{ column_name }}) as filler_column\n\nfrom {{ model }}\n\n {{groupby_gb_cols}}\n\nhaving count(distinct {{ column_name }}) = 1\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7136497, "supported_languages": null}, "macro.dbt_utils.test_accepted_range": {"name": "test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.test_accepted_range", "macro_sql": "{% test accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n {{ return(adapter.dispatch('test_accepted_range', 'dbt_utils')(model, column_name, min_value, max_value, inclusive)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_accepted_range"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7140262, "supported_languages": null}, "macro.dbt_utils.default__test_accepted_range": {"name": "default__test_accepted_range", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/accepted_range.sql", "original_file_path": "macros/generic_tests/accepted_range.sql", "unique_id": "macro.dbt_utils.default__test_accepted_range", "macro_sql": "{% macro default__test_accepted_range(model, column_name, min_value=none, max_value=none, inclusive=true) %}\n\nwith meet_condition as(\n select *\n from {{ model }}\n),\n\nvalidation_errors as (\n select *\n from meet_condition\n where\n -- never true, defaults to an empty result set. Exists to ensure any combo of the `or` clauses below succeeds\n 1 = 2\n\n {%- if min_value is not none %}\n -- records with a value >= min_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} > {{- \"=\" if inclusive }} {{ min_value }}\n {%- endif %}\n\n {%- if max_value is not none %}\n -- records with a value <= max_value are permitted. The `not` flips this to find records that don't meet the rule.\n or not {{ column_name }} < {{- \"=\" if inclusive }} {{ max_value }}\n {%- endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.714403, "supported_languages": null}, "macro.dbt_utils.test_not_accepted_values": {"name": "test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.test_not_accepted_values", "macro_sql": "{% test not_accepted_values(model, column_name, values, quote=True) %}\n {{ return(adapter.dispatch('test_not_accepted_values', 'dbt_utils')(model, column_name, values, quote)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_accepted_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7147105, "supported_languages": null}, "macro.dbt_utils.default__test_not_accepted_values": {"name": "default__test_not_accepted_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_accepted_values.sql", "original_file_path": "macros/generic_tests/not_accepted_values.sql", "unique_id": "macro.dbt_utils.default__test_not_accepted_values", "macro_sql": "{% macro default__test_not_accepted_values(model, column_name, values, quote=True) %}\nwith all_values as (\n\n select distinct\n {{ column_name }} as value_field\n\n from {{ model }}\n\n),\n\nvalidation_errors as (\n\n select\n value_field\n\n from all_values\n where value_field in (\n {% for value in values -%}\n {% if quote -%}\n '{{ value }}'\n {%- else -%}\n {{ value }}\n {%- endif -%}\n {%- if not loop.last -%},{%- endif %}\n {%- endfor %}\n )\n\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.715005, "supported_languages": null}, "macro.dbt_utils.test_at_least_one": {"name": "test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.test_at_least_one", "macro_sql": "{% test at_least_one(model, column_name, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_at_least_one', 'dbt_utils')(model, column_name, group_by_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_at_least_one"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7153986, "supported_languages": null}, "macro.dbt_utils.default__test_at_least_one": {"name": "default__test_at_least_one", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/at_least_one.sql", "original_file_path": "macros/generic_tests/at_least_one.sql", "unique_id": "macro.dbt_utils.default__test_at_least_one", "macro_sql": "{% macro default__test_at_least_one(model, column_name, group_by_columns) %}\n\n{% set pruned_cols = [column_name] %}\n\n{% if group_by_columns|length() > 0 %}\n\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n {% set pruned_cols = group_by_columns %}\n\n {% if column_name not in pruned_cols %}\n {% do pruned_cols.append(column_name) %}\n {% endif %}\n\n{% endif %}\n\n{% set select_pruned_cols = pruned_cols|join(' ,') %}\n\nselect *\nfrom (\n with pruned_rows as (\n select\n {{ select_pruned_cols }}\n from {{ model }}\n {% if group_by_columns|length() == 0 %}\n where {{ column_name }} is not null\n limit 1\n {% endif %}\n )\n select\n {# In TSQL, subquery aggregate columns need aliases #}\n {# thus: a filler col name, 'filler_column' #}\n {{select_gb_cols}}\n count({{ column_name }}) as filler_column\n\n from pruned_rows\n\n {{groupby_gb_cols}}\n\n having count({{ column_name }}) = 0\n\n) validation_errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7160983, "supported_languages": null}, "macro.dbt_utils.test_unique_combination_of_columns": {"name": "test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.test_unique_combination_of_columns", "macro_sql": "{% test unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n {{ return(adapter.dispatch('test_unique_combination_of_columns', 'dbt_utils')(model, combination_of_columns, quote_columns)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_unique_combination_of_columns"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7164323, "supported_languages": null}, "macro.dbt_utils.default__test_unique_combination_of_columns": {"name": "default__test_unique_combination_of_columns", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/unique_combination_of_columns.sql", "original_file_path": "macros/generic_tests/unique_combination_of_columns.sql", "unique_id": "macro.dbt_utils.default__test_unique_combination_of_columns", "macro_sql": "{% macro default__test_unique_combination_of_columns(model, combination_of_columns, quote_columns=false) %}\n\n{% if not quote_columns %}\n {%- set column_list=combination_of_columns %}\n{% elif quote_columns %}\n {%- set column_list=[] %}\n {% for column in combination_of_columns -%}\n {% set column_list = column_list.append( adapter.quote(column) ) %}\n {%- endfor %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`quote_columns` argument for unique_combination_of_columns test must be one of [True, False] Got: '\" ~ quote ~\"'.'\"\n ) }}\n{% endif %}\n\n{%- set columns_csv=column_list | join(', ') %}\n\n\nwith validation_errors as (\n\n select\n {{ columns_csv }}\n from {{ model }}\n group by {{ columns_csv }}\n having count(*) > 1\n\n)\n\nselect *\nfrom validation_errors\n\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7169185, "supported_languages": null}, "macro.dbt_utils.test_cardinality_equality": {"name": "test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.test_cardinality_equality", "macro_sql": "{% test cardinality_equality(model, column_name, to, field) %}\n {{ return(adapter.dispatch('test_cardinality_equality', 'dbt_utils')(model, column_name, to, field)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_cardinality_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7172167, "supported_languages": null}, "macro.dbt_utils.default__test_cardinality_equality": {"name": "default__test_cardinality_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/cardinality_equality.sql", "original_file_path": "macros/generic_tests/cardinality_equality.sql", "unique_id": "macro.dbt_utils.default__test_cardinality_equality", "macro_sql": "{% macro default__test_cardinality_equality(model, column_name, to, field) %}\n\n{# T-SQL does not let you use numbers as aliases for columns #}\n{# Thus, no \"GROUP BY 1\" #}\n\nwith table_a as (\nselect\n {{ column_name }},\n count(*) as num_rows\nfrom {{ model }}\ngroup by {{ column_name }}\n),\n\ntable_b as (\nselect\n {{ field }},\n count(*) as num_rows\nfrom {{ to }}\ngroup by {{ field }}\n),\n\nexcept_a as (\n select *\n from table_a\n {{ dbt.except() }}\n select *\n from table_b\n),\n\nexcept_b as (\n select *\n from table_b\n {{ dbt.except() }}\n select *\n from table_a\n),\n\nunioned as (\n select *\n from except_a\n union all\n select *\n from except_b\n)\n\nselect *\nfrom unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7174664, "supported_languages": null}, "macro.dbt_utils.test_expression_is_true": {"name": "test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.test_expression_is_true", "macro_sql": "{% test expression_is_true(model, expression, column_name=None) %}\n {{ return(adapter.dispatch('test_expression_is_true', 'dbt_utils')(model, expression, column_name)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_expression_is_true"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7177365, "supported_languages": null}, "macro.dbt_utils.default__test_expression_is_true": {"name": "default__test_expression_is_true", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/expression_is_true.sql", "original_file_path": "macros/generic_tests/expression_is_true.sql", "unique_id": "macro.dbt_utils.default__test_expression_is_true", "macro_sql": "{% macro default__test_expression_is_true(model, expression, column_name) %}\n\n{% set column_list = '*' if should_store_failures() else \"1\" %}\n\nselect\n {{ column_list }}\nfrom {{ model }}\n{% if column_name is none %}\nwhere not({{ expression }})\n{%- else %}\nwhere not({{ column_name }} {{ expression }})\n{%- endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.should_store_failures"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7179961, "supported_languages": null}, "macro.dbt_utils.test_not_null_proportion": {"name": "test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.test_not_null_proportion", "macro_sql": "{% macro test_not_null_proportion(model, group_by_columns = []) %}\n {{ return(adapter.dispatch('test_not_null_proportion', 'dbt_utils')(model, group_by_columns, **kwargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_null_proportion"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7183297, "supported_languages": null}, "macro.dbt_utils.default__test_not_null_proportion": {"name": "default__test_not_null_proportion", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_null_proportion.sql", "original_file_path": "macros/generic_tests/not_null_proportion.sql", "unique_id": "macro.dbt_utils.default__test_not_null_proportion", "macro_sql": "{% macro default__test_not_null_proportion(model, group_by_columns) %}\n\n{% set column_name = kwargs.get('column_name', kwargs.get('arg')) %}\n{% set at_least = kwargs.get('at_least', kwargs.get('arg')) %}\n{% set at_most = kwargs.get('at_most', kwargs.get('arg', 1)) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(' ,') + ', ' %}\n {% set groupby_gb_cols = 'group by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith validation as (\n select\n {{select_gb_cols}}\n sum(case when {{ column_name }} is null then 0 else 1 end) / cast(count(*) as {{ dbt.type_numeric() }}) as not_null_proportion\n from {{ model }}\n {{groupby_gb_cols}}\n),\nvalidation_errors as (\n select\n {{select_gb_cols}}\n not_null_proportion\n from validation\n where not_null_proportion < {{ at_least }} or not_null_proportion > {{ at_most }}\n)\nselect\n *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7189229, "supported_languages": null}, "macro.dbt_utils.test_sequential_values": {"name": "test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.test_sequential_values", "macro_sql": "{% test sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n {{ return(adapter.dispatch('test_sequential_values', 'dbt_utils')(model, column_name, interval, datepart, group_by_columns)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_sequential_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.719331, "supported_languages": null}, "macro.dbt_utils.default__test_sequential_values": {"name": "default__test_sequential_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/sequential_values.sql", "original_file_path": "macros/generic_tests/sequential_values.sql", "unique_id": "macro.dbt_utils.default__test_sequential_values", "macro_sql": "{% macro default__test_sequential_values(model, column_name, interval=1, datepart=None, group_by_columns = []) %}\n\n{% set previous_column_name = \"previous_\" ~ dbt_utils.slugify(column_name) %}\n\n{% if group_by_columns|length() > 0 %}\n {% set select_gb_cols = group_by_columns|join(',') + ', ' %}\n {% set partition_gb_cols = 'partition by ' + group_by_columns|join(',') %}\n{% endif %}\n\nwith windowed as (\n\n select\n {{ select_gb_cols }}\n {{ column_name }},\n lag({{ column_name }}) over (\n {{partition_gb_cols}}\n order by {{ column_name }}\n ) as {{ previous_column_name }}\n from {{ model }}\n),\n\nvalidation_errors as (\n select\n *\n from windowed\n {% if datepart %}\n where not(cast({{ column_name }} as {{ dbt.type_timestamp() }})= cast({{ dbt.dateadd(datepart, interval, previous_column_name) }} as {{ dbt.type_timestamp() }}))\n {% else %}\n where not({{ column_name }} = {{ previous_column_name }} + {{ interval }})\n {% endif %}\n)\n\nselect *\nfrom validation_errors\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.slugify", "macro.dbt.type_timestamp", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7199783, "supported_languages": null}, "macro.dbt_utils.test_equality": {"name": "test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.test_equality", "macro_sql": "{% test equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n {{ return(adapter.dispatch('test_equality', 'dbt_utils')(model, compare_model, compare_columns, exclude_columns, precision)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_equality"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7209032, "supported_languages": null}, "macro.dbt_utils.default__test_equality": {"name": "default__test_equality", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/equality.sql", "original_file_path": "macros/generic_tests/equality.sql", "unique_id": "macro.dbt_utils.default__test_equality", "macro_sql": "{% macro default__test_equality(model, compare_model, compare_columns=None, exclude_columns=None, precision = None) %}\n\n{%- if compare_columns and exclude_columns -%}\n {{ exceptions.raise_compiler_error(\"Both a compare and an ignore list were provided to the `equality` macro. Only one is allowed\") }}\n{%- endif -%}\n\n{% set set_diff %}\n count(*) + coalesce(abs(\n sum(case when which_diff = 'a_minus_b' then 1 else 0 end) -\n sum(case when which_diff = 'b_minus_a' then 1 else 0 end)\n ), 0)\n{% endset %}\n\n{#-- Needs to be set at parse time, before we return '' below --#}\n{{ config(fail_calc = set_diff) }}\n\n{#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n{%- if not execute -%}\n {{ return('') }}\n{% endif %}\n\n\n\n-- setup\n{%- do dbt_utils._is_relation(model, 'test_equality') -%}\n\n{# Ensure there are no extra columns in the compare_model vs model #}\n{%- if not compare_columns -%}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- do dbt_utils._is_ephemeral(compare_model, 'test_equality') -%}\n\n {%- set model_columns = adapter.get_columns_in_relation(model) -%}\n {%- set compare_model_columns = adapter.get_columns_in_relation(compare_model) -%}\n\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- set include_model_columns = [] %}\n {%- for column in model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n {%- for column in compare_model_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_model_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns_set = set(include_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(include_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- else -%}\n {%- set compare_columns_set = set(model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- set compare_model_columns_set = set(compare_model_columns | map(attribute='quoted') | map(\"lower\")) %}\n {%- endif -%}\n\n {% if compare_columns_set != compare_model_columns_set %}\n {{ exceptions.raise_compiler_error(compare_model ~\" has less columns than \" ~ model ~ \", please ensure they have the same columns or use the `compare_columns` or `exclude_columns` arguments to subset them.\") }}\n {% endif %}\n\n\n{% endif %}\n\n{%- if not precision -%}\n {%- if not compare_columns -%}\n {# \n You cannot get the columns in an ephemeral model (due to not existing in the information schema),\n so if the user does not provide an explicit list of columns we must error in the case it is ephemeral\n #}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set compare_columns = adapter.get_columns_in_relation(model)-%}\n\n {%- if exclude_columns -%}\n {#-- Lower case ignore columns for easier comparison --#}\n {%- set exclude_columns = exclude_columns | map(\"lower\") | list %}\n\n {# Filter out the excluded columns #}\n {%- set include_columns = [] %}\n {%- for column in compare_columns -%}\n {%- if column.name | lower not in exclude_columns -%}\n {% do include_columns.append(column) %}\n {%- endif %}\n {%- endfor %}\n\n {%- set compare_columns = include_columns | map(attribute='quoted') %}\n {%- else -%} {# Compare columns provided #}\n {%- set compare_columns = compare_columns | map(attribute='quoted') %}\n {%- endif -%}\n {%- endif -%}\n\n {% set compare_cols_csv = compare_columns | join(', ') %}\n\n{% else %} {# Precision required #}\n {#-\n If rounding is required, we need to get the types, so it cannot be ephemeral even if they provide column names\n -#}\n {%- do dbt_utils._is_ephemeral(model, 'test_equality') -%}\n {%- set columns = adapter.get_columns_in_relation(model) -%}\n\n {% set columns_list = [] %}\n {%- for col in columns -%}\n {%- if (\n (col.name|lower in compare_columns|map('lower') or not compare_columns) and\n (col.name|lower not in exclude_columns|map('lower') or not exclude_columns)\n ) -%}\n {# Databricks double type is not picked up by any number type checks in dbt #}\n {%- if col.is_float() or col.is_numeric() or col.data_type == 'double' -%}\n {# Cast is required due to postgres not having round for a double precision number #}\n {%- do columns_list.append('round(cast(' ~ col.quoted ~ ' as ' ~ dbt.type_numeric() ~ '),' ~ precision ~ ') as ' ~ col.quoted) -%}\n {%- else -%} {# Non-numeric type #}\n {%- do columns_list.append(col.quoted) -%}\n {%- endif -%}\n {% endif %}\n {%- endfor -%}\n\n {% set compare_cols_csv = columns_list | join(', ') %}\n\n{% endif %}\n\nwith a as (\n\n select * from {{ model }}\n\n),\n\nb as (\n\n select * from {{ compare_model }}\n\n),\n\na_minus_b as (\n\n select {{compare_cols_csv}} from a\n {{ dbt.except() }}\n select {{compare_cols_csv}} from b\n\n),\n\nb_minus_a as (\n\n select {{compare_cols_csv}} from b\n {{ dbt.except() }}\n select {{compare_cols_csv}} from a\n\n),\n\nunioned as (\n\n select 'a_minus_b' as which_diff, a_minus_b.* from a_minus_b\n union all\n select 'b_minus_a' as which_diff, b_minus_a.* from b_minus_a\n\n)\n\nselect * from unioned\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_numeric", "macro.dbt.except"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7239716, "supported_languages": null}, "macro.dbt_utils.test_not_empty_string": {"name": "test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.test_not_empty_string", "macro_sql": "{% test not_empty_string(model, column_name, trim_whitespace=true) %}\n\n {{ return(adapter.dispatch('test_not_empty_string', 'dbt_utils')(model, column_name, trim_whitespace)) }}\n\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_not_empty_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7243304, "supported_languages": null}, "macro.dbt_utils.default__test_not_empty_string": {"name": "default__test_not_empty_string", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/not_empty_string.sql", "original_file_path": "macros/generic_tests/not_empty_string.sql", "unique_id": "macro.dbt_utils.default__test_not_empty_string", "macro_sql": "{% macro default__test_not_empty_string(model, column_name, trim_whitespace=true) %}\n\n with\n \n all_values as (\n\n select \n\n\n {% if trim_whitespace == true -%}\n\n trim({{ column_name }}) as {{ column_name }}\n\n {%- else -%}\n\n {{ column_name }}\n\n {%- endif %}\n \n from {{ model }}\n\n ),\n\n errors as (\n\n select * from all_values\n where {{ column_name }} = ''\n\n )\n\n select * from errors\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.724582, "supported_languages": null}, "macro.dbt_utils.test_mutually_exclusive_ranges": {"name": "test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.test_mutually_exclusive_ranges", "macro_sql": "{% test mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n {{ return(adapter.dispatch('test_mutually_exclusive_ranges', 'dbt_utils')(model, lower_bound_column, upper_bound_column, partition_by, gaps, zero_length_range_allowed)) }}\n{% endtest %}", "depends_on": {"macros": ["macro.dbt_utils.default__test_mutually_exclusive_ranges"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7252445, "supported_languages": null}, "macro.dbt_utils.default__test_mutually_exclusive_ranges": {"name": "default__test_mutually_exclusive_ranges", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/generic_tests/mutually_exclusive_ranges.sql", "original_file_path": "macros/generic_tests/mutually_exclusive_ranges.sql", "unique_id": "macro.dbt_utils.default__test_mutually_exclusive_ranges", "macro_sql": "{% macro default__test_mutually_exclusive_ranges(model, lower_bound_column, upper_bound_column, partition_by=None, gaps='allowed', zero_length_range_allowed=False) %}\n{% if gaps == 'not_allowed' %}\n {% set allow_gaps_operator='=' %}\n {% set allow_gaps_operator_in_words='equal_to' %}\n{% elif gaps == 'allowed' %}\n {% set allow_gaps_operator='<=' %}\n {% set allow_gaps_operator_in_words='less_than_or_equal_to' %}\n{% elif gaps == 'required' %}\n {% set allow_gaps_operator='<' %}\n {% set allow_gaps_operator_in_words='less_than' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`gaps` argument for mutually_exclusive_ranges test must be one of ['not_allowed', 'allowed', 'required'] Got: '\" ~ gaps ~\"'.'\"\n ) }}\n{% endif %}\n{% if not zero_length_range_allowed %}\n {% set allow_zero_length_operator='<' %}\n {% set allow_zero_length_operator_in_words='less_than' %}\n{% elif zero_length_range_allowed %}\n {% set allow_zero_length_operator='<=' %}\n {% set allow_zero_length_operator_in_words='less_than_or_equal_to' %}\n{% else %}\n {{ exceptions.raise_compiler_error(\n \"`zero_length_range_allowed` argument for mutually_exclusive_ranges test must be one of [true, false] Got: '\" ~ zero_length_range_allowed ~\"'.'\"\n ) }}\n{% endif %}\n\n{% set partition_clause=\"partition by \" ~ partition_by if partition_by else '' %}\n\nwith window_functions as (\n\n select\n {% if partition_by %}\n {{ partition_by }} as partition_by_col,\n {% endif %}\n {{ lower_bound_column }} as lower_bound,\n {{ upper_bound_column }} as upper_bound,\n\n lead({{ lower_bound_column }}) over (\n {{ partition_clause }}\n order by {{ lower_bound_column }}, {{ upper_bound_column }}\n ) as next_lower_bound,\n\n row_number() over (\n {{ partition_clause }}\n order by {{ lower_bound_column }} desc, {{ upper_bound_column }} desc\n ) = 1 as is_last_record\n\n from {{ model }}\n\n),\n\ncalc as (\n -- We want to return records where one of our assumptions fails, so we'll use\n -- the `not` function with `and` statements so we can write our assumptions more cleanly\n select\n *,\n\n -- For each record: lower_bound should be < upper_bound.\n -- Coalesce it to return an error on the null case (implicit assumption\n -- these columns are not_null)\n coalesce(\n lower_bound {{ allow_zero_length_operator }} upper_bound,\n false\n ) as lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound,\n\n -- For each record: upper_bound {{ allow_gaps_operator }} the next lower_bound.\n -- Coalesce it to handle null cases for the last record.\n coalesce(\n upper_bound {{ allow_gaps_operator }} next_lower_bound,\n is_last_record,\n false\n ) as upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n\n from window_functions\n\n),\n\nvalidation_errors as (\n\n select\n *\n from calc\n\n where not(\n -- THE FOLLOWING SHOULD BE TRUE --\n lower_bound_{{ allow_zero_length_operator_in_words }}_upper_bound\n and upper_bound_{{ allow_gaps_operator_in_words }}_next_lower_bound\n )\n)\n\nselect * from validation_errors\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7264848, "supported_languages": null}, "macro.dbt_utils.pretty_log_format": {"name": "pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.pretty_log_format", "macro_sql": "{% macro pretty_log_format(message) %}\n {{ return(adapter.dispatch('pretty_log_format', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7266994, "supported_languages": null}, "macro.dbt_utils.default__pretty_log_format": {"name": "default__pretty_log_format", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_log_format.sql", "original_file_path": "macros/jinja_helpers/pretty_log_format.sql", "unique_id": "macro.dbt_utils.default__pretty_log_format", "macro_sql": "{% macro default__pretty_log_format(message) %}\n {{ return( dbt_utils.pretty_time() ~ ' + ' ~ message) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7268417, "supported_languages": null}, "macro.dbt_utils._is_relation": {"name": "_is_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_relation.sql", "original_file_path": "macros/jinja_helpers/_is_relation.sql", "unique_id": "macro.dbt_utils._is_relation", "macro_sql": "{% macro _is_relation(obj, macro) %}\n {%- if not (obj is mapping and obj.get('metadata', {}).get('type', '').endswith('Relation')) -%}\n {%- do exceptions.raise_compiler_error(\"Macro \" ~ macro ~ \" expected a Relation but received the value: \" ~ obj) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.727212, "supported_languages": null}, "macro.dbt_utils.pretty_time": {"name": "pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.pretty_time", "macro_sql": "{% macro pretty_time(format='%H:%M:%S') %}\n {{ return(adapter.dispatch('pretty_time', 'dbt_utils')(format)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pretty_time"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.727429, "supported_languages": null}, "macro.dbt_utils.default__pretty_time": {"name": "default__pretty_time", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/pretty_time.sql", "original_file_path": "macros/jinja_helpers/pretty_time.sql", "unique_id": "macro.dbt_utils.default__pretty_time", "macro_sql": "{% macro default__pretty_time(format='%H:%M:%S') %}\n {{ return(modules.datetime.datetime.now().strftime(format)) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7275636, "supported_languages": null}, "macro.dbt_utils.log_info": {"name": "log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.log_info", "macro_sql": "{% macro log_info(message) %}\n {{ return(adapter.dispatch('log_info', 'dbt_utils')(message)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__log_info"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7277536, "supported_languages": null}, "macro.dbt_utils.default__log_info": {"name": "default__log_info", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/log_info.sql", "original_file_path": "macros/jinja_helpers/log_info.sql", "unique_id": "macro.dbt_utils.default__log_info", "macro_sql": "{% macro default__log_info(message) %}\n {{ log(dbt_utils.pretty_log_format(message), info=True) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.pretty_log_format"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7278879, "supported_languages": null}, "macro.dbt_utils.slugify": {"name": "slugify", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/slugify.sql", "original_file_path": "macros/jinja_helpers/slugify.sql", "unique_id": "macro.dbt_utils.slugify", "macro_sql": "{% macro slugify(string) %}\n\n{% if not string %}\n{{ return('') }}\n{% endif %}\n\n{#- Lower case the string -#}\n{% set string = string | lower %}\n{#- Replace spaces and dashes with underscores -#}\n{% set string = modules.re.sub('[ -]+', '_', string) %}\n{#- Only take letters, numbers, and underscores -#}\n{% set string = modules.re.sub('[^a-z0-9_]+', '', string) %}\n{#- Prepends \"_\" if string begins with a number -#}\n{% set string = modules.re.sub('^[0-9]', '_' + string[0], string) %}\n\n{{ return(string) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.728449, "supported_languages": null}, "macro.dbt_utils._is_ephemeral": {"name": "_is_ephemeral", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/jinja_helpers/_is_ephemeral.sql", "original_file_path": "macros/jinja_helpers/_is_ephemeral.sql", "unique_id": "macro.dbt_utils._is_ephemeral", "macro_sql": "{% macro _is_ephemeral(obj, macro) %}\n {%- if obj.is_cte -%}\n {% set ephemeral_prefix = api.Relation.add_ephemeral_prefix('') %}\n {% if obj.name.startswith(ephemeral_prefix) %}\n {% set model_name = obj.name[(ephemeral_prefix|length):] %}\n {% else %}\n {% set model_name = obj.name %}\n {%- endif -%}\n {% set error_message %}\nThe `{{ macro }}` macro cannot be used with ephemeral models, as it relies on the information schema.\n\n`{{ model_name }}` is an ephemeral model. Consider making it a view or table instead.\n {% endset %}\n {%- do exceptions.raise_compiler_error(error_message) -%}\n {%- endif -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7289975, "supported_languages": null}, "macro.dbt_utils.get_intervals_between": {"name": "get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.get_intervals_between", "macro_sql": "{% macro get_intervals_between(start_date, end_date, datepart) -%}\n {{ return(adapter.dispatch('get_intervals_between', 'dbt_utils')(start_date, end_date, datepart)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_intervals_between"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.735013, "supported_languages": null}, "macro.dbt_utils.default__get_intervals_between": {"name": "default__get_intervals_between", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__get_intervals_between", "macro_sql": "{% macro default__get_intervals_between(start_date, end_date, datepart) -%}\n {%- call statement('get_intervals_between', fetch_result=True) %}\n\n select {{ dbt.datediff(start_date, end_date, datepart) }}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_intervals_between') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values[0]) }}\n {%- else -%}\n {{ return(1) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt.datediff"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7354693, "supported_languages": null}, "macro.dbt_utils.date_spine": {"name": "date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.date_spine", "macro_sql": "{% macro date_spine(datepart, start_date, end_date) %}\n {{ return(adapter.dispatch('date_spine', 'dbt_utils')(datepart, start_date, end_date)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__date_spine"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7356405, "supported_languages": null}, "macro.dbt_utils.default__date_spine": {"name": "default__date_spine", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/date_spine.sql", "original_file_path": "macros/sql/date_spine.sql", "unique_id": "macro.dbt_utils.default__date_spine", "macro_sql": "{% macro default__date_spine(datepart, start_date, end_date) %}\n\n\n{# call as follows:\n\ndate_spine(\n \"day\",\n \"to_date('01/01/2016', 'mm/dd/yyyy')\",\n \"dbt.dateadd(week, 1, current_date)\"\n) #}\n\n\nwith rawdata as (\n\n {{dbt_utils.generate_series(\n dbt_utils.get_intervals_between(start_date, end_date, datepart)\n )}}\n\n),\n\nall_periods as (\n\n select (\n {{\n dbt.dateadd(\n datepart,\n \"row_number() over (order by 1) - 1\",\n start_date\n )\n }}\n ) as date_{{datepart}}\n from rawdata\n\n),\n\nfiltered as (\n\n select *\n from all_periods\n where date_{{datepart}} <= {{ end_date }}\n\n)\n\nselect * from filtered\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.generate_series", "macro.dbt_utils.get_intervals_between", "macro.dbt.dateadd"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.735887, "supported_languages": null}, "macro.dbt_utils.safe_subtract": {"name": "safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.safe_subtract", "macro_sql": "{%- macro safe_subtract(field_list) -%}\n {{ return(adapter.dispatch('safe_subtract', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_subtract"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.736146, "supported_languages": null}, "macro.dbt_utils.default__safe_subtract": {"name": "default__safe_subtract", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_subtract.sql", "original_file_path": "macros/sql/safe_subtract.sql", "unique_id": "macro.dbt_utils.default__safe_subtract", "macro_sql": "\n\n{%- macro default__safe_subtract(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_subtract` macro takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' -\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7365134, "supported_languages": null}, "macro.dbt_utils.nullcheck_table": {"name": "nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.nullcheck_table", "macro_sql": "{% macro nullcheck_table(relation) %}\n {{ return(adapter.dispatch('nullcheck_table', 'dbt_utils')(relation)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck_table"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.736724, "supported_languages": null}, "macro.dbt_utils.default__nullcheck_table": {"name": "default__nullcheck_table", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck_table.sql", "original_file_path": "macros/sql/nullcheck_table.sql", "unique_id": "macro.dbt_utils.default__nullcheck_table", "macro_sql": "{% macro default__nullcheck_table(relation) %}\n\n {%- do dbt_utils._is_relation(relation, 'nullcheck_table') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'nullcheck_table') -%}\n {% set cols = adapter.get_columns_in_relation(relation) %}\n\n select {{ dbt_utils.nullcheck(cols) }}\n from {{relation}}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.736949, "supported_languages": null}, "macro.dbt_utils.get_relations_by_pattern": {"name": "get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.get_relations_by_pattern", "macro_sql": "{% macro get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_pattern', 'dbt_utils')(schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7372942, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_pattern": {"name": "default__get_relations_by_pattern", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_pattern.sql", "original_file_path": "macros/sql/get_relations_by_pattern.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_pattern", "macro_sql": "{% macro default__get_relations_by_pattern(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7378788, "supported_languages": null}, "macro.dbt_utils.get_powers_of_two": {"name": "get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.get_powers_of_two", "macro_sql": "{% macro get_powers_of_two(upper_bound) %}\n {{ return(adapter.dispatch('get_powers_of_two', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.73821, "supported_languages": null}, "macro.dbt_utils.default__get_powers_of_two": {"name": "default__get_powers_of_two", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__get_powers_of_two", "macro_sql": "{% macro default__get_powers_of_two(upper_bound) %}\n\n {% if upper_bound <= 0 %}\n {{ exceptions.raise_compiler_error(\"upper bound must be positive\") }}\n {% endif %}\n\n {% for _ in range(1, 100) %}\n {% if upper_bound <= 2 ** loop.index %}{{ return(loop.index) }}{% endif %}\n {% endfor %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.738665, "supported_languages": null}, "macro.dbt_utils.generate_series": {"name": "generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.generate_series", "macro_sql": "{% macro generate_series(upper_bound) %}\n {{ return(adapter.dispatch('generate_series', 'dbt_utils')(upper_bound)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_series"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7388117, "supported_languages": null}, "macro.dbt_utils.default__generate_series": {"name": "default__generate_series", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_series.sql", "original_file_path": "macros/sql/generate_series.sql", "unique_id": "macro.dbt_utils.default__generate_series", "macro_sql": "{% macro default__generate_series(upper_bound) %}\n\n {% set n = dbt_utils.get_powers_of_two(upper_bound) %}\n\n with p as (\n select 0 as generated_number union all select 1\n ), unioned as (\n\n select\n\n {% for i in range(n) %}\n p{{i}}.generated_number * power(2, {{i}})\n {% if not loop.last %} + {% endif %}\n {% endfor %}\n + 1\n as generated_number\n\n from\n\n {% for i in range(n) %}\n p as p{{i}}\n {% if not loop.last %} cross join {% endif %}\n {% endfor %}\n\n )\n\n select *\n from unioned\n where generated_number <= {{upper_bound}}\n order by generated_number\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_powers_of_two"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7391818, "supported_languages": null}, "macro.dbt_utils.get_relations_by_prefix": {"name": "get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.get_relations_by_prefix", "macro_sql": "{% macro get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_relations_by_prefix', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_relations_by_prefix"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7395823, "supported_languages": null}, "macro.dbt_utils.default__get_relations_by_prefix": {"name": "default__get_relations_by_prefix", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_relations_by_prefix.sql", "original_file_path": "macros/sql/get_relations_by_prefix.sql", "unique_id": "macro.dbt_utils.default__get_relations_by_prefix", "macro_sql": "{% macro default__get_relations_by_prefix(schema, prefix, exclude='', database=target.database) %}\n\n {%- call statement('get_tables', fetch_result=True) %}\n\n {{ dbt_utils.get_tables_by_prefix_sql(schema, prefix, exclude, database) }}\n\n {%- endcall -%}\n\n {%- set table_list = load_result('get_tables') -%}\n\n {%- if table_list and table_list['table'] -%}\n {%- set tbl_relations = [] -%}\n {%- for row in table_list['table'] -%}\n {%- set tbl_relation = api.Relation.create(\n database=database,\n schema=row.table_schema,\n identifier=row.table_name,\n type=row.table_type\n ) -%}\n {%- do tbl_relations.append(tbl_relation) -%}\n {%- endfor -%}\n\n {{ return(tbl_relations) }}\n {%- else -%}\n {{ return([]) }}\n {%- endif -%}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement", "macro.dbt_utils.get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7402127, "supported_languages": null}, "macro.dbt_utils.get_tables_by_prefix_sql": {"name": "get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_prefix_sql", "macro_sql": "{% macro get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_prefix_sql', 'dbt_utils')(schema, prefix, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_prefix_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7404976, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_prefix_sql": {"name": "default__get_tables_by_prefix_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_prefix_sql.sql", "original_file_path": "macros/sql/get_tables_by_prefix_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_prefix_sql", "macro_sql": "{% macro default__get_tables_by_prefix_sql(schema, prefix, exclude='', database=target.database) %}\n\n {{ dbt_utils.get_tables_by_pattern_sql(\n schema_pattern = schema,\n table_pattern = prefix ~ '%',\n exclude = exclude,\n database = database\n ) }}\n \n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7406886, "supported_languages": null}, "macro.dbt_utils.star": {"name": "star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.star", "macro_sql": "{% macro star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {{ return(adapter.dispatch('star', 'dbt_utils')(from, relation_alias, except, prefix, suffix, quote_identifiers)) }}\r\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__star"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7412395, "supported_languages": null}, "macro.dbt_utils.default__star": {"name": "default__star", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/star.sql", "original_file_path": "macros/sql/star.sql", "unique_id": "macro.dbt_utils.default__star", "macro_sql": "{% macro default__star(from, relation_alias=False, except=[], prefix='', suffix='', quote_identifiers=True) -%}\r\n {%- do dbt_utils._is_relation(from, 'star') -%}\r\n {%- do dbt_utils._is_ephemeral(from, 'star') -%}\r\n\r\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\r\n {%- if not execute -%}\r\n {% do return('*') %}\r\n {%- endif -%}\r\n\r\n {% set cols = dbt_utils.get_filtered_columns_in_relation(from, except) %}\r\n\r\n {%- if cols|length <= 0 -%}\r\n {% if flags.WHICH == 'compile' %}\r\n {% set response %}\r\n*\r\n/* No columns were returned. Maybe the relation doesn't exist yet \r\nor all columns were excluded. This star is only output during \r\ndbt compile, and exists to keep SQLFluff happy. */\r\n {% endset %}\r\n {% do return(response) %}\r\n {% else %}\r\n {% do return(\"/* no columns returned from star() macro */\") %}\r\n {% endif %}\r\n {%- else -%}\r\n {%- for col in cols %}\r\n {%- if relation_alias %}{{ relation_alias }}.{% else %}{%- endif -%}\r\n {%- if quote_identifiers -%}\r\n {{ adapter.quote(col)|trim }} {%- if prefix!='' or suffix!='' %} as {{ adapter.quote(prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {%- else -%}\r\n {{ col|trim }} {%- if prefix!='' or suffix!='' %} as {{ (prefix ~ col ~ suffix)|trim }} {%- endif -%}\r\n {% endif %}\r\n {%- if not loop.last %},{{ '\\n ' }}{%- endif -%}\r\n {%- endfor -%}\r\n {% endif %}\r\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt_utils.get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7423282, "supported_languages": null}, "macro.dbt_utils.unpivot": {"name": "unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.unpivot", "macro_sql": "{% macro unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n {{ return(adapter.dispatch('unpivot', 'dbt_utils')(relation, cast_to, exclude, remove, field_name, value_name, quote_identifiers)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__unpivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7429595, "supported_languages": null}, "macro.dbt_utils.default__unpivot": {"name": "default__unpivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/unpivot.sql", "original_file_path": "macros/sql/unpivot.sql", "unique_id": "macro.dbt_utils.default__unpivot", "macro_sql": "{% macro default__unpivot(relation=none, cast_to='varchar', exclude=none, remove=none, field_name='field_name', value_name='value', quote_identifiers=False) -%}\n\n {% if not relation %}\n {{ exceptions.raise_compiler_error(\"Error: argument `relation` is required for `unpivot` macro.\") }}\n {% endif %}\n\n {%- set exclude = exclude if exclude is not none else [] %}\n {%- set remove = remove if remove is not none else [] %}\n\n {%- set include_cols = [] %}\n\n {%- set table_columns = {} %}\n\n {%- do table_columns.update({relation: []}) %}\n\n {%- do dbt_utils._is_relation(relation, 'unpivot') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'unpivot') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) %}\n\n {%- for col in cols -%}\n {%- if col.column.lower() not in remove|map('lower') and col.column.lower() not in exclude|map('lower') -%}\n {% do include_cols.append(col) %}\n {%- endif %}\n {%- endfor %}\n\n\n {%- for col in include_cols -%}\n {%- set current_col_name = adapter.quote(col.column) if quote_identifiers else col.column -%}\n select\n {%- for exclude_col in exclude %}\n {{ adapter.quote(exclude_col) if quote_identifiers else exclude_col }},\n {%- endfor %}\n\n cast('{{ col.column }}' as {{ dbt.type_string() }}) as {{ adapter.quote(field_name) if quote_identifiers else field_name }},\n cast( {% if col.data_type == 'boolean' %}\n {{ dbt.cast_bool_to_text(current_col_name) }}\n {% else %}\n {{ current_col_name }}\n {% endif %}\n as {{ cast_to }}) as {{ adapter.quote(value_name) if quote_identifiers else value_name }}\n\n from {{ relation }}\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n {%- endfor -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.type_string", "macro.dbt.cast_bool_to_text"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7443104, "supported_languages": null}, "macro.dbt_utils.safe_divide": {"name": "safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.safe_divide", "macro_sql": "{% macro safe_divide(numerator, denominator) -%}\n {{ return(adapter.dispatch('safe_divide', 'dbt_utils')(numerator, denominator)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_divide"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.744701, "supported_languages": null}, "macro.dbt_utils.default__safe_divide": {"name": "default__safe_divide", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_divide.sql", "original_file_path": "macros/sql/safe_divide.sql", "unique_id": "macro.dbt_utils.default__safe_divide", "macro_sql": "{% macro default__safe_divide(numerator, denominator) %}\n ( {{ numerator }} ) / nullif( ( {{ denominator }} ), 0)\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7448318, "supported_languages": null}, "macro.dbt_utils.union_relations": {"name": "union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.union_relations", "macro_sql": "{%- macro union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n {{ return(adapter.dispatch('union_relations', 'dbt_utils')(relations, column_override, include, exclude, source_column_name, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__union_relations"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7456925, "supported_languages": null}, "macro.dbt_utils.default__union_relations": {"name": "default__union_relations", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/union.sql", "original_file_path": "macros/sql/union.sql", "unique_id": "macro.dbt_utils.default__union_relations", "macro_sql": "\n\n{%- macro default__union_relations(relations, column_override=none, include=[], exclude=[], source_column_name='_dbt_source_relation', where=none) -%}\n\n {%- if exclude and include -%}\n {{ exceptions.raise_compiler_error(\"Both an exclude and include list were provided to the `union` macro. Only one is allowed\") }}\n {%- endif -%}\n\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. -#}\n {%- if not execute %}\n {{ return('') }}\n {% endif -%}\n\n {%- set column_override = column_override if column_override is not none else {} -%}\n\n {%- set relation_columns = {} -%}\n {%- set column_superset = {} -%}\n {%- set all_excludes = [] -%}\n {%- set all_includes = [] -%}\n\n {%- if exclude -%}\n {%- for exc in exclude -%}\n {%- do all_excludes.append(exc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- if include -%}\n {%- for inc in include -%}\n {%- do all_includes.append(inc | lower) -%}\n {%- endfor -%}\n {%- endif -%}\n\n {%- for relation in relations -%}\n\n {%- do relation_columns.update({relation: []}) -%}\n\n {%- do dbt_utils._is_relation(relation, 'union_relations') -%}\n {%- do dbt_utils._is_ephemeral(relation, 'union_relations') -%}\n {%- set cols = adapter.get_columns_in_relation(relation) -%}\n {%- for col in cols -%}\n\n {#- If an exclude list was provided and the column is in the list, do nothing -#}\n {%- if exclude and col.column | lower in all_excludes -%}\n\n {#- If an include list was provided and the column is not in the list, do nothing -#}\n {%- elif include and col.column | lower not in all_includes -%}\n\n {#- Otherwise add the column to the column superset -#}\n {%- else -%}\n\n {#- update the list of columns in this relation -#}\n {%- do relation_columns[relation].append(col.column) -%}\n\n {%- if col.column in column_superset -%}\n\n {%- set stored = column_superset[col.column] -%}\n {%- if col.is_string() and stored.is_string() and col.string_size() > stored.string_size() -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif %}\n\n {%- else -%}\n\n {%- do column_superset.update({col.column: col}) -%}\n\n {%- endif -%}\n\n {%- endif -%}\n\n {%- endfor -%}\n {%- endfor -%}\n\n {%- set ordered_column_names = column_superset.keys() -%}\n {%- set dbt_command = flags.WHICH -%}\n\n\n {% if dbt_command in ['run', 'build'] %}\n {% if (include | length > 0 or exclude | length > 0) and not column_superset.keys() %}\n {%- set relations_string -%}\n {%- for relation in relations -%}\n {{ relation.name }}\n {%- if not loop.last %}, {% endif -%}\n {%- endfor -%}\n {%- endset -%}\n\n {%- set error_message -%}\n There were no columns found to union for relations {{ relations_string }}\n {%- endset -%}\n\n {{ exceptions.raise_compiler_error(error_message) }}\n {%- endif -%}\n {%- endif -%}\n\n {%- for relation in relations %}\n\n (\n select\n\n {%- if source_column_name is not none %}\n cast({{ dbt.string_literal(relation) }} as {{ dbt.type_string() }}) as {{ source_column_name }},\n {%- endif %}\n\n {% for col_name in ordered_column_names -%}\n\n {%- set col = column_superset[col_name] %}\n {%- set col_type = column_override.get(col.column, col.data_type) %}\n {%- set col_name = adapter.quote(col_name) if col_name in relation_columns[relation] else 'null' %}\n cast({{ col_name }} as {{ col_type }}) as {{ col.quoted }} {% if not loop.last %},{% endif -%}\n\n {%- endfor %}\n\n from {{ relation }}\n\n {% if where -%}\n where {{ where }}\n {%- endif %}\n )\n\n {% if not loop.last -%}\n union all\n {% endif -%}\n\n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral", "macro.dbt.string_literal", "macro.dbt.type_string"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.748133, "supported_languages": null}, "macro.dbt_utils.group_by": {"name": "group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.group_by", "macro_sql": "{%- macro group_by(n) -%}\n {{ return(adapter.dispatch('group_by', 'dbt_utils')(n)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__group_by"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7483687, "supported_languages": null}, "macro.dbt_utils.default__group_by": {"name": "default__group_by", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/groupby.sql", "original_file_path": "macros/sql/groupby.sql", "unique_id": "macro.dbt_utils.default__group_by", "macro_sql": "\n\n{%- macro default__group_by(n) -%}\n\n group by {% for i in range(1, n + 1) -%}\n {{ i }}{{ ',' if not loop.last }} \n {%- endfor -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7485466, "supported_languages": null}, "macro.dbt_utils.deduplicate": {"name": "deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.deduplicate", "macro_sql": "{%- macro deduplicate(relation, partition_by, order_by) -%}\n {{ return(adapter.dispatch('deduplicate', 'dbt_utils')(relation, partition_by, order_by)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__deduplicate"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749001, "supported_languages": null}, "macro.dbt_utils.default__deduplicate": {"name": "default__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.default__deduplicate", "macro_sql": "\n\n{%- macro default__deduplicate(relation, partition_by, order_by) -%}\n\n with row_numbered as (\n select\n _inner.*,\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) as rn\n from {{ relation }} as _inner\n )\n\n select\n distinct data.*\n from {{ relation }} as data\n {#\n -- Not all DBs will support natural joins but the ones that do include:\n -- Oracle, MySQL, SQLite, Redshift, Teradata, Materialize, Databricks\n -- Apache Spark, SingleStore, Vertica\n -- Those that do not appear to support natural joins include:\n -- SQLServer, Trino, Presto, Rockset, Athena\n #}\n natural join row_numbered\n where row_numbered.rn = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749184, "supported_languages": null}, "macro.dbt_utils.redshift__deduplicate": {"name": "redshift__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.redshift__deduplicate", "macro_sql": "{% macro redshift__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }} as tt\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749327, "supported_languages": null}, "macro.dbt_utils.postgres__deduplicate": {"name": "postgres__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.postgres__deduplicate", "macro_sql": "\n{%- macro postgres__deduplicate(relation, partition_by, order_by) -%}\n\n select\n distinct on ({{ partition_by }}) *\n from {{ relation }}\n order by {{ partition_by }}{{ ',' ~ order_by }}\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749466, "supported_languages": null}, "macro.dbt_utils.snowflake__deduplicate": {"name": "snowflake__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.snowflake__deduplicate", "macro_sql": "\n{%- macro snowflake__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749585, "supported_languages": null}, "macro.dbt_utils.databricks__deduplicate": {"name": "databricks__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.databricks__deduplicate", "macro_sql": "\n{%- macro databricks__deduplicate(relation, partition_by, order_by) -%}\n\n select *\n from {{ relation }}\n qualify\n row_number() over (\n partition by {{ partition_by }}\n order by {{ order_by }}\n ) = 1\n\n{%- endmacro -%}\n\n", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7497208, "supported_languages": null}, "macro.dbt_utils.bigquery__deduplicate": {"name": "bigquery__deduplicate", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/deduplicate.sql", "original_file_path": "macros/sql/deduplicate.sql", "unique_id": "macro.dbt_utils.bigquery__deduplicate", "macro_sql": "\n{%- macro bigquery__deduplicate(relation, partition_by, order_by) -%}\n\n select unique.*\n from (\n select\n array_agg (\n original\n order by {{ order_by }}\n limit 1\n )[offset(0)] unique\n from {{ relation }} original\n group by {{ partition_by }}\n )\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.749842, "supported_languages": null}, "macro.dbt_utils.surrogate_key": {"name": "surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.surrogate_key", "macro_sql": "{%- macro surrogate_key(field_list) -%}\n {% set frustrating_jinja_feature = varargs %}\n {{ return(adapter.dispatch('surrogate_key', 'dbt_utils')(field_list, *varargs)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7501307, "supported_languages": null}, "macro.dbt_utils.default__surrogate_key": {"name": "default__surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/surrogate_key.sql", "original_file_path": "macros/sql/surrogate_key.sql", "unique_id": "macro.dbt_utils.default__surrogate_key", "macro_sql": "\n\n{%- macro default__surrogate_key(field_list) -%}\n\n{%- set error_message = '\nWarning: `dbt_utils.surrogate_key` has been replaced by \\\n`dbt_utils.generate_surrogate_key`. The new macro treats null values \\\ndifferently to empty strings. To restore the behaviour of the original \\\nmacro, add a global variable in dbt_project.yml called \\\n`surrogate_key_treat_nulls_as_empty_strings` to your \\\ndbt_project.yml file with a value of True. \\\nThe {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.raise_compiler_error(error_message) -%}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7502918, "supported_languages": null}, "macro.dbt_utils.safe_add": {"name": "safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.safe_add", "macro_sql": "{%- macro safe_add(field_list) -%}\n {{ return(adapter.dispatch('safe_add', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__safe_add"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7505288, "supported_languages": null}, "macro.dbt_utils.default__safe_add": {"name": "default__safe_add", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/safe_add.sql", "original_file_path": "macros/sql/safe_add.sql", "unique_id": "macro.dbt_utils.default__safe_add", "macro_sql": "\n\n{%- macro default__safe_add(field_list) -%}\n\n{%- if field_list is not iterable or field_list is string or field_list is mapping -%}\n\n{%- set error_message = '\nWarning: the `safe_add` macro now takes a single list argument instead of \\\nstring arguments. The {}.{} model triggered this warning. \\\n'.format(model.package_name, model.name) -%}\n\n{%- do exceptions.warn(error_message) -%}\n\n{%- endif -%}\n\n{% set fields = [] %}\n\n{%- for field in field_list -%}\n\n {% do fields.append(\"coalesce(\" ~ field ~ \", 0)\") %}\n\n{%- endfor -%}\n\n{{ fields|join(' +\\n ') }}\n\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7509077, "supported_languages": null}, "macro.dbt_utils.nullcheck": {"name": "nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.nullcheck", "macro_sql": "{% macro nullcheck(cols) %}\n {{ return(adapter.dispatch('nullcheck', 'dbt_utils')(cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__nullcheck"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7511473, "supported_languages": null}, "macro.dbt_utils.default__nullcheck": {"name": "default__nullcheck", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/nullcheck.sql", "original_file_path": "macros/sql/nullcheck.sql", "unique_id": "macro.dbt_utils.default__nullcheck", "macro_sql": "{% macro default__nullcheck(cols) %}\n{%- for col in cols %}\n\n {% if col.is_string() -%}\n\n nullif({{col.name}},'') as {{col.name}}\n\n {%- else -%}\n\n {{col.name}}\n\n {%- endif -%}\n\n{%- if not loop.last -%} , {%- endif -%}\n\n{%- endfor -%}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7513871, "supported_languages": null}, "macro.dbt_utils.get_tables_by_pattern_sql": {"name": "get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.get_tables_by_pattern_sql", "macro_sql": "{% macro get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n {{ return(adapter.dispatch('get_tables_by_pattern_sql', 'dbt_utils')\n (schema_pattern, table_pattern, exclude, database)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_tables_by_pattern_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.75199, "supported_languages": null}, "macro.dbt_utils.default__get_tables_by_pattern_sql": {"name": "default__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.default__get_tables_by_pattern_sql", "macro_sql": "{% macro default__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from {{ database }}.information_schema.tables\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.752278, "supported_languages": null}, "macro.dbt_utils.redshift__get_tables_by_pattern_sql": {"name": "redshift__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.redshift__get_tables_by_pattern_sql", "macro_sql": "{% macro redshift__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% set sql %}\n select distinct\n table_schema as {{ adapter.quote('table_schema') }},\n table_name as {{ adapter.quote('table_name') }},\n {{ dbt_utils.get_table_types_sql() }}\n from \"{{ database }}\".\"information_schema\".\"tables\"\n where table_schema ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n union all\n select distinct\n schemaname as {{ adapter.quote('table_schema') }},\n tablename as {{ adapter.quote('table_name') }},\n 'external' as {{ adapter.quote('table_type') }}\n from svv_external_tables\n where redshift_database_name = '{{ database }}'\n and schemaname ilike '{{ schema_pattern }}'\n and table_name ilike '{{ table_pattern }}'\n and table_name not ilike '{{ exclude }}'\n {% endset %}\n\n {{ return(sql) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7527573, "supported_languages": null}, "macro.dbt_utils.bigquery__get_tables_by_pattern_sql": {"name": "bigquery__get_tables_by_pattern_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils.bigquery__get_tables_by_pattern_sql", "macro_sql": "{% macro bigquery__get_tables_by_pattern_sql(schema_pattern, table_pattern, exclude='', database=target.database) %}\n\n {% if '%' in schema_pattern %}\n {% set schemata=dbt_utils._bigquery__get_matching_schemata(schema_pattern, database) %}\n {% else %}\n {% set schemata=[schema_pattern] %}\n {% endif %}\n\n {% set sql %}\n {% for schema in schemata %}\n select distinct\n table_schema,\n table_name,\n {{ dbt_utils.get_table_types_sql() }}\n\n from {{ adapter.quote(database) }}.{{ schema }}.INFORMATION_SCHEMA.TABLES\n where lower(table_name) like lower ('{{ table_pattern }}')\n and lower(table_name) not like lower ('{{ exclude }}')\n\n {% if not loop.last %} union all {% endif %}\n\n {% endfor %}\n {% endset %}\n\n {{ return(sql) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._bigquery__get_matching_schemata", "macro.dbt_utils.get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.753259, "supported_languages": null}, "macro.dbt_utils._bigquery__get_matching_schemata": {"name": "_bigquery__get_matching_schemata", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_tables_by_pattern_sql.sql", "original_file_path": "macros/sql/get_tables_by_pattern_sql.sql", "unique_id": "macro.dbt_utils._bigquery__get_matching_schemata", "macro_sql": "{% macro _bigquery__get_matching_schemata(schema_pattern, database) %}\n {% if execute %}\n\n {% set sql %}\n select schema_name from {{ adapter.quote(database) }}.INFORMATION_SCHEMA.SCHEMATA\n where lower(schema_name) like lower('{{ schema_pattern }}')\n {% endset %}\n\n {% set results=run_query(sql) %}\n\n {% set schemata=results.columns['schema_name'].values() %}\n\n {{ return(schemata) }}\n\n {% else %}\n\n {{ return([]) }}\n\n {% endif %}\n\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.run_query"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.753632, "supported_languages": null}, "macro.dbt_utils.get_column_values": {"name": "get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.get_column_values", "macro_sql": "{% macro get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {{ return(adapter.dispatch('get_column_values', 'dbt_utils')(table, column, order_by, max_records, default, where)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_column_values"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7541547, "supported_languages": null}, "macro.dbt_utils.default__get_column_values": {"name": "default__get_column_values", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_column_values.sql", "original_file_path": "macros/sql/get_column_values.sql", "unique_id": "macro.dbt_utils.default__get_column_values", "macro_sql": "{% macro default__get_column_values(table, column, order_by='count(*) desc', max_records=none, default=none, where=none) -%}\n {#-- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {% set default = [] if not default %}\n {{ return(default) }}\n {% endif %}\n\n {%- do dbt_utils._is_ephemeral(table, 'get_column_values') -%}\n\n {# Not all relations are tables. Renaming for internal clarity without breaking functionality for anyone using named arguments #}\n {# TODO: Change the method signature in a future 0.x.0 release #}\n {%- set target_relation = table -%}\n\n {# adapter.load_relation is a convenience wrapper to avoid building a Relation when we already have one #}\n {% set relation_exists = (load_relation(target_relation)) is not none %}\n\n {%- call statement('get_column_values', fetch_result=true) %}\n\n {%- if not relation_exists and default is none -%}\n\n {{ exceptions.raise_compiler_error(\"In get_column_values(): relation \" ~ target_relation ~ \" does not exist and no default value was provided.\") }}\n\n {%- elif not relation_exists and default is not none -%}\n\n {{ log(\"Relation \" ~ target_relation ~ \" does not exist. Returning the default value: \" ~ default) }}\n\n {{ return(default) }}\n\n {%- else -%}\n\n\n select\n {{ column }} as value\n\n from {{ target_relation }}\n\n {% if where is not none %}\n where {{ where }}\n {% endif %}\n\n group by {{ column }}\n order by {{ order_by }}\n\n {% if max_records is not none %}\n limit {{ max_records }}\n {% endif %}\n\n {% endif %}\n\n {%- endcall -%}\n\n {%- set value_list = load_result('get_column_values') -%}\n\n {%- if value_list and value_list['data'] -%}\n {%- set values = value_list['data'] | map(attribute=0) | list %}\n {{ return(values) }}\n {%- else -%}\n {{ return(default) }}\n {%- endif -%}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_ephemeral", "macro.dbt.load_relation", "macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7557023, "supported_languages": null}, "macro.dbt_utils.pivot": {"name": "pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.pivot", "macro_sql": "{% macro pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {{ return(adapter.dispatch('pivot', 'dbt_utils')(column, values, alias, agg, cmp, prefix, suffix, then_value, else_value, quote_identifiers, distinct)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__pivot"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7564535, "supported_languages": null}, "macro.dbt_utils.default__pivot": {"name": "default__pivot", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/pivot.sql", "original_file_path": "macros/sql/pivot.sql", "unique_id": "macro.dbt_utils.default__pivot", "macro_sql": "{% macro default__pivot(column,\n values,\n alias=True,\n agg='sum',\n cmp='=',\n prefix='',\n suffix='',\n then_value=1,\n else_value=0,\n quote_identifiers=True,\n distinct=False) %}\n {% for value in values %}\n {{ agg }}(\n {% if distinct %} distinct {% endif %}\n case\n when {{ column }} {{ cmp }} '{{ dbt.escape_single_quotes(value) }}'\n then {{ then_value }}\n else {{ else_value }}\n end\n )\n {% if alias %}\n {% if quote_identifiers %}\n as {{ adapter.quote(prefix ~ value ~ suffix) }}\n {% else %}\n as {{ dbt_utils.slugify(prefix ~ value ~ suffix) }}\n {% endif %}\n {% endif %}\n {% if not loop.last %},{% endif %}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.escape_single_quotes", "macro.dbt_utils.slugify"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.757084, "supported_languages": null}, "macro.dbt_utils.get_filtered_columns_in_relation": {"name": "get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.get_filtered_columns_in_relation", "macro_sql": "{% macro get_filtered_columns_in_relation(from, except=[]) -%}\n {{ return(adapter.dispatch('get_filtered_columns_in_relation', 'dbt_utils')(from, except)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_filtered_columns_in_relation"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.757431, "supported_languages": null}, "macro.dbt_utils.default__get_filtered_columns_in_relation": {"name": "default__get_filtered_columns_in_relation", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_filtered_columns_in_relation.sql", "original_file_path": "macros/sql/get_filtered_columns_in_relation.sql", "unique_id": "macro.dbt_utils.default__get_filtered_columns_in_relation", "macro_sql": "{% macro default__get_filtered_columns_in_relation(from, except=[]) -%}\n {%- do dbt_utils._is_relation(from, 'get_filtered_columns_in_relation') -%}\n {%- do dbt_utils._is_ephemeral(from, 'get_filtered_columns_in_relation') -%}\n\n {# -- Prevent querying of db in parsing mode. This works because this macro does not create any new refs. #}\n {%- if not execute -%}\n {{ return('') }}\n {% endif %}\n\n {%- set include_cols = [] %}\n {%- set cols = adapter.get_columns_in_relation(from) -%}\n {%- set except = except | map(\"lower\") | list %}\n {%- for col in cols -%}\n {%- if col.column|lower not in except -%}\n {% do include_cols.append(col.column) %}\n {%- endif %}\n {%- endfor %}\n\n {{ return(include_cols) }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils._is_relation", "macro.dbt_utils._is_ephemeral"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7579443, "supported_languages": null}, "macro.dbt_utils.width_bucket": {"name": "width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.width_bucket", "macro_sql": "{% macro width_bucket(expr, min_value, max_value, num_buckets) %}\n {{ return(adapter.dispatch('width_bucket', 'dbt_utils') (expr, min_value, max_value, num_buckets)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__width_bucket"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7582955, "supported_languages": null}, "macro.dbt_utils.default__width_bucket": {"name": "default__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.default__width_bucket", "macro_sql": "{% macro default__width_bucket(expr, min_value, max_value, num_buckets) -%}\n\n {% set bin_size -%}\n (( {{ max_value }} - {{ min_value }} ) / {{ num_buckets }} )\n {%- endset %}\n (\n -- to break ties when the amount is eaxtly at the bucket egde\n case\n when\n mod(\n {{ dbt.safe_cast(expr, dbt.type_numeric() ) }},\n {{ dbt.safe_cast(bin_size, dbt.type_numeric() ) }}\n ) = 0\n then 1\n else 0\n end\n ) +\n -- Anything over max_value goes the N+1 bucket\n least(\n ceil(\n ({{ expr }} - {{ min_value }})/{{ bin_size }}\n ),\n {{ num_buckets }} + 1\n )\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt.safe_cast", "macro.dbt.type_numeric"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7586439, "supported_languages": null}, "macro.dbt_utils.snowflake__width_bucket": {"name": "snowflake__width_bucket", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/width_bucket.sql", "original_file_path": "macros/sql/width_bucket.sql", "unique_id": "macro.dbt_utils.snowflake__width_bucket", "macro_sql": "{% macro snowflake__width_bucket(expr, min_value, max_value, num_buckets) %}\n width_bucket({{ expr }}, {{ min_value }}, {{ max_value }}, {{ num_buckets }} )\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.758803, "supported_languages": null}, "macro.dbt_utils.get_query_results_as_dict": {"name": "get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.get_query_results_as_dict", "macro_sql": "{% macro get_query_results_as_dict(query) %}\n {{ return(adapter.dispatch('get_query_results_as_dict', 'dbt_utils')(query)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_query_results_as_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7590735, "supported_languages": null}, "macro.dbt_utils.default__get_query_results_as_dict": {"name": "default__get_query_results_as_dict", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_query_results_as_dict.sql", "original_file_path": "macros/sql/get_query_results_as_dict.sql", "unique_id": "macro.dbt_utils.default__get_query_results_as_dict", "macro_sql": "{% macro default__get_query_results_as_dict(query) %}\n\n{# This macro returns a dictionary of the form {column_name: (tuple_of_results)} #}\n\n {%- call statement('get_query_results', fetch_result=True,auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {% set sql_results={} %}\n\n {%- if execute -%}\n {% set sql_results_table = load_result('get_query_results').table.columns %}\n {% for column_name, column in sql_results_table.items() %}\n {% do sql_results.update({column_name: column.values()}) %}\n {% endfor %}\n {%- endif -%}\n\n {{ return(sql_results) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7595084, "supported_languages": null}, "macro.dbt_utils.generate_surrogate_key": {"name": "generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.generate_surrogate_key", "macro_sql": "{%- macro generate_surrogate_key(field_list) -%}\n {{ return(adapter.dispatch('generate_surrogate_key', 'dbt_utils')(field_list)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__generate_surrogate_key"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7597911, "supported_languages": null}, "macro.dbt_utils.default__generate_surrogate_key": {"name": "default__generate_surrogate_key", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/generate_surrogate_key.sql", "original_file_path": "macros/sql/generate_surrogate_key.sql", "unique_id": "macro.dbt_utils.default__generate_surrogate_key", "macro_sql": "\n\n{%- macro default__generate_surrogate_key(field_list) -%}\n\n{%- if var('surrogate_key_treat_nulls_as_empty_strings', False) -%}\n {%- set default_null_value = \"\" -%}\n{%- else -%}\n {%- set default_null_value = '_dbt_utils_surrogate_key_null_' -%}\n{%- endif -%}\n\n{%- set fields = [] -%}\n\n{%- for field in field_list -%}\n\n {%- do fields.append(\n \"coalesce(cast(\" ~ field ~ \" as \" ~ dbt.type_string() ~ \"), '\" ~ default_null_value ~\"')\"\n ) -%}\n\n {%- if not loop.last %}\n {%- do fields.append(\"'-'\") -%}\n {%- endif -%}\n\n{%- endfor -%}\n\n{{ dbt.hash(dbt.concat(fields)) }}\n\n{%- endmacro -%}", "depends_on": {"macros": ["macro.dbt.type_string", "macro.dbt.hash", "macro.dbt.concat"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7602363, "supported_languages": null}, "macro.dbt_utils.get_table_types_sql": {"name": "get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.get_table_types_sql", "macro_sql": "{%- macro get_table_types_sql() -%}\n {{ return(adapter.dispatch('get_table_types_sql', 'dbt_utils')()) }}\n{%- endmacro -%}\n\n", "depends_on": {"macros": ["macro.dbt_utils.default__get_table_types_sql"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7605355, "supported_languages": null}, "macro.dbt_utils.default__get_table_types_sql": {"name": "default__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.default__get_table_types_sql", "macro_sql": "{% macro default__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'EXTERNAL TABLE' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7606866, "supported_languages": null}, "macro.dbt_utils.postgres__get_table_types_sql": {"name": "postgres__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.postgres__get_table_types_sql", "macro_sql": "{% macro postgres__get_table_types_sql() %}\n case table_type\n when 'BASE TABLE' then 'table'\n when 'FOREIGN' then 'external'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7608552, "supported_languages": null}, "macro.dbt_utils.databricks__get_table_types_sql": {"name": "databricks__get_table_types_sql", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_table_types_sql.sql", "original_file_path": "macros/sql/get_table_types_sql.sql", "unique_id": "macro.dbt_utils.databricks__get_table_types_sql", "macro_sql": "{% macro databricks__get_table_types_sql() %}\n case table_type\n when 'MANAGED' then 'table'\n when 'BASE TABLE' then 'table'\n when 'MATERIALIZED VIEW' then 'materializedview'\n else lower(table_type)\n end as {{ adapter.quote('table_type') }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7610173, "supported_languages": null}, "macro.dbt_utils.get_single_value": {"name": "get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.get_single_value", "macro_sql": "{% macro get_single_value(query, default=none) %}\n {{ return(adapter.dispatch('get_single_value', 'dbt_utils')(query, default)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__get_single_value"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7614594, "supported_languages": null}, "macro.dbt_utils.default__get_single_value": {"name": "default__get_single_value", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/get_single_value.sql", "original_file_path": "macros/sql/get_single_value.sql", "unique_id": "macro.dbt_utils.default__get_single_value", "macro_sql": "{% macro default__get_single_value(query, default) %}\n\n{# This macro returns the (0, 0) record in a query, i.e. the first row of the first column #}\n\n {%- call statement('get_query_result', fetch_result=True, auto_begin=false) -%}\n\n {{ query }}\n\n {%- endcall -%}\n\n {%- if execute -%}\n\n {% set r = load_result('get_query_result').table.columns[0].values() %}\n {% if r | length == 0 %}\n {% do print('Query `' ~ query ~ '` returned no rows. Using the default value: ' ~ default) %}\n {% set sql_result = default %}\n {% else %}\n {% set sql_result = r[0] %}\n {% endif %}\n \n {%- else -%}\n \n {% set sql_result = default %}\n \n {%- endif -%}\n\n {% do return(sql_result) %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt.statement"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7622736, "supported_languages": null}, "macro.dbt_utils.degrees_to_radians": {"name": "degrees_to_radians", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.degrees_to_radians", "macro_sql": "{% macro degrees_to_radians(degrees) -%}\n acos(-1) * {{degrees}} / 180\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7627006, "supported_languages": null}, "macro.dbt_utils.haversine_distance": {"name": "haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.haversine_distance", "macro_sql": "{% macro haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n {{ return(adapter.dispatch('haversine_distance', 'dbt_utils')(lat1,lon1,lat2,lon2,unit)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.default__haversine_distance"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7629313, "supported_languages": null}, "macro.dbt_utils.default__haversine_distance": {"name": "default__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.default__haversine_distance", "macro_sql": "{% macro default__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n\n 2 * 3961 * asin(sqrt(power((sin(radians(({{ lat2 }} - {{ lat1 }}) / 2))), 2) +\n cos(radians({{lat1}})) * cos(radians({{lat2}})) *\n power((sin(radians(({{ lon2 }} - {{ lon1 }}) / 2))), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7634392, "supported_languages": null}, "macro.dbt_utils.bigquery__haversine_distance": {"name": "bigquery__haversine_distance", "resource_type": "macro", "package_name": "dbt_utils", "path": "macros/sql/haversine_distance.sql", "original_file_path": "macros/sql/haversine_distance.sql", "unique_id": "macro.dbt_utils.bigquery__haversine_distance", "macro_sql": "{% macro bigquery__haversine_distance(lat1, lon1, lat2, lon2, unit='mi') -%}\n{% set radians_lat1 = dbt_utils.degrees_to_radians(lat1) %}\n{% set radians_lat2 = dbt_utils.degrees_to_radians(lat2) %}\n{% set radians_lon1 = dbt_utils.degrees_to_radians(lon1) %}\n{% set radians_lon2 = dbt_utils.degrees_to_radians(lon2) %}\n{%- if unit == 'mi' %}\n {% set conversion_rate = 1 %}\n{% elif unit == 'km' %}\n {% set conversion_rate = 1.60934 %}\n{% else %}\n {{ exceptions.raise_compiler_error(\"unit input must be one of 'mi' or 'km'. Got \" ~ unit) }}\n{% endif %}\n 2 * 3961 * asin(sqrt(power(sin(({{ radians_lat2 }} - {{ radians_lat1 }}) / 2), 2) +\n cos({{ radians_lat1 }}) * cos({{ radians_lat2 }}) *\n power(sin(({{ radians_lon2 }} - {{ radians_lon1 }}) / 2), 2))) * {{ conversion_rate }}\n\n{%- endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.degrees_to_radians"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.764085, "supported_languages": null}, "macro.codegen.generate_model_import_ctes": {"name": "generate_model_import_ctes", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_import_ctes.sql", "original_file_path": "macros/generate_model_import_ctes.sql", "unique_id": "macro.codegen.generate_model_import_ctes", "macro_sql": "{% macro generate_model_import_ctes(model_name, leading_commas = False) %}\n {{ return(adapter.dispatch('generate_model_import_ctes', 'codegen')(model_name, leading_commas)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_model_import_ctes"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7653883, "supported_languages": null}, "macro.codegen.default__generate_model_import_ctes": {"name": "default__generate_model_import_ctes", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_import_ctes.sql", "original_file_path": "macros/generate_model_import_ctes.sql", "unique_id": "macro.codegen.default__generate_model_import_ctes", "macro_sql": "{% macro default__generate_model_import_ctes(model_name, leading_commas) %}\n\n {%- if execute -%}\n {%- set nodes = graph.nodes.values() -%}\n\n {%- set model = (nodes\n | selectattr('name', 'equalto', model_name) \n | selectattr('resource_type', 'equalto', 'model')\n | list).pop() -%}\n\n {%- set model_raw_sql = model.raw_sql or model.raw_code -%}\n {%- else -%}\n {%- set model_raw_sql = '' -%}\n {%- endif -%}\n\n {#-\n\n REGEX Explanations\n\n # with_regex\n - matches (start of file followed by anything then whitespace\n or whitespace\n or a comma) followed by the word with then a space \n\n # from_ref \n - matches (from or join) followed by some spaces and then {{ref()}}\n\n # from_source \n - matches (from or join) followed by some spaces and then {{source(,)}}\n\n # from_var_1\n - matches (from or join) followed by some spaces and then {{var()}}\n\n # from_var_2\n - matches (from or join) followed by some spaces and then {{var(,)}}\n\n # from_table_1\n - matches (from or join) followed by some spaces and then .\n where each is enclosed by (` or [ or \" or ' or nothing)\n\n # from_table_2\n - matches (from or join) followed by some spaces and then ..\n where each is enclosed by (` or [ or \" or ' or nothing)\n\n # from_table_3\n - matches (from or join) followed by some spaces and then \n where is enclosed by (` or [ or \" or ')\n\n # config block\n - matches the start of the file followed by anything and then {{config()}}\n\n -#}\n\n {%- set re = modules.re -%}\n\n {%- set with_regex = '(?i)(?s)(^.*\\s*|\\s+|,)with\\s' -%}\n {%- set does_raw_sql_contain_cte = re.search(with_regex, model_raw_sql) -%}\n\n {%- set from_regexes = {\n 'from_ref':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n\n # second matching group\n # opening {{, 0 or more whitespace character(s), ref, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*ref\\s*\\(\\s*[\\'\\\"]?)\n \n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n \n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }}\n (\\)\\s*}})\n \n ',\n 'from_source':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n\n # second matching group\n # opening {{, 0 or more whitespace character(s), source, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*source\\s*\\(\\s*[\\'\\\"]?)\n\n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n\n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a comma\n (,)\n\n # sixth matching group\n # 0 or more whitespace character(s), 1 or 0 quotation mark\n (\\s*[\\'\\\"]?)\n\n # seventh matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n\n # eighth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # ninth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }}\n (\\)\\s*}})\n\n ',\n 'from_var_1':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n\n # second matching group\n # opening {{, 0 or more whitespace character(s), var, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*var\\s*\\(\\s*[\\'\\\"]?)\n\n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark\n ([^)\\'\\\"]+)\n\n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }}\n (\\)\\s*}})\n \n ',\n 'from_var_2':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character\n (from|join)\\s+\n \n # second matching group\n # opening {{, 0 or more whitespace character(s), var, 0 or more whitespace character(s), an opening parenthesis, 0 or more whitespace character(s), 1 or 0 quotation mark\n ({{\\s*var\\s*\\(\\s*[\\'\\\"]?)\n\n # third matching group\n # at least 1 of anything except a parenthesis or quotation mark \n ([^)\\'\\\"]+)\n \n # fourth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s)\n ([\\'\\\"]?\\s*)\n\n # fifth matching group\n # a comma\n (,)\n\n # sixth matching group\n # 0 or more whitespace character(s), 1 or 0 quotation mark \n (\\s*[\\'\\\"]?)\n\n # seventh matching group\n # at least 1 of anything except a parenthesis or quotation mark \n ([^)\\'\\\"]+)\n\n # eighth matching group\n # 1 or 0 quotation mark, 0 or more whitespace character(s) \n ([\\'\\\"]?\\s*)\n\n # ninth matching group\n # a closing parenthesis, 0 or more whitespace character(s), closing }} \n (\\)\\s*}})\n \n ',\n 'from_table_1':\n '(?ix)\n \n # first matching group\n # from or join followed by at least 1 whitespace character \n (from|join)\\s+\n \n # second matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark)\n ([\\[`\\\"\\']?)\n \n # third matching group\n # at least 1 word character\n (\\w+)\n \n # fouth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark)\n ([\\]`\\\"\\']?)\n \n # fifth matching group\n # a period\n (\\.)\n \n # sixth matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark)\n ([\\[`\\\"\\']?)\n \n # seventh matching group\n # at least 1 word character\n (\\w+)\n \n # eighth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) folowed by a whitespace character or end of string\n ([\\]`\\\"\\']?)(?=\\s|$)\n \n ',\n 'from_table_2':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character \n (from|join)\\s+\n \n # second matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark) \n ([\\[`\\\"\\']?)\n \n # third matching group\n # at least 1 word character\n (\\w+)\n\n # fouth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) \n ([\\]`\\\"\\']?)\n \n # fifth matching group\n # a period \n (\\.)\n \n # sixth matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark)\n ([\\[`\\\"\\']?)\n\n # seventh matching group\n # at least 1 word character \n (\\w+)\n \n # eighth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) \n ([\\]`\\\"\\']?)\n \n # ninth matching group\n # a period \n (\\.)\n \n # tenth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) \n ([\\[`\\\"\\']?)\n \n # eleventh matching group\n # at least 1 word character \n (\\w+)\n\n # twelfth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) folowed by a whitespace character or end of string\n ([\\]`\\\"\\']?)(?=\\s|$)\n \n ',\n 'from_table_3':\n '(?ix)\n\n # first matching group\n # from or join followed by at least 1 whitespace character \n (from|join)\\s+\n \n # second matching group\n # 1 or 0 of (opening bracket, backtick, or quotation mark) \n ([\\[`\\\"\\'])\n \n # third matching group\n # at least 1 word character or space \n ([\\w ]+)\n\n # fourth matching group\n # 1 or 0 of (closing bracket, backtick, or quotation mark) folowed by a whitespace character or end of string\n ([\\]`\\\"\\'])(?=\\s|$)\n \n ',\n 'config_block':'(?i)(?s)^.*{{\\s*config\\s*\\([^)]+\\)\\s*}}'\n } -%}\n\n {%- set from_list = [] -%}\n {%- set config_list = [] -%}\n {%- set ns = namespace(model_sql = model_raw_sql) -%}\n\n {%- for regex_name, regex_pattern in from_regexes.items() -%}\n\n {%- set all_regex_matches = re.findall(regex_pattern, model_raw_sql) -%}\n\n {%- for match in all_regex_matches -%}\n\n {%- if regex_name == 'config_block' -%}\n {%- set match_tuple = (match|trim, regex_name) -%}\n {%- do config_list.append(match_tuple) -%}\n {%- elif regex_name == 'from_source' -%} \n {%- set full_from_clause = match[1:]|join|trim -%}\n {%- set cte_name = 'source_' + match[6]|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%} \n {%- elif regex_name == 'from_table_1' -%}\n {%- set full_from_clause = match[1:]|join()|trim -%}\n {%- set cte_name = match[2]|lower + '_' + match[6]|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%} \n {%- elif regex_name == 'from_table_2' -%}\n {%- set full_from_clause = match[1:]|join()|trim -%}\n {%- set cte_name = match[2]|lower + '_' + match[6]|lower + '_' + match[10]|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%} \n {%- else -%}\n {%- set full_from_clause = match[1:]|join|trim -%}\n {%- set cte_name = match[2]|trim|lower -%}\n {%- set match_tuple = (cte_name, full_from_clause, regex_name) -%}\n {%- do from_list.append(match_tuple) -%}\n {%- endif -%}\n\n {%- endfor -%}\n\n {%- if regex_name == 'config_block' -%}\n {%- elif regex_name == 'from_source' -%}\n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> source_\\g<7>', ns.model_sql) -%} \n {%- elif regex_name == 'from_table_1' -%}\n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> \\g<3>_\\g<7>', ns.model_sql) -%} \n {%- elif regex_name == 'from_table_2' -%}\n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> \\g<3>_\\g<7>_\\g<11>', ns.model_sql) -%} \n {%- else -%} \n {%- set ns.model_sql = re.sub(regex_pattern, '\\g<1> \\g<3>', ns.model_sql) -%} \n {% endif %}\n\n {%- endfor -%}\n\n{%- if from_list|length > 0 -%}\n\n{%- set model_import_ctes -%}\n\n {%- for config_obj in config_list -%}\n\n {%- set ns.model_sql = ns.model_sql|replace(config_obj[0], '') -%}\n\n{{ config_obj[0] }}\n\n{% endfor -%}\n\n {%- for from_obj in from_list|unique|sort -%}\n\n{%- if loop.first -%}with {% else -%}{%- if leading_commas -%},{%- endif -%}{%- endif -%}{{ from_obj[0] }} as (\n\n select * from {{ from_obj[1] }}\n {%- if from_obj[2] == 'from_source' and from_list|length > 1 %} \n -- CAUTION: It's best practice to create staging layer for raw sources\n {%- elif from_obj[2] == 'from_table_1' or from_obj[2] == 'from_table_2' or from_obj[2] == 'from_table_3' %}\n -- CAUTION: It's best practice to use the ref or source function instead of a direct reference\n {%- elif from_obj[2] == 'from_var_1' or from_obj[2] == 'from_var_2' %}\n -- CAUTION: It's best practice to use the ref or source function instead of a var\n {%- endif %}\n \n){%- if ((loop.last and does_raw_sql_contain_cte) or (not loop.last)) and not leading_commas -%},{%- endif %}\n\n{% endfor -%}\n\n{%- if does_raw_sql_contain_cte -%}\n {%- if leading_commas -%}\n {%- set replace_with = '\\g<1>,' -%}\n {%- else -%}\n {%- set replace_with = '\\g<1>' -%}\n {%- endif -%}\n{{ re.sub(with_regex, replace_with, ns.model_sql, 1)|trim }}\n{%- else -%}\n{{ ns.model_sql|trim }}\n{%- endif -%}\n\n{%- endset -%}\n\n{%- else -%}\n\n{% set model_import_ctes = model_raw_sql %}\n\n{%- endif -%}\n\n{%- if execute -%}\n\n{{ print(model_import_ctes) }}\n{% do return(model_import_ctes) %}\n\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7696826, "supported_languages": null}, "macro.codegen.generate_column_yaml": {"name": "generate_column_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.generate_column_yaml", "macro_sql": "{% macro generate_column_yaml(column, model_yaml, column_desc_dict, include_data_types, parent_column_name=\"\") %}\n {{ return(adapter.dispatch('generate_column_yaml', 'codegen')(column, model_yaml, column_desc_dict, include_data_types, parent_column_name)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_column_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.770388, "supported_languages": null}, "macro.codegen.default__generate_column_yaml": {"name": "default__generate_column_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.default__generate_column_yaml", "macro_sql": "{% macro default__generate_column_yaml(column, model_yaml, column_desc_dict, include_data_types, parent_column_name) %}\n {% if parent_column_name %}\n {% set column_name = parent_column_name ~ \".\" ~ column.name %}\n {% else %}\n {% set column_name = column.name %}\n {% endif %}\n\n {% do model_yaml.append(' - name: ' ~ column_name | lower ) %}\n {% if include_data_types %}\n {% do model_yaml.append(' data_type: ' ~ codegen.data_type_format_model(column)) %}\n {% endif %}\n {% do model_yaml.append(' description: ' ~ (column_desc_dict.get(column.name | lower,'') | tojson)) %}\n {% do model_yaml.append('') %}\n\n {% if column.fields|length > 0 %}\n {% for child_column in column.fields %}\n {% set model_yaml = codegen.generate_column_yaml(child_column, model_yaml, column_desc_dict, include_data_types, parent_column_name=column_name) %}\n {% endfor %}\n {% endif %}\n {% do return(model_yaml) %}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.data_type_format_model", "macro.codegen.generate_column_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.771182, "supported_languages": null}, "macro.codegen.generate_model_yaml": {"name": "generate_model_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.generate_model_yaml", "macro_sql": "{% macro generate_model_yaml(model_names=[], upstream_descriptions=False, include_data_types=True) -%}\n {{ return(adapter.dispatch('generate_model_yaml', 'codegen')(model_names, upstream_descriptions, include_data_types)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_model_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7714257, "supported_languages": null}, "macro.codegen.default__generate_model_yaml": {"name": "default__generate_model_yaml", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_model_yaml.sql", "original_file_path": "macros/generate_model_yaml.sql", "unique_id": "macro.codegen.default__generate_model_yaml", "macro_sql": "{% macro default__generate_model_yaml(model_names, upstream_descriptions, include_data_types) %}\n\n {% set model_yaml=[] %}\n\n {% do model_yaml.append('version: 2') %}\n {% do model_yaml.append('') %}\n {% do model_yaml.append('models:') %}\n\n {% if model_names is string %}\n {{ exceptions.raise_compiler_error(\"The `model_names` argument must always be a list, even if there is only one model.\") }}\n {% else %}\n {% for model in model_names %}\n {% do model_yaml.append(' - name: ' ~ model | lower) %}\n {% do model_yaml.append(' description: \"\"') %}\n {% do model_yaml.append(' columns:') %}\n\n {% set relation=ref(model) %}\n {%- set columns = adapter.get_columns_in_relation(relation) -%}\n {% set column_desc_dict = codegen.build_dict_column_descriptions(model) if upstream_descriptions else {} %}\n\n {% for column in columns %}\n {% set model_yaml = codegen.generate_column_yaml(column, model_yaml, column_desc_dict, include_data_types) %}\n {% endfor %}\n {% endfor %}\n {% endif %}\n\n{% if execute %}\n\n {% set joined = model_yaml | join ('\\n') %}\n {{ print(joined) }}\n {% do return(joined) %}\n\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.build_dict_column_descriptions", "macro.codegen.generate_column_yaml"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7724469, "supported_languages": null}, "macro.codegen.create_base_models": {"name": "create_base_models", "resource_type": "macro", "package_name": "codegen", "path": "macros/create_base_models.sql", "original_file_path": "macros/create_base_models.sql", "unique_id": "macro.codegen.create_base_models", "macro_sql": "{% macro create_base_models(source_name, tables) %}\n {{ return(adapter.dispatch('create_base_models', 'codegen')(source_name, tables)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__create_base_models"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.772809, "supported_languages": null}, "macro.codegen.default__create_base_models": {"name": "default__create_base_models", "resource_type": "macro", "package_name": "codegen", "path": "macros/create_base_models.sql", "original_file_path": "macros/create_base_models.sql", "unique_id": "macro.codegen.default__create_base_models", "macro_sql": "{% macro default__create_base_models(source_name, tables) %}\n\n{% set source_name = \"\"~ source_name ~\"\" %}\n\n{% set zsh_command_models = \"source dbt_packages/codegen/bash_scripts/base_model_creation.sh \"\"\"~ source_name ~\"\"\" \" %}\n\n{%- set models_array = [] -%}\n\n{% for t in tables %}\n {% set help_command = zsh_command_models + t %}\n {{ models_array.append(help_command) }}\n{% endfor %}\n\n{{ log(\"Run these commands in your shell to generate the models:\\n\" ~ models_array|join(' && \\n'), info=True) }}\n\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7732654, "supported_languages": null}, "macro.codegen.generate_base_model": {"name": "generate_base_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_base_model.sql", "original_file_path": "macros/generate_base_model.sql", "unique_id": "macro.codegen.generate_base_model", "macro_sql": "{% macro generate_base_model(source_name, table_name, leading_commas=False, case_sensitive_cols=False, materialized=None) %}\n {{ return(adapter.dispatch('generate_base_model', 'codegen')(source_name, table_name, leading_commas, case_sensitive_cols, materialized)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_base_model"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7737823, "supported_languages": null}, "macro.codegen.default__generate_base_model": {"name": "default__generate_base_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_base_model.sql", "original_file_path": "macros/generate_base_model.sql", "unique_id": "macro.codegen.default__generate_base_model", "macro_sql": "{% macro default__generate_base_model(source_name, table_name, leading_commas, case_sensitive_cols, materialized) %}\n\n{%- set source_relation = source(source_name, table_name) -%}\n\n{%- set columns = adapter.get_columns_in_relation(source_relation) -%}\n{% set column_names=columns | map(attribute='name') %}\n{% set base_model_sql %}\n\n{%- if materialized is not none -%}\n {{ \"{{ config(materialized='\" ~ materialized ~ \"') }}\" }}\n{%- endif %}\n\nwith source as (\n\n select * from {% raw %}{{ source({% endraw %}'{{ source_name }}', '{{ table_name }}'{% raw %}) }}{% endraw %}\n\n),\n\nrenamed as (\n\n select\n {%- if leading_commas -%}\n {%- for column in column_names %}\n {{\", \" if not loop.first}}{% if not case_sensitive_cols %}{{ column | lower }}{% else %}{{ adapter.quote(column) }}{% endif %}\n {%- endfor %}\n {%- else -%}\n {%- for column in column_names %}\n {% if not case_sensitive_cols %}{{ column | lower }}{% else %}{{ adapter.quote(column) }}{% endif %}{{\",\" if not loop.last}}\n {%- endfor -%}\n {%- endif %}\n\n from source\n\n)\n\nselect * from renamed\n{% endset %}\n\n{% if execute %}\n\n{{ print(base_model_sql) }}\n{% do return(base_model_sql) %}\n\n{% endif %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.774693, "supported_languages": null}, "macro.codegen.get_tables_in_schema": {"name": "get_tables_in_schema", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_source.sql", "original_file_path": "macros/generate_source.sql", "unique_id": "macro.codegen.get_tables_in_schema", "macro_sql": "{% macro get_tables_in_schema(schema_name, database_name=target.database, table_pattern='%', exclude='') %}\n\n {% set tables=dbt_utils.get_relations_by_pattern(\n schema_pattern=schema_name,\n database=database_name,\n table_pattern=table_pattern,\n exclude=exclude\n ) %}\n\n {% set table_list= tables | map(attribute='identifier') %}\n\n {{ return(table_list | sort) }}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.dbt_utils.get_relations_by_pattern"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7755413, "supported_languages": null}, "macro.codegen.generate_source": {"name": "generate_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_source.sql", "original_file_path": "macros/generate_source.sql", "unique_id": "macro.codegen.generate_source", "macro_sql": "{% macro generate_source(schema_name, database_name=target.database, generate_columns=False, include_descriptions=False, include_data_types=True, table_pattern='%', exclude='', name=schema_name, table_names=None, include_database=False, include_schema=False, case_sensitive_databases=False, case_sensitive_schemas=False, case_sensitive_tables=False, case_sensitive_cols=False) %}\n {{ return(adapter.dispatch('generate_source', 'codegen')(schema_name, database_name, generate_columns, include_descriptions, include_data_types, table_pattern, exclude, name, table_names, include_database, include_schema, case_sensitive_databases, case_sensitive_schemas, case_sensitive_tables, case_sensitive_cols)) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.default__generate_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.776027, "supported_languages": null}, "macro.codegen.default__generate_source": {"name": "default__generate_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/generate_source.sql", "original_file_path": "macros/generate_source.sql", "unique_id": "macro.codegen.default__generate_source", "macro_sql": "{% macro default__generate_source(schema_name, database_name, generate_columns, include_descriptions, include_data_types, table_pattern, exclude, name, table_names, include_database, include_schema, case_sensitive_databases, case_sensitive_schemas, case_sensitive_tables, case_sensitive_cols) %}\n\n{% set sources_yaml=[] %}\n{% do sources_yaml.append('version: 2') %}\n{% do sources_yaml.append('') %}\n{% do sources_yaml.append('sources:') %}\n{% do sources_yaml.append(' - name: ' ~ name | lower) %}\n\n{% if include_descriptions %}\n {% do sources_yaml.append(' description: \"\"' ) %}\n{% endif %}\n\n{% if database_name != target.database or include_database %}\n{% do sources_yaml.append(' database: ' ~ (database_name if case_sensitive_databases else database_name | lower)) %}\n{% endif %}\n\n{% if schema_name != name or include_schema %}\n{% do sources_yaml.append(' schema: ' ~ (schema_name if case_sensitive_schemas else schema_name | lower)) %}\n{% endif %}\n\n{% do sources_yaml.append(' tables:') %}\n\n{% if table_names is none %}\n{% set tables=codegen.get_tables_in_schema(schema_name, database_name, table_pattern, exclude) %}\n{% else %}\n{% set tables = table_names %}\n{% endif %}\n\n{% for table in tables %}\n {% do sources_yaml.append(' - name: ' ~ (table if case_sensitive_tables else table | lower) ) %}\n {% if include_descriptions %}\n {% do sources_yaml.append(' description: \"\"' ) %}\n {% endif %}\n {% if generate_columns %}\n {% do sources_yaml.append(' columns:') %}\n\n {% set table_relation=api.Relation.create(\n database=database_name,\n schema=schema_name,\n identifier=table\n ) %}\n\n {% set columns=adapter.get_columns_in_relation(table_relation) %}\n\n {% for column in columns %}\n {% do sources_yaml.append(' - name: ' ~ (column.name if case_sensitive_cols else column.name | lower)) %}\n {% if include_data_types %}\n {% do sources_yaml.append(' data_type: ' ~ codegen.data_type_format_source(column)) %}\n {% endif %}\n {% if include_descriptions %}\n {% do sources_yaml.append(' description: \"\"' ) %}\n {% endif %}\n {% endfor %}\n {% do sources_yaml.append('') %}\n\n {% endif %}\n\n{% endfor %}\n\n{% if execute %}\n\n {% set joined = sources_yaml | join ('\\n') %}\n {{ print(joined) }}\n {% do return(joined) %}\n\n{% endif %}\n\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.get_tables_in_schema", "macro.codegen.data_type_format_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7779198, "supported_languages": null}, "macro.codegen.format_column": {"name": "format_column", "resource_type": "macro", "package_name": "codegen", "path": "macros/vendored/dbt_core/format_column.sql", "original_file_path": "macros/vendored/dbt_core/format_column.sql", "unique_id": "macro.codegen.format_column", "macro_sql": "{% macro format_column(column) -%}\n {% set data_type = column.dtype %}\n {% set formatted = column.column.lower() ~ \" \" ~ data_type %}\n {{ return({'name': column.name, 'data_type': data_type, 'formatted': formatted}) }}\n{%- endmacro -%}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.778256, "supported_languages": null}, "macro.codegen.get_model_dependencies": {"name": "get_model_dependencies", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.get_model_dependencies", "macro_sql": "{% macro get_model_dependencies(model_name) %}\n {% for node in graph.nodes.values() | selectattr('name', \"equalto\", model_name) %}\n {{ return(node.depends_on.nodes) }}\n {% endfor %}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7789896, "supported_languages": null}, "macro.codegen.add_model_column_descriptions_to_dict": {"name": "add_model_column_descriptions_to_dict", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.add_model_column_descriptions_to_dict", "macro_sql": "{% macro add_model_column_descriptions_to_dict(resource_type, model_name, dict_with_descriptions={}) %}\n {% if resource_type == 'source' %}\n {# sources aren't part of graph.nodes #}\n {% set nodes = graph.sources %}\n {% else %}\n {% set nodes = graph.nodes %}\n {% endif %}\n {% for node in nodes.values()\n | selectattr('resource_type', 'equalto', resource_type)\n | selectattr('name', 'equalto', model_name) %}\n {% for col_name, col_values in node.columns.items() %}\n {% do dict_with_descriptions.update( {col_name: col_values.description} ) %}\n {% endfor %}\n {% endfor %}\n {{ return(dict_with_descriptions) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7795005, "supported_languages": null}, "macro.codegen.build_dict_column_descriptions": {"name": "build_dict_column_descriptions", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.build_dict_column_descriptions", "macro_sql": "{% macro build_dict_column_descriptions(model_name) %}\n {% if execute %}\n {% set glob_dict = {} %}\n {% for full_model in codegen.get_model_dependencies(model_name) %}\n {% do codegen.add_model_column_descriptions_to_dict(\n full_model.split('.')[0], full_model.split('.')[-1], glob_dict\n ) %}\n {% endfor %}\n {{ return(glob_dict) }}\n {% endif %}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.get_model_dependencies", "macro.codegen.add_model_column_descriptions_to_dict"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.779822, "supported_languages": null}, "macro.codegen.get_models": {"name": "get_models", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.get_models", "macro_sql": "{% macro get_models(directory=None, prefix=None) %}\n {% set model_names=[] %}\n {% set models = graph.nodes.values() | selectattr('resource_type', \"equalto\", 'model') %}\n {% if directory and prefix %}\n {% for model in models %}\n {% set model_path = \"/\".join(model.path.split(\"/\")[:-1]) %}\n {% if model_path == directory and model.name.startswith(prefix) %}\n {% do model_names.append(model.name) %}\n {% endif %} \n {% endfor %}\n {% elif directory %}\n {% for model in models %}\n {% set model_path = \"/\".join(model.path.split(\"/\")[:-1]) %}\n {% if model_path == directory %}\n {% do model_names.append(model.name) %}\n {% endif %}\n {% endfor %}\n {% elif prefix %}\n {% for model in models if model.name.startswith(prefix) %}\n {% do model_names.append(model.name) %}\n {% endfor %}\n {% else %}\n {% for model in models %}\n {% do model_names.append(model.name) %}\n {% endfor %}\n {% endif %}\n {{ return(model_names) }}\n{% endmacro %}", "depends_on": {"macros": []}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7807605, "supported_languages": null}, "macro.codegen.data_type_format_source": {"name": "data_type_format_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.data_type_format_source", "macro_sql": "{% macro data_type_format_source(column) -%}\n {{ return(adapter.dispatch('data_type_format_source', 'codegen')(column)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.codegen.default__data_type_format_source"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7808945, "supported_languages": null}, "macro.codegen.default__data_type_format_source": {"name": "default__data_type_format_source", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.default__data_type_format_source", "macro_sql": "{% macro default__data_type_format_source(column) %}\n {% set formatted = codegen.format_column(column) %}\n {{ return(formatted['data_type'] | lower) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7810435, "supported_languages": null}, "macro.codegen.data_type_format_model": {"name": "data_type_format_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.data_type_format_model", "macro_sql": "{% macro data_type_format_model(column) -%}\n {{ return(adapter.dispatch('data_type_format_model', 'codegen')(column)) }}\n{%- endmacro %}", "depends_on": {"macros": ["macro.codegen.default__data_type_format_model"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7811675, "supported_languages": null}, "macro.codegen.default__data_type_format_model": {"name": "default__data_type_format_model", "resource_type": "macro", "package_name": "codegen", "path": "macros/helpers/helpers.sql", "original_file_path": "macros/helpers/helpers.sql", "unique_id": "macro.codegen.default__data_type_format_model", "macro_sql": "{% macro default__data_type_format_model(column) %}\n {% set formatted = codegen.format_column(column) %}\n {{ return(formatted['data_type'] | lower) }}\n{% endmacro %}", "depends_on": {"macros": ["macro.codegen.format_column"]}, "description": "", "meta": {}, "docs": {"show": true, "node_color": null}, "patch_path": null, "arguments": [], "created_at": 1775665583.7813084, "supported_languages": null}}, "docs": {"doc.aspects.actor_id": {"name": "actor_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.actor_id", "block_contents": "The \"id\" portion of the xAPI Actor for this event. See: https://xapi.com/statements-101/#actor\n\nThe LMS can be configured to send different identifiers for an actor, but they are all stored as Strings in ClickHouse: https://docs.openedx.org/projects/openedx-aspects/en/latest/technical_documentation/how-tos/changing_actor_identifier.html"}, "doc.aspects.block_id": {"name": "block_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.block_id", "block_contents": "The unique XBlock usage key for this block"}, "doc.aspects.course_key": {"name": "course_key", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_key", "block_contents": "The CourseKey for this course run"}, "doc.aspects.course_name": {"name": "course_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_name", "block_contents": "The name of the course"}, "doc.aspects.course_order": {"name": "course_order", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_order", "block_contents": "The sort order of this block in the course across all course blocks"}, "doc.aspects.course_run": {"name": "course_run", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.course_run", "block_contents": "The course run for the course"}, "doc.aspects.display_name": {"name": "display_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.display_name", "block_contents": "The XBlock's display name"}, "doc.aspects.dump_id": {"name": "dump_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.dump_id", "block_contents": "The UUID of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same dump_id."}, "doc.aspects.email": {"name": "email", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.email", "block_contents": "The email address of the learner from the LMS user table. When Aspects PII syncing is off this will be empty."}, "doc.aspects.emission_time": {"name": "emission_time", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.emission_time", "block_contents": "Timestamp, to the second, of when this event was emitted"}, "doc.aspects.enrollment_mode": {"name": "enrollment_mode", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.enrollment_mode", "block_contents": "The mode of enrollment such as \"audit\", \"verified\", or instance-specific values."}, "doc.aspects.enrollment_status": {"name": "enrollment_status", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.enrollment_status", "block_contents": "Whether a learner is actively enrolled in a course"}, "doc.aspects.event_id": {"name": "event_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.event_id", "block_contents": "The unique identifier for the xAPI event, represented as a UUID v5 string, and based upon the actor id, verb, and event timestamp."}, "doc.aspects.graded": {"name": "graded", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.graded", "block_contents": "Whether the block is graded"}, "doc.aspects.id": {"name": "id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.id", "block_contents": "The primary key value for this row in the edx-platform MySQL database"}, "doc.aspects.learner_name": {"name": "learner_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.learner_name", "block_contents": "The full name of the learner based on their edx-platform UserProfile \"name\" field"}, "doc.aspects.object_id": {"name": "object_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.object_id", "block_contents": "The \"id\" portion of the xAPI Object resource identifier (IRI), stores as a String. See: https://xapi.com/statements-101/#object"}, "doc.aspects.org": {"name": "org", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.org", "block_contents": "The organization that the course belongs to, this value is extracted from the course key"}, "doc.aspects.section_block_id": {"name": "section_block_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.section_block_id", "block_contents": "The location of this subsection in the course, represented as
::0"}, "doc.aspects.section_number": {"name": "section_number", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.section_number", "block_contents": "The location of this section in the course, represented as
:0:0"}, "doc.aspects.section_with_name": {"name": "section_with_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.section_with_name", "block_contents": "The name of the section this block belongs to, with section_number prepended"}, "doc.aspects.subsection_block_id": {"name": "subsection_block_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.subsection_block_id", "block_contents": "The unique identifier for the subsection block"}, "doc.aspects.subsection_number": {"name": "subsection_number", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.subsection_number", "block_contents": "The location of this subsection in the course, represented as
::0"}, "doc.aspects.subsection_with_name": {"name": "subsection_with_name", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.subsection_with_name", "block_contents": "The name of the subsection, with section_number prepended"}, "doc.aspects.time_last_dumped": {"name": "time_last_dumped", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.time_last_dumped", "block_contents": "The datetime of the event sink run that publishes to ClickHouse. When an event is published, all data is sent with the same time_last_dumped."}, "doc.aspects.username": {"name": "username", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.username", "block_contents": "The username of the learner from the LMS user table. When Aspects PII syncing is off this will be empty."}, "doc.aspects.verb_id": {"name": "verb_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.verb_id", "block_contents": "The \"id\" portion of the xAPI Verb for this event. See: https://xapi.com/statements-101/#verb"}, "doc.aspects.attempts": {"name": "attempts", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.attempts", "block_contents": "Number indicating which attempt this was"}, "doc.aspects.problem_number": {"name": "problem_number", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.problem_number", "block_contents": "The section, subsection, unit, and part number of the problem block. In the format 1:2:3_1"}, "doc.aspects.success": {"name": "success", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.success", "block_contents": "Boolean indicating whether the responses were correct"}, "doc.aspects.problem_id": {"name": "problem_id", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.problem_id", "block_contents": "Unique identifier for the problem"}, "doc.aspects.object_tag_source": {"name": "object_tag_source", "resource_type": "doc", "package_name": "aspects", "path": "_docs/docs.md", "original_file_path": "models/_docs/docs.md", "unique_id": "doc.aspects.object_tag_source", "block_contents": "Course objects and their associated tags from CMS events: \n`COURSE_CREATED, XBLOCK_CREATED, LIBRARY_BLOCK_CREATED, CONTENT_OBJECT_ASSOCIATIONS_CHANGED` \nand `post_save` Django signal on the Object Tag model"}, "doc.dbt.__overview__": {"name": "__overview__", "resource_type": "doc", "package_name": "dbt", "path": "overview.md", "original_file_path": "docs/overview.md", "unique_id": "doc.dbt.__overview__", "block_contents": "### Welcome!\n\nWelcome to the auto-generated documentation for your dbt project!\n\n### Navigation\n\nYou can use the `Project` and `Database` navigation tabs on the left side of the window to explore the models\nin your project.\n\n#### Project Tab\nThe `Project` tab mirrors the directory structure of your dbt project. In this tab, you can see all of the\nmodels defined in your dbt project, as well as models imported from dbt packages.\n\n#### Database Tab\nThe `Database` tab also exposes your models, but in a format that looks more like a database explorer. This view\nshows relations (tables and views) grouped into database schemas. Note that ephemeral models are _not_ shown\nin this interface, as they do not exist in the database.\n\n### Graph Exploration\nYou can click the blue icon on the bottom-right corner of the page to view the lineage graph of your models.\n\nOn model pages, you'll see the immediate parents and children of the model you're exploring. By clicking the `Expand`\nbutton at the top-right of this lineage pane, you'll be able to see all of the models that are used to build,\nor are built from, the model you're exploring.\n\nOnce expanded, you'll be able to use the `--select` and `--exclude` model selection syntax to filter the\nmodels in the graph. For more information on model selection, check out the [dbt docs](https://docs.getdbt.com/docs/model-selection-syntax).\n\nNote that you can also right-click on models to interactively filter and explore the graph.\n\n---\n\n### More information\n\n- [What is dbt](https://docs.getdbt.com/docs/introduction)?\n- Read the [dbt viewpoint](https://docs.getdbt.com/docs/viewpoint)\n- [Installation](https://docs.getdbt.com/docs/installation)\n- Join the [dbt Community](https://www.getdbt.com/community/) for questions and discussion"}}, "exposures": {}, "metrics": {}, "groups": {}, "selectors": {"unit_tests": {"name": "unit_tests", "definition": {"method": "test_type", "value": "unit"}}, "non_unit_tests": {"name": "non_unit_tests", "definition": {"union": [{"method": "fqn", "value": "*"}, {"exclude": [{"method": "test_type", "value": "unit", "indirect_selection": "empty"}]}]}, "default": true}, "all_tests": {"name": "all_tests", "definition": {"method": "fqn", "value": "*"}}}, "disabled": {}, "parent_map": {"model.aspects.dim_most_recent_course_tags": ["model.aspects.dim_course_names", "model.aspects.dim_most_recent_tags", "model.aspects.dim_most_recent_taxonomies"], "model.aspects.dim_most_recent_object_tags": ["source.aspects.event_sink.object_tag"], "model.aspects.dim_most_recent_taxonomies": ["source.aspects.event_sink.taxonomy"], "model.aspects.dim_most_recent_tags": ["source.aspects.event_sink.tag"], "model.aspects.dim_course_blocks": ["model.aspects.dim_course_block_names", "model.aspects.dim_course_names"], "model.aspects.dim_course_block_names": ["model.aspects.dim_most_recent_course_blocks"], "model.aspects.dim_most_recent_course_blocks": ["source.aspects.event_sink.course_blocks"], "model.aspects.dim_course_names": ["source.aspects.event_sink.course_overviews"], "model.aspects.dim_user_pii": ["model.aspects.user_pii"], "model.aspects.user_pii": ["source.aspects.event_sink.external_id", "source.aspects.event_sink.user_profile"], "test.aspects.get_problem_id_with_ccx": [], "test.aspects.get_problem_id": [], "model.aspects.dim_student_status": ["model.aspects.dim_course_names", "model.aspects.dim_learner_most_recent_course_grade", "model.aspects.dim_learner_most_recent_course_state", "model.aspects.dim_most_recent_enrollment", "model.aspects.dim_user_pii"], "model.aspects.dim_most_recent_enrollment": ["model.aspects.enrollment_events"], "model.aspects.fact_enrollments": ["model.aspects.dim_course_names", "model.aspects.dim_user_pii", "model.aspects.enrollment_events"], "model.aspects.fact_instance_enrollments": ["model.aspects.enrollment_events"], "model.aspects.enrollment_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_instance_actors": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_instance_courses": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_instance_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.dim_learner_most_recent_course_grade": ["model.aspects.grading_events"], "model.aspects.dim_learner_most_recent_course_state": ["model.aspects.grading_events"], "model.aspects.grading_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.dim_learner_last_course_visit": ["model.aspects.navigation_events"], "model.aspects.fact_pageview_engagement": ["model.aspects.dim_user_pii", "model.aspects.fact_navigation_completion"], "model.aspects.fact_navigation_completion": ["model.aspects.dim_course_blocks", "model.aspects.navigation_events"], "model.aspects.navigation_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.dim_problem_coursewide_avg": ["model.aspects.dim_learner_last_response"], "model.aspects.dim_subsection_performance": ["model.aspects.dim_subsection_problem_results"], "model.aspects.dim_subsection_problem_results": ["model.aspects.dim_course_blocks", "model.aspects.dim_learner_last_response"], "model.aspects.dim_learner_last_response": ["model.aspects.dim_course_blocks", "model.aspects.problem_events"], "model.aspects.dim_problem_responses": ["model.aspects.dim_course_blocks", "model.aspects.problem_events"], "model.aspects.dim_problem_results": ["model.aspects.dim_course_blocks", "model.aspects.problem_events"], "model.aspects.fact_problem_engagement": ["model.aspects.dim_course_blocks", "model.aspects.dim_user_pii", "model.aspects.problem_events"], "model.aspects.problem_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.fact_video_engagement": ["model.aspects.dim_course_blocks", "model.aspects.dim_user_pii", "model.aspects.fact_video_segments"], "model.aspects.fact_video_segments": ["model.aspects.video_playback_events"], "model.aspects.video_playback_events": ["model.aspects.xapi_events_all_parsed"], "model.aspects.xapi_events_all_parsed": ["source.aspects.xapi.xapi_events_all"], "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1": ["model.aspects.enrollment_events"], "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb": ["model.aspects.dim_most_recent_enrollment"], "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4": ["model.aspects.fact_enrollments"], "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448": ["model.aspects.dim_student_status"], "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb": ["model.aspects.dim_learner_most_recent_course_state"], "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696": ["model.aspects.fact_instance_enrollments"], "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed": ["model.aspects.fact_pageview_engagement"], "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321": ["model.aspects.fact_problem_engagement"], "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005": ["model.aspects.fact_video_engagement"], "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80": ["model.aspects.fact_video_engagement"], "source.aspects.event_sink.object_tag": [], "source.aspects.event_sink.taxonomy": [], "source.aspects.event_sink.tag": [], "source.aspects.event_sink.course_blocks": [], "source.aspects.event_sink.course_overviews": [], "source.aspects.event_sink.user_profile": [], "source.aspects.event_sink.external_id": [], "source.aspects.xapi.xapi_events_all": [], "unit_test.aspects.dim_course_block_names.test_dim_course_block_names": ["model.aspects.dim_course_block_names"], "unit_test.aspects.dim_course_blocks.test_dim_course_blocks": ["model.aspects.dim_course_blocks"], "unit_test.aspects.dim_course_names.test_dim_course_names": ["model.aspects.dim_course_names"], "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks": ["model.aspects.dim_most_recent_course_blocks"], "unit_test.aspects.user_pii.test_user_pii": ["model.aspects.user_pii"], "unit_test.aspects.dim_student_status.test_dim_student_status": ["model.aspects.dim_student_status"], "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade": ["model.aspects.dim_learner_most_recent_course_grade"], "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state": ["model.aspects.dim_learner_most_recent_course_state"], "unit_test.aspects.grading_events.test_grading_events": ["model.aspects.grading_events"], "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment": ["model.aspects.dim_most_recent_enrollment"], "unit_test.aspects.fact_enrollments.test_fact_enrollments": ["model.aspects.fact_enrollments"], "unit_test.aspects.enrollment_events.test_enrollment_events": ["model.aspects.enrollment_events"], "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments": ["model.aspects.fact_instance_enrollments"], "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit": ["model.aspects.dim_learner_last_course_visit"], "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement": ["model.aspects.fact_pageview_engagement"], "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion": ["model.aspects.fact_navigation_completion"], "unit_test.aspects.navigation_events.test_navigation_events": ["model.aspects.navigation_events"], "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg": ["model.aspects.dim_problem_coursewide_avg"], "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response": ["model.aspects.dim_learner_last_response"], "unit_test.aspects.dim_problem_responses.test_dim_problem_responses": ["model.aspects.dim_problem_responses"], "unit_test.aspects.dim_problem_results.test_dim_problem_results": ["model.aspects.dim_problem_results"], "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement": ["model.aspects.fact_problem_engagement"], "unit_test.aspects.problem_events.test_problem_events": ["model.aspects.problem_events"], "unit_test.aspects.fact_video_engagement.test_fact_video_engagement": ["model.aspects.fact_video_engagement"], "unit_test.aspects.fact_video_segments.test_fact_video_segments": ["model.aspects.fact_video_segments"], "unit_test.aspects.video_playback_events.test_video_playback_events": ["model.aspects.video_playback_events"], "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed": ["model.aspects.xapi_events_all_parsed"]}, "child_map": {"model.aspects.dim_most_recent_course_tags": [], "model.aspects.dim_most_recent_object_tags": [], "model.aspects.dim_most_recent_taxonomies": ["model.aspects.dim_most_recent_course_tags"], "model.aspects.dim_most_recent_tags": ["model.aspects.dim_most_recent_course_tags"], "model.aspects.dim_course_blocks": ["model.aspects.dim_learner_last_response", "model.aspects.dim_problem_responses", "model.aspects.dim_problem_results", "model.aspects.dim_subsection_problem_results", "model.aspects.fact_navigation_completion", "model.aspects.fact_problem_engagement", "model.aspects.fact_video_engagement", "unit_test.aspects.dim_course_blocks.test_dim_course_blocks"], "model.aspects.dim_course_block_names": ["model.aspects.dim_course_blocks", "unit_test.aspects.dim_course_block_names.test_dim_course_block_names"], "model.aspects.dim_most_recent_course_blocks": ["model.aspects.dim_course_block_names", "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks"], "model.aspects.dim_course_names": ["model.aspects.dim_course_blocks", "model.aspects.dim_most_recent_course_tags", "model.aspects.dim_student_status", "model.aspects.fact_enrollments", "unit_test.aspects.dim_course_names.test_dim_course_names"], "model.aspects.dim_user_pii": ["model.aspects.dim_student_status", "model.aspects.fact_enrollments", "model.aspects.fact_pageview_engagement", "model.aspects.fact_problem_engagement", "model.aspects.fact_video_engagement"], "model.aspects.user_pii": ["model.aspects.dim_user_pii", "unit_test.aspects.user_pii.test_user_pii"], "test.aspects.get_problem_id_with_ccx": [], "test.aspects.get_problem_id": [], "model.aspects.dim_student_status": ["test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448", "unit_test.aspects.dim_student_status.test_dim_student_status"], "model.aspects.dim_most_recent_enrollment": ["model.aspects.dim_student_status", "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb", "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment"], "model.aspects.fact_enrollments": ["test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4", "unit_test.aspects.fact_enrollments.test_fact_enrollments"], "model.aspects.fact_instance_enrollments": ["test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696", "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments"], "model.aspects.enrollment_events": ["model.aspects.dim_most_recent_enrollment", "model.aspects.fact_enrollments", "model.aspects.fact_instance_enrollments", "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1", "unit_test.aspects.enrollment_events.test_enrollment_events"], "model.aspects.fact_instance_actors": [], "model.aspects.fact_instance_courses": [], "model.aspects.fact_instance_events": [], "model.aspects.dim_learner_most_recent_course_grade": ["model.aspects.dim_student_status", "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade"], "model.aspects.dim_learner_most_recent_course_state": ["model.aspects.dim_student_status", "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb", "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state"], "model.aspects.grading_events": ["model.aspects.dim_learner_most_recent_course_grade", "model.aspects.dim_learner_most_recent_course_state", "unit_test.aspects.grading_events.test_grading_events"], "model.aspects.dim_learner_last_course_visit": ["unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit"], "model.aspects.fact_pageview_engagement": ["test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed", "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement"], "model.aspects.fact_navigation_completion": ["model.aspects.fact_pageview_engagement", "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion"], "model.aspects.navigation_events": ["model.aspects.dim_learner_last_course_visit", "model.aspects.fact_navigation_completion", "unit_test.aspects.navigation_events.test_navigation_events"], "model.aspects.dim_problem_coursewide_avg": ["unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg"], "model.aspects.dim_subsection_performance": [], "model.aspects.dim_subsection_problem_results": ["model.aspects.dim_subsection_performance"], "model.aspects.dim_learner_last_response": ["model.aspects.dim_problem_coursewide_avg", "model.aspects.dim_subsection_problem_results", "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response"], "model.aspects.dim_problem_responses": ["unit_test.aspects.dim_problem_responses.test_dim_problem_responses"], "model.aspects.dim_problem_results": ["unit_test.aspects.dim_problem_results.test_dim_problem_results"], "model.aspects.fact_problem_engagement": ["test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321", "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement"], "model.aspects.problem_events": ["model.aspects.dim_learner_last_response", "model.aspects.dim_problem_responses", "model.aspects.dim_problem_results", "model.aspects.fact_problem_engagement", "unit_test.aspects.problem_events.test_problem_events"], "model.aspects.fact_video_engagement": ["test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005", "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80", "unit_test.aspects.fact_video_engagement.test_fact_video_engagement"], "model.aspects.fact_video_segments": ["model.aspects.fact_video_engagement", "unit_test.aspects.fact_video_segments.test_fact_video_segments"], "model.aspects.video_playback_events": ["model.aspects.fact_video_segments", "unit_test.aspects.video_playback_events.test_video_playback_events"], "model.aspects.xapi_events_all_parsed": ["model.aspects.enrollment_events", "model.aspects.fact_instance_actors", "model.aspects.fact_instance_courses", "model.aspects.fact_instance_events", "model.aspects.grading_events", "model.aspects.navigation_events", "model.aspects.problem_events", "model.aspects.video_playback_events", "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed"], "test.aspects.accepted_values_enrollment_events_enrollment_status__registered__unregistered.6e8262fef1": [], "test.aspects.accepted_values_dim_most_recent_enrollment_enrollment_status__registered__unregistered.85182a49cb": [], "test.aspects.accepted_values_fact_enrollments_enrollment_status__registered__unregistered.f8d10203f4": [], "test.aspects.accepted_values_dim_student_status_enrollment_status__registered__unregistered.e175e06448": [], "test.aspects.accepted_values_dim_learner_most_recent_course_state_approving_state__passed__failed.b6c7cf1dfb": [], "test.aspects.accepted_values_fact_instance_enrollments_enrollment_status__registered__unregistered.305ffdf696": [], "test.aspects.accepted_values_fact_pageview_engagement_content_level__section__subsection.dd9e9af3ed": [], "test.aspects.accepted_values_fact_problem_engagement_content_level__section__subsection.59d1daa321": [], "test.aspects.accepted_values_fact_video_engagement_content_level__section__subsection.636c5e7005": [], "test.aspects.accepted_values_fact_video_engagement_section_subsection_video_engagement__No_videos_viewed_yet__At_least_one_video_viewed__All_videos_viewed.91f6ccbf80": [], "source.aspects.event_sink.object_tag": ["model.aspects.dim_most_recent_object_tags"], "source.aspects.event_sink.taxonomy": ["model.aspects.dim_most_recent_taxonomies"], "source.aspects.event_sink.tag": ["model.aspects.dim_most_recent_tags"], "source.aspects.event_sink.course_blocks": ["model.aspects.dim_most_recent_course_blocks"], "source.aspects.event_sink.course_overviews": ["model.aspects.dim_course_names"], "source.aspects.event_sink.user_profile": ["model.aspects.user_pii"], "source.aspects.event_sink.external_id": ["model.aspects.user_pii"], "source.aspects.xapi.xapi_events_all": ["model.aspects.xapi_events_all_parsed"], "unit_test.aspects.dim_course_block_names.test_dim_course_block_names": [], "unit_test.aspects.dim_course_blocks.test_dim_course_blocks": [], "unit_test.aspects.dim_course_names.test_dim_course_names": [], "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks": [], "unit_test.aspects.user_pii.test_user_pii": [], "unit_test.aspects.dim_student_status.test_dim_student_status": [], "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade": [], "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state": [], "unit_test.aspects.grading_events.test_grading_events": [], "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment": [], "unit_test.aspects.fact_enrollments.test_fact_enrollments": [], "unit_test.aspects.enrollment_events.test_enrollment_events": [], "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments": [], "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit": [], "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement": [], "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion": [], "unit_test.aspects.navigation_events.test_navigation_events": [], "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg": [], "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response": [], "unit_test.aspects.dim_problem_responses.test_dim_problem_responses": [], "unit_test.aspects.dim_problem_results.test_dim_problem_results": [], "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement": [], "unit_test.aspects.problem_events.test_problem_events": [], "unit_test.aspects.fact_video_engagement.test_fact_video_engagement": [], "unit_test.aspects.fact_video_segments.test_fact_video_segments": [], "unit_test.aspects.video_playback_events.test_video_playback_events": [], "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed": []}, "group_map": {}, "saved_queries": {}, "semantic_models": {}, "unit_tests": {"unit_test.aspects.dim_course_block_names.test_dim_course_block_names": {"model": "dim_course_block_names", "given": [{"input": "ref('dim_most_recent_course_blocks')", "rows": "select * from dim_most_recent_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_course_block_names_expected", "format": "sql", "fixture": null}, "name": "test_dim_course_block_names", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_course_block_names.test_dim_course_block_names", "fqn": ["aspects", "courses", "dim_course_block_names", "test_dim_course_block_names"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_block_names"]}, "config": {"tags": [], "meta": {}, "enabled": true}, "checksum": "d6532b208c9d963c87344f82b18fd9dc780c65f7a3b5db37d60d531bbd0f41da", "schema": "reporting", "created_at": 1775665584.5734146, "versions": null, "version": null}, "unit_test.aspects.dim_course_blocks.test_dim_course_blocks": {"model": "dim_course_blocks", "given": [{"input": "ref('dim_course_block_names')", "rows": "select * from dim_course_block_names", "format": "sql", "fixture": null}, {"input": "ref('dim_course_names')", "rows": "select * from dim_course_names", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_course_blocks_expected", "format": "sql", "fixture": null}, "name": "test_dim_course_blocks", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_course_blocks.test_dim_course_blocks", "fqn": ["aspects", "courses", "dim_course_blocks", "test_dim_course_blocks"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_blocks"]}, "config": {"tags": ["dim"], "meta": {}, "enabled": true}, "checksum": "c57b0461ae1e0bc24ef9c34a57956988357fa9760ad6fb508b26e3914e443b06", "schema": "reporting", "created_at": 1775665584.5743392, "versions": null, "version": null}, "unit_test.aspects.dim_course_names.test_dim_course_names": {"model": "dim_course_names", "given": [{"input": "source(\"event_sink\", \"course_overviews\")", "rows": "select * from event_sink.course_overviews", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_course_names_expected", "format": "sql", "fixture": null}, "name": "test_dim_course_names", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_course_names.test_dim_course_names", "fqn": ["aspects", "courses", "dim_course_names", "test_dim_course_names"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_course_names"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "d177a9ad52b1fa01e906c925e65b81f61a2493c761c14f48d879fc7c3be1323d", "schema": "event_sink", "created_at": 1775665584.5750644, "versions": null, "version": null}, "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks": {"model": "dim_most_recent_course_blocks", "given": [{"input": "source(\"event_sink\", \"course_blocks\")", "rows": "select * from event_sink.course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_most_recent_course_blocks_expected", "format": "sql", "fixture": null}, "name": "test_dim_most_recent_course_blocks", "resource_type": "unit_test", "package_name": "aspects", "path": "courses/unit_tests.yaml", "original_file_path": "models/courses/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_most_recent_course_blocks.test_dim_most_recent_course_blocks", "fqn": ["aspects", "courses", "dim_most_recent_course_blocks", "test_dim_most_recent_course_blocks"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_course_blocks"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "aab429cc416865e56566de5ed0c43be1c13336641e362a7beaadbf61e52918fa", "schema": "event_sink", "created_at": 1775665584.5757413, "versions": null, "version": null}, "unit_test.aspects.user_pii.test_user_pii": {"model": "user_pii", "given": [{"input": "source(\"event_sink\", \"user_profile\")", "rows": "select * from event_sink.user_profile", "format": "sql", "fixture": null}, {"input": "source(\"event_sink\", \"external_id\")", "rows": "select * from event_sink.external_id", "format": "sql", "fixture": null}], "expect": {"rows": "select * from user_pii_expected", "format": "sql", "fixture": null}, "name": "test_user_pii", "resource_type": "unit_test", "package_name": "aspects", "path": "users/unit_tests.yaml", "original_file_path": "models/users/unit_tests.yaml", "unique_id": "unit_test.aspects.user_pii.test_user_pii", "fqn": ["aspects", "users", "user_pii", "test_user_pii"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.user_pii"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "6714e0d38ced2dd52b640ee108323e4af77e06f51dce0175d4e3491eecbbe6b5", "schema": "event_sink", "created_at": 1775665584.5767207, "versions": null, "version": null}, "unit_test.aspects.dim_student_status.test_dim_student_status": {"model": "dim_student_status", "given": [{"input": "ref('dim_most_recent_enrollment')", "rows": "select * from dim_most_recent_enrollment", "format": "sql", "fixture": null}, {"input": "ref('dim_learner_most_recent_course_state')", "rows": "select * from dim_learner_most_recent_course_state", "format": "sql", "fixture": null}, {"input": "ref('dim_learner_most_recent_course_grade')", "rows": "select * from dim_learner_most_recent_course_grade", "format": "sql", "fixture": null}, {"input": "ref('dim_course_names')", "rows": "select * from dim_course_names", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_student_status_expected", "format": "sql", "fixture": null}, "name": "test_dim_student_status", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_student_status.test_dim_student_status", "fqn": ["aspects", "grading", "dim_student_status", "test_dim_student_status"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_student_status"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "5c4ebbcc32d3668673bcb903efcdf09aa9e94142641cc6fe64d8eb05e5381942", "schema": "reporting", "created_at": 1776096321.0940146, "versions": null, "version": null}, "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade": {"model": "dim_learner_most_recent_course_grade", "given": [{"input": "ref('grading_events')", "rows": "select * from grading_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_most_recent_course_grade_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_most_recent_course_grade", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_most_recent_course_grade.test_dim_learner_most_recent_course_grade", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_grade", "test_dim_learner_most_recent_course_grade"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_most_recent_course_grade"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "402375da486bda7cfd97b2a9a358718838d9508f451a63d37a57e45b45741843", "schema": "reporting", "created_at": 1776096321.0954404, "versions": null, "version": null}, "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state": {"model": "dim_learner_most_recent_course_state", "given": [{"input": "ref('grading_events')", "rows": "select * from grading_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_most_recent_course_state_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_most_recent_course_state", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_most_recent_course_state.test_dim_learner_most_recent_course_state", "fqn": ["aspects", "grading", "dim_learner_most_recent_course_state", "test_dim_learner_most_recent_course_state"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_most_recent_course_state"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "12eb805487963cc2f9de0699a41a13975999f36166284be1183ebd7af255a0a2", "schema": "reporting", "created_at": 1776096321.096228, "versions": null, "version": null}, "unit_test.aspects.grading_events.test_grading_events": {"model": "grading_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from grading_events_expected", "format": "sql", "fixture": null}, "name": "test_grading_events", "resource_type": "unit_test", "package_name": "aspects", "path": "grading/unit_tests.yaml", "original_file_path": "models/grading/unit_tests.yaml", "unique_id": "unit_test.aspects.grading_events.test_grading_events", "fqn": ["aspects", "grading", "grading_events", "test_grading_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.grading_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "61dd0d8c98bcedaa4de06acf0020fa16474254bd62790b05bbc4370b07257c5c", "schema": "openedx", "created_at": 1776096321.0971024, "versions": null, "version": null}, "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment": {"model": "dim_most_recent_enrollment", "given": [{"input": "ref('enrollment_events')", "rows": "select * from enrollment_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_most_recent_enrollment_expected", "format": "sql", "fixture": null}, "name": "test_dim_most_recent_enrollment", "resource_type": "unit_test", "package_name": "aspects", "path": "enrollment/unit_tests.yaml", "original_file_path": "models/enrollment/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_most_recent_enrollment.test_dim_most_recent_enrollment", "fqn": ["aspects", "enrollment", "dim_most_recent_enrollment", "test_dim_most_recent_enrollment"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_most_recent_enrollment"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "a66ea0967df08a7b862250f27f4253987a6f53b8cffa10ab171037c14e40fd41", "schema": "reporting", "created_at": 1776096321.0984461, "versions": null, "version": null}, "unit_test.aspects.fact_enrollments.test_fact_enrollments": {"model": "fact_enrollments", "given": [{"input": "ref('dim_course_names')", "rows": "select * from dim_course_names", "format": "sql", "fixture": null}, {"input": "ref('enrollment_events')", "rows": "select * from enrollment_events", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_enrollments_expected", "format": "sql", "fixture": null}, "name": "test_fact_enrollments", "resource_type": "unit_test", "package_name": "aspects", "path": "enrollment/unit_tests.yaml", "original_file_path": "models/enrollment/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_enrollments.test_fact_enrollments", "fqn": ["aspects", "enrollment", "fact_enrollments", "test_fact_enrollments"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_enrollments"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "599dccb6197ee5fb9df24672d1ebbcebe63bbd80441be1995ae6ce0eef318ab8", "schema": "reporting", "created_at": 1776096321.0994084, "versions": null, "version": null}, "unit_test.aspects.enrollment_events.test_enrollment_events": {"model": "enrollment_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from reporting.xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from enrollment_events_expected", "format": "sql", "fixture": null}, "name": "test_enrollment_events", "resource_type": "unit_test", "package_name": "aspects", "path": "enrollment/unit_tests.yaml", "original_file_path": "models/enrollment/unit_tests.yaml", "unique_id": "unit_test.aspects.enrollment_events.test_enrollment_events", "fqn": ["aspects", "enrollment", "enrollment_events", "test_enrollment_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.enrollment_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "407b4579f3e4b931cfed4d9d0283fb780b87eb556093dfe708e59ba75fd8eb62", "schema": "openedx", "created_at": 1776096321.1022577, "versions": null, "version": null}, "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments": {"model": "fact_instance_enrollments", "given": [{"input": "ref('enrollment_events')", "rows": "select * from enrollment_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_instance_enrollments_expected", "format": "sql", "fixture": null}, "name": "test_fact_instance_enrollments", "resource_type": "unit_test", "package_name": "aspects", "path": "instance/unit_tests.yaml", "original_file_path": "models/instance/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_instance_enrollments.test_fact_instance_enrollments", "fqn": ["aspects", "instance", "fact_instance_enrollments", "test_fact_instance_enrollments"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_instance_enrollments"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "cd5503c4cc82480aabbb53a9758f679f51fcab67732c4e00ed60e383175f78a5", "schema": "reporting", "created_at": 1776096321.110446, "versions": null, "version": null}, "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit": {"model": "dim_learner_last_course_visit", "given": [{"input": "ref('navigation_events')", "rows": "select * from navigation_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_last_course_visit_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_last_course_visit", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_last_course_visit.test_dim_learner_last_course_visit", "fqn": ["aspects", "navigation", "dim_learner_last_course_visit", "test_dim_learner_last_course_visit"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_last_course_visit"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "23dd770c8e8ce2bbbcdff481c6d215e84c1e1b6532ea4366bf22b8d06aa30ccd", "schema": "reporting", "created_at": 1776096321.1190126, "versions": null, "version": null}, "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement": {"model": "fact_pageview_engagement", "given": [{"input": "ref('fact_navigation_completion')", "rows": "select * from fact_navigation_completion", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_pageview_engagement_expected", "format": "sql", "fixture": null}, "name": "test_fact_pageview_engagement", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_pageview_engagement.test_fact_pageview_engagement", "fqn": ["aspects", "navigation", "fact_pageview_engagement", "test_fact_pageview_engagement"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_pageview_engagement"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "775023b819fa7dbe2f2a053a8d94c199c319dcc79a9a005be870ae4d61f87fe3", "schema": "reporting", "created_at": 1776096321.1197512, "versions": null, "version": null}, "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion": {"model": "fact_navigation_completion", "given": [{"input": "ref('navigation_events')", "rows": "select * from navigation_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_navigation_completion_expected", "format": "sql", "fixture": null}, "name": "test_fact_navigation_completion", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_navigation_completion.test_fact_navigation_completion", "fqn": ["aspects", "navigation", "fact_navigation_completion", "test_fact_navigation_completion"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_navigation_completion"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "2558d1588c4ce044c01f6b8a46374b9d6ee90335ef070f2d01f9220ff74784b4", "schema": "reporting", "created_at": 1776096321.1204588, "versions": null, "version": null}, "unit_test.aspects.navigation_events.test_navigation_events": {"model": "navigation_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from navigation_events_expected", "format": "sql", "fixture": null}, "name": "test_navigation_events", "resource_type": "unit_test", "package_name": "aspects", "path": "navigation/unit_tests.yaml", "original_file_path": "models/navigation/unit_tests.yaml", "unique_id": "unit_test.aspects.navigation_events.test_navigation_events", "fqn": ["aspects", "navigation", "navigation_events", "test_navigation_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.navigation_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "7cec5caa66ef5a15c87c60f5b65f10bdacd71eb7839e96d6af8280de91fa49b6", "schema": "openedx", "created_at": 1776096321.1208925, "versions": null, "version": null}, "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg": {"model": "dim_problem_coursewide_avg", "given": [{"input": "ref('dim_learner_last_response')", "rows": "select * from dim_learner_last_response", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_problem_coursewide_avg_expected", "format": "sql", "fixture": null}, "name": "test_dim_problem_coursewide_avg", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_problem_coursewide_avg.test_dim_problem_coursewide_avg", "fqn": ["aspects", "problems", "dim_problem_coursewide_avg", "test_dim_problem_coursewide_avg"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_problem_coursewide_avg"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "86e9665ca8d27051862c8a94c5f24de92918f58c8ec9e8e69f866162f9d4c9a7", "schema": "reporting", "created_at": 1776096321.1321595, "versions": null, "version": null}, "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response": {"model": "dim_learner_last_response", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_learner_last_response_expected", "format": "sql", "fixture": null}, "name": "test_dim_learner_last_response", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_learner_last_response.test_dim_learner_last_response", "fqn": ["aspects", "problems", "dim_learner_last_response", "test_dim_learner_last_response"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_learner_last_response"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "d31a5c09398d294592de924832ffaab84b589ef8c89d2d04b823d3e89bc37ea9", "schema": "reporting", "created_at": 1776096321.1329665, "versions": null, "version": null}, "unit_test.aspects.dim_problem_responses.test_dim_problem_responses": {"model": "dim_problem_responses", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_problem_responses_expected", "format": "sql", "fixture": null}, "name": "test_dim_problem_responses", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_problem_responses.test_dim_problem_responses", "fqn": ["aspects", "problems", "dim_problem_responses", "test_dim_problem_responses"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_problem_responses"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "fbe8091d5bb8a968bc4bcecd921e6263e377e679d4602f464658a45b510fd525", "schema": "reporting", "created_at": 1776096321.1335123, "versions": null, "version": null}, "unit_test.aspects.dim_problem_results.test_dim_problem_results": {"model": "dim_problem_results", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from dim_problem_results_expected", "format": "sql", "fixture": null}, "name": "test_dim_problem_results", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.dim_problem_results.test_dim_problem_results", "fqn": ["aspects", "problems", "dim_problem_results", "test_dim_problem_results"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.dim_problem_results"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "5dba0985a62ac7c0048d351496e426e93303d1230b7d13f9e1bc0ed8559841f2", "schema": "reporting", "created_at": 1776096321.1340115, "versions": null, "version": null}, "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement": {"model": "fact_problem_engagement", "given": [{"input": "ref('problem_events')", "rows": "select * from problem_events", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_problem_engagement_expected", "format": "sql", "fixture": null}, "name": "test_fact_problem_engagement", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_problem_engagement.test_fact_problem_engagement", "fqn": ["aspects", "problems", "fact_problem_engagement", "test_fact_problem_engagement"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_problem_engagement"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "3587e34ace72733073ab00fef5aad8eb4f9458e39ca83e89a81e365e618b162d", "schema": "reporting", "created_at": 1776096321.1345246, "versions": null, "version": null}, "unit_test.aspects.problem_events.test_problem_events": {"model": "problem_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}], "expect": {"rows": "select * from problem_events_expected", "format": "sql", "fixture": null}, "name": "test_problem_events", "resource_type": "unit_test", "package_name": "aspects", "path": "problems/unit_tests.yaml", "original_file_path": "models/problems/unit_tests.yaml", "unique_id": "unit_test.aspects.problem_events.test_problem_events", "fqn": ["aspects", "problems", "problem_events", "test_problem_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.problem_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "9e3edb9aa65c60c10b186b41744016bc58ac876ae4a3973312a59aadaabe1db4", "schema": "openedx", "created_at": 1776096321.1349943, "versions": null, "version": null}, "unit_test.aspects.fact_video_engagement.test_fact_video_engagement": {"model": "fact_video_engagement", "given": [{"input": "ref('fact_video_segments')", "rows": "select * from fact_video_segments", "format": "sql", "fixture": null}, {"input": "ref('dim_course_blocks')", "rows": "select * from dim_course_blocks", "format": "sql", "fixture": null}, {"input": "ref('dim_user_pii')", "rows": "select * from dim_user_pii", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_video_engagement_expected", "format": "sql", "fixture": null}, "name": "test_fact_video_engagement", "resource_type": "unit_test", "package_name": "aspects", "path": "video/unit_tests.yaml", "original_file_path": "models/video/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_video_engagement.test_fact_video_engagement", "fqn": ["aspects", "video", "fact_video_engagement", "test_fact_video_engagement"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_video_engagement"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "5d0940ae7789c010b5d3abc57ee48460786eb44de7fe64f514ba1bc837422751", "schema": "reporting", "created_at": 1776096321.144358, "versions": null, "version": null}, "unit_test.aspects.fact_video_segments.test_fact_video_segments": {"model": "fact_video_segments", "given": [{"input": "ref('video_playback_events')", "rows": "select * from video_playback_events", "format": "sql", "fixture": null}], "expect": {"rows": "select * from fact_video_segments_expected", "format": "sql", "fixture": null}, "name": "test_fact_video_segments", "resource_type": "unit_test", "package_name": "aspects", "path": "video/unit_tests.yaml", "original_file_path": "models/video/unit_tests.yaml", "unique_id": "unit_test.aspects.fact_video_segments.test_fact_video_segments", "fqn": ["aspects", "video", "fact_video_segments", "test_fact_video_segments"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.fact_video_segments"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "a1e61686e311e197c63b20e8e02ddf36d63dbdac8a5bedbca13d946ddfca4501", "schema": "reporting", "created_at": 1776096321.1451077, "versions": null, "version": null}, "unit_test.aspects.video_playback_events.test_video_playback_events": {"model": "video_playback_events", "given": [{"input": "ref('xapi_events_all_parsed')", "rows": "select * from xapi_events_all_parsed", "format": "sql", "fixture": null}], "expect": {"rows": "select * from video_playback_events_expected", "format": "sql", "fixture": null}, "name": "test_video_playback_events", "resource_type": "unit_test", "package_name": "aspects", "path": "video/unit_tests.yaml", "original_file_path": "models/video/unit_tests.yaml", "unique_id": "unit_test.aspects.video_playback_events.test_video_playback_events", "fqn": ["aspects", "video", "video_playback_events", "test_video_playback_events"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.video_playback_events"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "33ff2d6867c179cebb572692ad4c06e9023c4efba1c5d4d8a257dc3f95da1ef3", "schema": "openedx", "created_at": 1776096321.1455429, "versions": null, "version": null}, "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed": {"model": "xapi_events_all_parsed", "given": [{"input": "source(\"xapi\", \"xapi_events_all\")", "rows": "select * from xapi.xapi_events_all", "format": "sql", "fixture": null}], "expect": {"rows": "select * from xapi_events_all_parsed_expected", "format": "sql", "fixture": null}, "name": "test_xapi_events_all_parsed", "resource_type": "unit_test", "package_name": "aspects", "path": "base/unit_tests.yaml", "original_file_path": "models/base/unit_tests.yaml", "unique_id": "unit_test.aspects.xapi_events_all_parsed.test_xapi_events_all_parsed", "fqn": ["aspects", "base", "xapi_events_all_parsed", "test_xapi_events_all_parsed"], "description": "", "overrides": null, "depends_on": {"macros": [], "nodes": ["model.aspects.xapi_events_all_parsed"]}, "config": {"tags": ["ci"], "meta": {}, "enabled": true}, "checksum": "e55872e02e74e32a8161ece04cf51ac51f14cdc261fd50ffc7ecdd51aba24f6e", "schema": "openedx", "created_at": 1776096321.14629, "versions": null, "version": null}}} \ No newline at end of file From 5a1608172d3c8e7915ec8b8d9518215eebef8fb4 Mon Sep 17 00:00:00 2001 From: Sara Burns Date: Fri, 12 Jun 2026 11:13:37 -0400 Subject: [PATCH 4/5] fix: cleanup --- macros/remove_deprecated_models.sql | 1 + .../problems/dim_subsection_performance.sql | 51 ------------------- models/problems/schema.yml | 21 -------- unit-test-seeds/problems/seeds.yaml | 7 +-- 4 files changed, 2 insertions(+), 78 deletions(-) delete mode 100644 models/problems/dim_subsection_performance.sql diff --git a/macros/remove_deprecated_models.sql b/macros/remove_deprecated_models.sql index beef8ce4..9f823400 100644 --- a/macros/remove_deprecated_models.sql +++ b/macros/remove_deprecated_models.sql @@ -61,6 +61,7 @@ ("mv", reporting, "video_transcript_events"), ("mv", reporting, "fact_learner_course_grade"), ("mv", reporting, "fact_learner_course_status"), + ("mv", reporting, "dim_subsection_performance"), ("mv", event_sink, "most_recent_course_blocks"), ("mv", reporting, "fact_enrollment_status"), ("mv", event_sink, "most_recent_object_tags"), diff --git a/models/problems/dim_subsection_performance.sql b/models/problems/dim_subsection_performance.sql deleted file mode 100644 index 9f6db77c..00000000 --- a/models/problems/dim_subsection_performance.sql +++ /dev/null @@ -1,51 +0,0 @@ -{{ - config( - materialized="materialized_view", - engine=get_engine("ReplacingMergeTree()"), - primary_key="(org, course_key, block_id, score_range)", - order_by="(org, course_key, block_id, score_range)", - ) -}} - -with - avg_actor as ( - select org, course_key, block_id_short, avg(scaled_score) as avg_score, actor_id - from {{ ref("dim_subsection_problem_results") }} - group by org, course_key, block_id_short, actor_id - ), - avg_total as ( - select org, course_key, block_id_short, avg(scaled_score) as total_avg - from {{ ref("dim_subsection_problem_results") }} - group by org, course_key, block_id_short - ), - score_ranges as ( - select - org, - course_key, - block_id_short, - case - when round(avg_score * 100, 2) > 90 - then '>90%' - when round(avg_score * 100, 2) > 70 - then '71-90%' - when round(avg_score * 100, 2) > 50 - then '51-70%' - when round(avg_score * 100, 2) > 30 - then '31-50%' - when round(avg_score * 100, 2) > 0 - then '1-30%' - else '0%' - end as score_range, - count(1) as score_range_count - from avg_actor - group by org, course_key, block_id_short, score_range - ) -select - score_ranges.org as org, - score_ranges.course_key as course_key, - score_ranges.block_id_short as block_id, - cast(round(avg_total.total_avg, 2) as Float32) as total_avg, - score_ranges.score_range as score_range, - score_ranges.score_range_count as score_range_count -from score_ranges -join avg_total using (org, course_key, block_id_short) diff --git a/models/problems/schema.yml b/models/problems/schema.yml index 0d15f500..f21fcafa 100644 --- a/models/problems/schema.yml +++ b/models/problems/schema.yml @@ -237,27 +237,6 @@ models: data_type: String description: '{{ doc("email") }}' - - name: dim_subsection_performance - columns: - - name: org - data_type: String - description: '{{ doc("org") }}' - - name: course_key - data_type: String - description: '{{ doc("course_key") }}' - - name: block_id - data_type: String - description: '{{ doc("block_id") }}' - - name: total_avg - data_type: Float32 - description: Average scaled score per course/problem - - name: score_range - data_type: String - description: Score range - - name: score_range_count - data_type: Int32 - description: Count of average scores in each range bucket - - name: dim_problem_coursewide_avg columns: - name: org diff --git a/unit-test-seeds/problems/seeds.yaml b/unit-test-seeds/problems/seeds.yaml index cea3b56c..b7abbeab 100644 --- a/unit-test-seeds/problems/seeds.yaml +++ b/unit-test-seeds/problems/seeds.yaml @@ -20,9 +20,4 @@ seeds: selected_learner_percent_incorrect: Float32 avg_correct_attempts_coursewide: Float32 avg_incorrect_attempts_coursewide: Float32 - coursewide_percent_correct: Float32 - - name: dim_subsection_performance_expected - config: - column_types: - score_range_count: UInt64 - total_avg: Float32 \ No newline at end of file + coursewide_percent_correct: Float32 \ No newline at end of file From 9ed72bfd8feac5f31e05ce6cabf60d03b9b68b74 Mon Sep 17 00:00:00 2001 From: Sara Burns Date: Fri, 12 Jun 2026 13:36:21 -0400 Subject: [PATCH 5/5] fix: unit tests --- models/problems/unit_tests.yaml | 4 +- .../dim_problem_responses_expected.csv | 1440 +++++++---------- .../problems/dim_problem_results_expected.csv | 1438 +++++++++------- 3 files changed, 1441 insertions(+), 1441 deletions(-) diff --git a/models/problems/unit_tests.yaml b/models/problems/unit_tests.yaml index 6560f4a0..3eed116e 100644 --- a/models/problems/unit_tests.yaml +++ b/models/problems/unit_tests.yaml @@ -40,10 +40,10 @@ unit_tests: config: tags: 'ci' given: - - input: ref('problem_events') + - input: ref('dim_learner_last_response') format: sql rows: | - select * from problem_events + select * from dim_learner_last_response - input: ref('dim_course_blocks') format: sql rows: | diff --git a/unit-test-seeds/problems/dim_problem_responses_expected.csv b/unit-test-seeds/problems/dim_problem_responses_expected.csv index cf3dc1de..ffc610be 100644 --- a/unit-test-seeds/problems/dim_problem_responses_expected.csv +++ b/unit-test-seeds/problems/dim_problem_responses_expected.csv @@ -1,874 +1,566 @@ -"org","course_key","emission_time","block_id_short","response","success","interaction_type","problem_number","problem_name_location","response_count" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-02 02:28:05","7785f400","A correct answer","true","other","4:8:0_1","4:8:0_1 - Problem 35","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-05 09:57:35","05d5da6f","An incorrect answer","false","other","2:6:5_1","2:6:5_1 - Problem 46","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-01 00:43:13","6399c9ea","An incorrect answer","false","other","2:8:2_1","2:8:2_1 - Problem 41","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-25 14:41:31","7d570e53","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 29","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-17 01:39:29","2388668f","An incorrect answer","false","other","10:2:1_1","10:2:1_1 - Problem 102","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-02 06:48:12","0f1fbfb6","A correct answer","true","other","2:5:1_1","2:5:1_1 - Problem 82","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-22 19:58:29","78c77d70","A correct answer","true","other","5:0:10_1","5:0:10_1 - Problem 199","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-27 12:32:08","3f31a4af","A correct answer","true","other","2:2:3_1","2:2:3_1 - Problem 64","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-29 13:53:09","fa2d8af3","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 39","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-04 01:53:18","71ff84ed","An incorrect answer","false","other","2:12:0_1","2:12:0_1 - Problem 42","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-12-07 10:25:34","dfbb65da","An incorrect answer","false","other","7:6:0_1","7:6:0_1 - Problem 198","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-23 18:35:15","76e50f0b","A correct answer","true","other","3:4:2_1","3:4:2_1 - Problem 25","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-02 07:55:52","cd586cd6","An incorrect answer","false","other","8:8:0_1","8:8:0_1 - Problem 92","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-03 17:09:47","9b0f47b2","A correct answer","true","other","2:13:2_1","2:13:2_1 - Problem 48","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-26 15:21:25","a0206b2b","An incorrect answer","false","other","5:4:5_1","5:4:5_1 - Problem 35","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-24 14:18:22","6a56df1d","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 26","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-30 19:14:18","1ea2da49","An incorrect answer","false","other","4:2:0_1","4:2:0_1 - Problem 28","1" -"Org2","course-v1:Org2+DemoX+682526","2021-10-09 03:19:13","c86ffe87","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 21","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-17 00:02:42","83dc5cb6","A correct answer","true","other","8:3:3_1","8:3:3_1 - Problem 147","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-24 11:16:26","32117588","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 12","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-05 03:54:08","deb2e125","An incorrect answer","false","other","1:12:1_1","1:12:1_1 - Problem 63","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-12 08:13:23","46bf768c","A correct answer","true","other","2:0:0_1","2:0:0_1 - Problem 21","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-10 13:09:00","81df6568","A correct answer","true","other","1:3:2_1","1:3:2_1 - Problem 29","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-21 19:35:54","519eef7e","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 25","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-11 09:57:55","4298e231","A correct answer","true","other","10:1:3_1","10:1:3_1 - Problem 187","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-30 06:44:41","e9905b2c","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 26","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-16 08:14:44","cf90e133","A correct answer","true","other","4:6:2_1","4:6:2_1 - Problem 46","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-08 02:46:58","dbdb11f4","A correct answer","true","other","4:0:1_1","4:0:1_1 - Problem 47","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-03 09:49:41","364f2191","A correct answer","true","other","1:27:1_1","1:27:1_1 - Problem 44","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-18 23:02:45","2e9354a9","A correct answer","true","other","4:14:3_1","4:14:3_1 - Problem 50","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-08 08:30:03","76012c6a","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 35","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-31 16:42:04","722dcf41","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 60","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-27 03:50:16","6fde8725","A correct answer","true","other","6:3:1_1","6:3:1_1 - Problem 100","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-06 16:58:07","b2aa2352","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 39","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-09 15:29:43","383bca86","A correct answer","true","other","1:7:1_1","1:7:1_1 - Problem 27","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-11 15:22:37","ac8096a0","An incorrect answer","false","other","1:3:3_1","1:3:3_1 - Problem 44","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-26 11:46:39","d38ff013","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 11","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-27 09:48:39","51fa99a6","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 72","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-07 15:38:32","ea408285","An incorrect answer","false","other","2:11:1_1","2:11:1_1 - Problem 58","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-10 22:32:26","08c48231","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 23","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-25 18:31:23","b9d2747e","A correct answer","true","other","1:9:1_1","1:9:1_1 - Problem 176","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-29 11:39:37","6aaca196","A correct answer","true","other","5:2:0_1","5:2:0_1 - Problem 62","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-29 11:28:03","56927778","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 40","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-27 05:19:50","9466e61b","A correct answer","true","other","2:5:1_1","2:5:1_1 - Problem 99","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-27 18:19:19","09b07a8d","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 14","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-11 23:54:37","951bdf4f","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 28","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-05 08:32:36","9c5bbf41","A correct answer","true","other","3:0:0_1","3:0:0_1 - Problem 54","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-02 02:16:31","aacc1f09","An incorrect answer","false","other","1:4:4_1","1:4:4_1 - Problem 18","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-05 06:09:19","f57dfa09","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 12","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-07 06:40:56","6b9df084","A correct answer","true","other","3:0:7_1","3:0:7_1 - Problem 15","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-29 19:26:49","832e0fad","An incorrect answer","false","other","4:14:1_1","4:14:1_1 - Problem 40","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-05 21:25:27","80e6f47d","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 31","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-23 15:06:32","415886ce","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 85","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-24 14:14:18","229280b3","A correct answer","true","other","4:1:1_1","4:1:1_1 - Problem 169","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-08 10:58:11","fa4f2fed","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 44","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-27 19:06:29","6a56df1d","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 26","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-05 07:56:31","bbb628d5","A correct answer","true","other","2:14:0_1","2:14:0_1 - Problem 55","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-21 03:43:45","a2d9830f","An incorrect answer","false","other","4:9:0_1","4:9:0_1 - Problem 74","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-26 03:55:14","92f6d32c","A correct answer","true","other","2:6:1_1","2:6:1_1 - Problem 37","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-11-28 07:09:56","c134d886","An incorrect answer","false","other","8:7:1_1","8:7:1_1 - Problem 145","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-06 16:08:45","c134d886","A correct answer","true","other","8:7:1_1","8:7:1_1 - Problem 145","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-14 10:10:12","cc450fc7","A correct answer","true","other","2:1:2_1","2:1:2_1 - Problem 28","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-07 09:39:16","31f351ed","An incorrect answer","false","other","7:4:1_1","7:4:1_1 - Problem 76","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-05 12:18:32","d6c3d083","A correct answer","true","other","6:12:4_1","6:12:4_1 - Problem 90","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-23 02:40:21","4036512e","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 58","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-18 19:26:31","6a56df1d","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 26","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-18 11:37:43","f026a874","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 55","1" -"Org2","course-v1:Org2+DemoX+682526","2021-09-29 10:51:00","5a9746bc","An incorrect answer","false","other","2:13:2_1","2:13:2_1 - Problem 35","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-26 22:11:46","8d0f5c83","A correct answer","true","other","4:2:1_1","4:2:1_1 - Problem 52","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-25 20:13:37","1807a2ba","A correct answer","true","other","2:2:2_1","2:2:2_1 - Problem 95","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-12-22 03:31:46","91720a19","An incorrect answer","false","other","2:16:1_1","2:16:1_1 - Problem 195","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-12 07:07:17","4577560b","A correct answer","true","other","6:3:1_1","6:3:1_1 - Problem 78","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-01 00:00:50","331e4e64","A correct answer","true","other","2:0:4_1","2:0:4_1 - Problem 51","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-04-26 06:42:47","deb2e125","An incorrect answer","false","other","1:12:1_1","1:12:1_1 - Problem 63","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-31 16:29:33","1b52c7f2","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 25","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-22 22:12:53","19cd8706","An incorrect answer","false","other","3:1:0_1","3:1:0_1 - Problem 51","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-25 11:31:49","d983e182","A correct answer","true","other","1:4:2_1","1:4:2_1 - Problem 17","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-03 03:31:06","f59f479f","A correct answer","true","other","2:2:3_1","2:2:3_1 - Problem 44","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-29 05:19:17","198cfd08","A correct answer","true","other","4:8:0_1","4:8:0_1 - Problem 23","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-08 12:46:23","53b37e13","A correct answer","true","other","1:8:3_1","1:8:3_1 - Problem 45","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-07 10:41:00","72755120","An incorrect answer","false","other","6:7:2_1","6:7:2_1 - Problem 194","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-06 22:13:28","29141bc4","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 22","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-14 12:04:07","702a6282","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 36","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-25 06:42:40","f026a874","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 55","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-03 02:10:28","aacc1f09","An incorrect answer","false","other","1:4:4_1","1:4:4_1 - Problem 18","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-03 11:25:34","e8486144","An incorrect answer","false","other","1:12:1_1","1:12:1_1 - Problem 40","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-09-15 03:22:56","cf90e133","An incorrect answer","false","other","4:6:2_1","4:6:2_1 - Problem 46","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-01-23 13:35:07","dbdb11f4","An incorrect answer","false","other","4:0:1_1","4:0:1_1 - Problem 47","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-13 14:53:33","a496b98d","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 19","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-25 01:32:45","80002dd6","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 55","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-06 18:32:53","e7a585a0","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 17","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-08 02:51:50","2b7ab273","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 172","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-28 22:35:53","e6307efd","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 32","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-09-06 01:24:10","0ed4eaa5","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 37","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-08 08:42:48","86327265","A correct answer","true","other","2:17:0_1","2:17:0_1 - Problem 42","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-28 00:30:35","fc08b09b","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 92","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-04 19:44:26","c62a4922","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 24","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-04 02:10:54","19c8c27d","A correct answer","true","other","1:19:2_1","1:19:2_1 - Problem 64","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-09 04:21:15","32117588","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 12","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-06 07:00:38","cc450fc7","An incorrect answer","false","other","2:1:2_1","2:1:2_1 - Problem 28","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-28 03:41:38","5f6d7032","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 41","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-12-22 17:05:30","2e3d81fe","A correct answer","true","other","7:0:0_1","7:0:0_1 - Problem 50","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-28 09:46:55","cc69ab0f","An incorrect answer","false","other","1:9:6_1","1:9:6_1 - Problem 88","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-12 13:27:59","bb239606","An incorrect answer","false","other","4:8:0_1","4:8:0_1 - Problem 58","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-11-27 20:16:05","c7e59926","A correct answer","true","other","2:3:0_1","2:3:0_1 - Problem 86","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-01-30 23:05:34","41a9b8a2","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 33","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-19 17:11:07","73ebed66","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 38","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-11 14:27:39","56057dfb","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 14","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-11 17:23:37","081b503e","An incorrect answer","false","other","5:11:3_1","5:11:3_1 - Problem 85","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-28 19:20:30","0df187fe","An incorrect answer","false","other","7:7:4_1","7:7:4_1 - Problem 91","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-10 16:04:11","56057dfb","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 14","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-26 12:22:04","42479fdc","A correct answer","true","other","1:9:10_1","1:9:10_1 - Problem 110","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-28 13:13:02","a07cda7c","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 27","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-03 21:57:50","80e6f47d","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 31","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-24 08:16:13","c126b470","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 12","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-13 12:50:38","af57d4ea","A correct answer","true","other","4:4:2_1","4:4:2_1 - Problem 53","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-25 10:01:18","b2dcb2f9","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 59","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-11 05:06:44","9466e61b","A correct answer","true","other","2:5:1_1","2:5:1_1 - Problem 99","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-15 08:57:58","fa2d8af3","An incorrect answer","false","other","4:1:0_1","4:1:0_1 - Problem 39","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-05 12:48:23","1cac9797","A correct answer","true","other","1:1:0_1","1:1:0_1 - Problem 74","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-28 21:58:52","80e6f47d","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 31","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-06 12:43:01","9b0f47b2","An incorrect answer","false","other","2:13:2_1","2:13:2_1 - Problem 48","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-02 02:06:13","f14f4371","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-16 02:37:07","119fa780","An incorrect answer","false","other","1:2:2_1","1:2:2_1 - Problem 50","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-08 22:16:33","e7a585a0","A correct answer","true","other","3:0:6_1","3:0:6_1 - Problem 17","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-22 07:08:46","be48c726","A correct answer","true","other","6:2:0_1","6:2:0_1 - Problem 50","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-27 15:20:16","d1c59c4a","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 102","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-01 15:52:04","4dda5871","A correct answer","true","other","8:2:1_1","8:2:1_1 - Problem 129","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-31 22:10:29","d359e0ff","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 20","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-10 06:26:39","42e10810","An incorrect answer","false","other","3:2:0_1","3:2:0_1 - Problem 25","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-27 09:34:59","415886ce","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 85","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-30 12:46:01","519eef7e","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 25","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-11 12:08:42","9928eaeb","An incorrect answer","false","other","1:20:2_1","1:20:2_1 - Problem 106","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-21 20:38:40","09b07a8d","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 14","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-14 10:31:04","44277181","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 16","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-14 16:36:41","cedef2be","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 23","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-17 23:00:46","50b8baf5","A correct answer","true","other","2:3:1_1","2:3:1_1 - Problem 27","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-23 14:05:07","0af4e5db","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 135","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-13 22:16:23","121c2450","A correct answer","true","other","4:14:3_1","4:14:3_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-31 08:41:54","beb10c79","A correct answer","true","other","1:1:2_1","1:1:2_1 - Problem 43","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-18 05:30:26","4036512e","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 58","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-17 07:16:17","a07cda7c","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 27","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-07 14:13:50","877dc396","An incorrect answer","false","other","1:9:8_1","1:9:8_1 - Problem 183","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-20 04:49:35","3985b74b","An incorrect answer","false","other","1:24:0_1","1:24:0_1 - Problem 95","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-16 18:21:52","1d94605b","A correct answer","true","other","5:4:1_1","5:4:1_1 - Problem 68","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-11 04:43:28","f3788c4f","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 22","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-01 16:18:31","07145436","A correct answer","true","other","10:1:0_1","10:1:0_1 - Problem 87","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-04 23:51:05","80e6f47d","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 31","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-25 07:34:38","dbd362c2","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-15 03:58:42","c126b470","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 12","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-27 16:12:27","fa4f2fed","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 44","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-23 02:57:49","e5e97aab","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-13 15:50:36","1bda6508","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 93","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-28 16:22:50","d6c3d083","An incorrect answer","false","other","6:12:4_1","6:12:4_1 - Problem 90","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-29 19:34:25","19c8c27d","An incorrect answer","false","other","1:19:2_1","1:19:2_1 - Problem 64","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-12 08:05:04","46bf768c","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 21","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-29 19:42:19","e5e97aab","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-22 23:24:39","9c5a32da","A correct answer","true","other","1:9:3_1","1:9:3_1 - Problem 146","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-15 05:51:15","aeda9291","A correct answer","true","other","10:2:0_1","10:2:0_1 - Problem 137","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-21 00:36:35","4906755c","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 56","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-20 17:40:47","8ad1127a","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 46","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-12 07:26:32","995b191a","An incorrect answer","false","other","2:4:1_1","2:4:1_1 - Problem 40","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-09 04:41:08","d38ff013","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 11","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-05 18:08:01","f9475bab","An incorrect answer","false","other","2:0:4_1","2:0:4_1 - Problem 30","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-15 15:45:27","bc56d736","A correct answer","true","other","1:24:1_1","1:24:1_1 - Problem 93","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-13 12:46:02","33cff94e","An incorrect answer","false","other","1:7:1_1","1:7:1_1 - Problem 25","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-31 05:29:45","193017e7","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 59","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-19 06:30:57","405bc271","A correct answer","true","other","2:3:0_1","2:3:0_1 - Problem 69","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-16 05:11:22","f14f4371","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-01-11 19:06:33","f026a874","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 55","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-25 08:35:25","d1c59c4a","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 102","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-21 20:53:07","5f6d7032","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 41","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-04-28 05:45:53","52a04cc8","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 105","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-23 05:49:04","1b52c7f2","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 25","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-03 19:19:38","193017e7","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 59","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-05 15:59:23","9d471a5c","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-30 10:13:26","61789f73","An incorrect answer","false","other","10:5:1_1","10:5:1_1 - Problem 130","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-06 17:24:24","9fe92d5f","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 26","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-08 12:43:13","90a4757b","An incorrect answer","false","other","2:12:0_1","2:12:0_1 - Problem 94","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-26 21:03:53","a07cda7c","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 27","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-12 14:28:00","d983e182","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 17","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-13 12:28:16","5490f42f","An incorrect answer","false","other","4:3:1_1","4:3:1_1 - Problem 106","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-03 12:38:52","acd83df9","A correct answer","true","other","6:7:2_1","6:7:2_1 - Problem 124","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-27 04:31:16","19cd8706","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 51","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-29 09:02:03","c6ae64f7","A correct answer","true","other","2:7:4_1","2:7:4_1 - Problem 84","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-01 00:30:12","97b5385a","A correct answer","true","other","1:9:10_1","1:9:10_1 - Problem 153","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-01 13:05:12","9b56abd8","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 47","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-12 15:26:18","6c752db8","An incorrect answer","false","other","10:8:0_1","10:8:0_1 - Problem 75","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-28 13:50:46","f40a7fa3","A correct answer","true","other","4:12:0_1","4:12:0_1 - Problem 26","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-16 17:10:29","4da95ea9","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 52","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-22 09:37:23","bc56d736","A correct answer","true","other","1:24:1_1","1:24:1_1 - Problem 93","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-13 11:42:51","80836d2d","An incorrect answer","false","other","8:2:0_1","8:2:0_1 - Problem 164","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-16 01:19:50","d359e0ff","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 20","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-18 02:47:48","a16c0978","An incorrect answer","false","other","5:2:1_1","5:2:1_1 - Problem 109","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-19 11:15:56","865cae40","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 36","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-02 08:38:37","83b7d43a","An incorrect answer","false","other","4:6:0_1","4:6:0_1 - Problem 56","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-22 18:24:57","9281f0bf","An incorrect answer","false","other","2:10:2_1","2:10:2_1 - Problem 101","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-17 21:05:25","6a56df1d","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 26","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-10 14:25:20","f86140bf","An incorrect answer","false","other","1:6:1_1","1:6:1_1 - Problem 34","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-14 10:44:52","acd83df9","An incorrect answer","false","other","6:7:2_1","6:7:2_1 - Problem 124","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-15 05:55:22","2ea6ca30","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 70","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-23 22:46:23","2b655f9f","An incorrect answer","false","other","4:2:1_1","4:2:1_1 - Problem 48","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-04 22:51:38","dbd362c2","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-22 05:46:07","4da95ea9","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 52","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-14 05:50:20","32117588","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 12","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-12 15:48:06","76012c6a","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 35","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-20 17:58:16","491bb21f","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 38","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-23 14:43:28","2ab38458","An incorrect answer","false","other","2:6:5_1","2:6:5_1 - Problem 76","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-28 17:04:44","408f0eee","An incorrect answer","false","other","2:1:2_1","2:1:2_1 - Problem 107","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-11 20:45:53","f116ead5","An incorrect answer","false","other","1:4:0_1","1:4:0_1 - Problem 29","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-21 10:10:05","a07cda7c","An incorrect answer","false","other","3:2:0_1","3:2:0_1 - Problem 27","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-15 13:30:33","136c7e7d","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 41","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-20 18:57:15","2f77bcbe","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 47","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-12 04:22:48","fc94cdd3","A correct answer","true","other","10:0:4_1","10:0:4_1 - Problem 105","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-30 23:42:46","9466e61b","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 99","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-06-06 03:53:44","119fa780","A correct answer","true","other","1:2:2_1","1:2:2_1 - Problem 50","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-08 20:31:57","2eecee11","An incorrect answer","false","other","10:1:3_1","10:1:3_1 - Problem 90","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-01 17:38:36","d983e182","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 17","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-10 06:28:49","0315b0d9","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 42","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-14 01:27:04","cfe2589e","An incorrect answer","false","other","2:15:2_1","2:15:2_1 - Problem 152","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-07 19:59:52","76012c6a","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 35","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-02 19:08:51","ea408285","An incorrect answer","false","other","2:11:1_1","2:11:1_1 - Problem 58","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-26 11:23:20","f636c699","A correct answer","true","other","2:8:0_1","2:8:0_1 - Problem 50","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-16 08:30:24","41a9b8a2","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 33","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-01 23:29:04","1b8d11f6","A correct answer","true","other","1:4:2_1","1:4:2_1 - Problem 50","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-07 09:06:46","31f351ed","An incorrect answer","false","other","7:4:1_1","7:4:1_1 - Problem 76","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-05 01:57:52","6c6cc52f","A correct answer","true","other","2:0:1_1","2:0:1_1 - Problem 60","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-13 21:07:26","ee9e0d14","A correct answer","true","other","4:6:1_1","4:6:1_1 - Problem 40","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-21 14:43:20","cc69ab0f","An incorrect answer","false","other","1:9:6_1","1:9:6_1 - Problem 88","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-11 14:59:29","7a3352db","A correct answer","true","other","3:0:6_1","3:0:6_1 - Problem 13","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-02 23:03:30","33d691fb","An incorrect answer","false","other","1:6:0_1","1:6:0_1 - Problem 13","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-12-01 00:27:32","5b1b9a33","An incorrect answer","false","other","8:8:0_1","8:8:0_1 - Problem 69","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-20 08:47:06","56057dfb","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 14","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-09 08:42:17","6305bf7e","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 30","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-29 08:44:27","80e6f47d","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 31","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-26 08:47:36","04199362","An incorrect answer","false","other","5:4:0_1","5:4:0_1 - Problem 75","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-14 22:59:00","f9475bab","A correct answer","true","other","2:0:4_1","2:0:4_1 - Problem 30","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-04 19:30:30","d432adaf","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 28","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-02 02:30:10","bb8299d2","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 27","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-04 05:43:54","ae35822f","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 51","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-04 17:35:01","8ca2c1cb","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 89","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-29 04:08:53","80002dd6","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 55","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-16 03:01:01","9053ea88","An incorrect answer","false","other","2:11:0_1","2:11:0_1 - Problem 41","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-17 09:09:03","fc64c95b","A correct answer","true","other","5:7:1_1","5:7:1_1 - Problem 49","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-06 21:38:51","78969045","An incorrect answer","false","other","8:0:0_1","8:0:0_1 - Problem 105","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-06-18 22:36:08","2f52c5bf","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 13","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-29 01:59:02","f86140bf","A correct answer","true","other","1:6:1_1","1:6:1_1 - Problem 34","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-07 20:53:33","a16c0978","A correct answer","true","other","5:2:1_1","5:2:1_1 - Problem 109","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-29 01:51:56","e6307efd","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 32","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-27 13:45:15","eac44042","A correct answer","true","other","1:14:1_1","1:14:1_1 - Problem 53","1" -"Org2","course-v1:Org2+DemoX+682526","2021-10-26 23:45:22","18e0a95e","An incorrect answer","false","other","4:4:1_1","4:4:1_1 - Problem 45","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-14 00:46:41","09b07a8d","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 14","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-05 16:54:04","6a38b2da","An incorrect answer","false","other","1:9:3_1","1:9:3_1 - Problem 122","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-02 03:09:05","d6c3d083","A correct answer","true","other","6:12:4_1","6:12:4_1 - Problem 90","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-19 07:50:07","fc90f929","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 11","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-28 15:52:34","b34648af","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 37","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-02 09:13:00","ae35822f","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 51","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-02 20:04:03","6b9df084","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 15","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-18 12:18:24","488a07a3","A correct answer","true","other","10:3:2_1","10:3:2_1 - Problem 95","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-10 11:13:55","9b0f47b2","A correct answer","true","other","2:13:2_1","2:13:2_1 - Problem 48","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-30 22:52:11","efd00dcb","A correct answer","true","other","4:0:1_1","4:0:1_1 - Problem 52","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-02 01:17:51","08c48231","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 23","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-18 22:49:01","722dcf41","A correct answer","true","other","2:0:0_1","2:0:0_1 - Problem 60","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-03 00:36:22","6399c9ea","An incorrect answer","false","other","2:8:2_1","2:8:2_1 - Problem 41","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-29 08:13:32","a29a76d1","A correct answer","true","other","1:4:4_1","1:4:4_1 - Problem 16","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-12 03:15:17","96d0872e","A correct answer","true","other","1:26:1_1","1:26:1_1 - Problem 77","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-10 19:26:51","f9475bab","A correct answer","true","other","2:0:4_1","2:0:4_1 - Problem 30","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-12 12:40:46","b6548753","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 26","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-12 16:42:40","1b8d11f6","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 50","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-13 17:27:54","2b7ab273","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 172","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-29 13:32:14","8b4cbbcb","An incorrect answer","false","other","5:0:5_1","5:0:5_1 - Problem 136","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-19 23:12:29","e5cd687c","An incorrect answer","false","other","7:5:0_1","7:5:0_1 - Problem 117","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-11 18:58:04","10be5e0a","A correct answer","true","other","4:7:2_1","4:7:2_1 - Problem 31","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-11 07:52:20","c1a2f917","A correct answer","true","other","2:11:1_1","2:11:1_1 - Problem 84","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-09-01 00:15:26","fa4f2fed","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 44","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-05 11:56:28","8664c22c","A correct answer","true","other","1:0:3_1","1:0:3_1 - Problem 158","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-02 16:27:26","136c7e7d","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 41","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-16 22:05:06","f59f479f","A correct answer","true","other","2:2:3_1","2:2:3_1 - Problem 44","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-18 20:22:23","b2dcb2f9","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 59","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-18 17:11:17","5c8c4abe","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 23","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-11 10:28:04","3e510d33","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 11","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-22 02:01:26","519eef7e","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 25","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-12-21 13:29:28","cff310db","An incorrect answer","false","other","6:5:3_1","6:5:3_1 - Problem 182","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-06 01:03:37","0ab8efdf","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 54","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-01 03:22:03","1275f4eb","An incorrect answer","false","other","2:13:3_1","2:13:3_1 - Problem 190","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-22 19:42:17","832e0fad","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 40","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-13 10:20:16","d432adaf","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 28","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-15 10:46:01","31f351ed","A correct answer","true","other","7:4:1_1","7:4:1_1 - Problem 76","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-12 12:58:00","fc90f929","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 11","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-24 07:00:06","ee4676d3","An incorrect answer","false","other","1:4:3_1","1:4:3_1 - Problem 25","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-21 02:54:56","d5774836","A correct answer","true","other","6:7:0_1","6:7:0_1 - Problem 123","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-22 11:20:49","6f18ef75","A correct answer","true","other","2:7:4_1","2:7:4_1 - Problem 56","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-27 16:28:37","242f4d0b","An incorrect answer","false","other","10:5:5_1","10:5:5_1 - Problem 66","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-02 01:19:19","9928eaeb","An incorrect answer","false","other","1:20:2_1","1:20:2_1 - Problem 106","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-29 13:57:26","862e5bcc","An incorrect answer","false","other","1:6:0_1","1:6:0_1 - Problem 109","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-18 04:20:12","beb10c79","An incorrect answer","false","other","1:1:2_1","1:1:2_1 - Problem 43","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-06-28 00:35:31","19432976","A correct answer","true","other","2:14:1_1","2:14:1_1 - Problem 39","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-31 10:00:46","d93a5018","A correct answer","true","other","2:8:2_1","2:8:2_1 - Problem 33","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-02 04:38:36","f116ead5","An incorrect answer","false","other","1:4:0_1","1:4:0_1 - Problem 29","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-05 07:48:30","fcbfcc47","An incorrect answer","false","other","1:14:1_1","1:14:1_1 - Problem 50","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-30 22:45:25","951bdf4f","An incorrect answer","false","other","4:14:1_1","4:14:1_1 - Problem 28","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-20 16:26:58","c43ab398","An incorrect answer","false","other","2:5:3_1","2:5:3_1 - Problem 45","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-12 08:50:32","39ab9eee","An incorrect answer","false","other","3:1:2_1","3:1:2_1 - Problem 145","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-18 02:44:35","a0206b2b","An incorrect answer","false","other","5:4:5_1","5:4:5_1 - Problem 35","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-30 09:09:27","af57d4ea","A correct answer","true","other","4:4:2_1","4:4:2_1 - Problem 53","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-07 19:20:19","dfcc701d","An incorrect answer","false","other","5:10:4_1","5:10:4_1 - Problem 100","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-18 23:26:35","f026a874","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 55","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-10 04:28:41","879cc4e4","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 21","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-01 23:22:42","a58cda08","An incorrect answer","false","other","7:4:0_1","7:4:0_1 - Problem 191","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-06 08:37:48","af16c653","An incorrect answer","false","other","7:7:4_1","7:7:4_1 - Problem 181","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-14 20:46:43","6f4c1dca","An incorrect answer","false","other","1:15:0_1","1:15:0_1 - Problem 42","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-23 13:22:44","78d81784","An incorrect answer","false","other","2:9:0_1","2:9:0_1 - Problem 79","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-25 17:58:29","fa2d8af3","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 39","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-29 10:41:18","71a97e77","A correct answer","true","other","1:4:3_1","1:4:3_1 - Problem 32","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-30 23:56:26","0ef2e5ca","A correct answer","true","other","1:20:0_1","1:20:0_1 - Problem 43","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-11 22:27:15","8ab76dda","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 37","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-04 18:02:07","8664c22c","A correct answer","true","other","1:0:3_1","1:0:3_1 - Problem 158","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-24 15:26:49","422a536f","An incorrect answer","false","other","5:2:1_1","5:2:1_1 - Problem 32","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-18 12:02:59","b3351cce","An incorrect answer","false","other","4:0:3_1","4:0:3_1 - Problem 35","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 04:28:57","3985b74b","An incorrect answer","false","other","1:24:0_1","1:24:0_1 - Problem 95","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-20 09:44:01","702a6282","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 36","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-02 12:31:52","44277181","A correct answer","true","other","3:0:7_1","3:0:7_1 - Problem 16","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-13 09:18:58","7e65f2f4","An incorrect answer","false","other","3:0:2_1","3:0:2_1 - Problem 64","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-21 16:13:36","a29a76d1","A correct answer","true","other","1:4:4_1","1:4:4_1 - Problem 16","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-10 16:32:12","9b0f47b2","A correct answer","true","other","2:13:2_1","2:13:2_1 - Problem 48","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-03 09:29:27","f3788c4f","A correct answer","true","other","2:0:0_1","2:0:0_1 - Problem 22","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-12-21 22:40:48","b04b3c8c","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 183","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-04-22 12:43:33","e0c118a6","A correct answer","true","other","1:19:2_1","1:19:2_1 - Problem 31","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-09 11:45:52","70e626e3","An incorrect answer","false","other","8:4:0_1","8:4:0_1 - Problem 168","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-07 08:32:02","0fac91c2","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 49","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-13 14:49:23","5c8c4abe","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 23","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-14 00:46:48","0ed4eaa5","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 37","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-13 21:02:15","94f615d1","A correct answer","true","other","6:14:1_1","6:14:1_1 - Problem 58","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-01 18:39:39","260e4cb2","An incorrect answer","false","other","5:4:2_1","5:4:2_1 - Problem 83","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-31 06:14:09","7a3352db","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 13","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-10 02:44:50","6b27ce9d","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 56","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-15 11:55:03","fdd7a7fd","An incorrect answer","false","other","10:0:3_1","10:0:3_1 - Problem 190","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-04 03:28:05","864193cd","A correct answer","true","other","5:2:1_1","5:2:1_1 - Problem 58","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-29 10:01:45","1cad7432","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 33","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-11 09:04:01","3e510d33","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 11","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-22 16:35:20","e5e97aab","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-16 13:15:27","a147f1dc","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 92","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-28 16:22:55","aacc1f09","A correct answer","true","other","1:4:4_1","1:4:4_1 - Problem 18","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-25 12:39:40","b14d3472","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 28","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-14 10:34:37","3521c2a9","An incorrect answer","false","other","7:7:4_1","7:7:4_1 - Problem 119","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-06 19:56:48","e5e97aab","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-03 19:42:50","0deb0ed7","A correct answer","true","other","8:3:3_1","8:3:3_1 - Problem 185","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-13 08:21:30","dbc5def1","An incorrect answer","false","other","2:3:1_1","2:3:1_1 - Problem 15","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-04 08:26:24","ee0499ca","A correct answer","true","other","4:2:1_1","4:2:1_1 - Problem 140","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 19:28:10","da5c2e7f","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 104","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-06 10:09:47","76012c6a","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 35","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-13 07:45:05","2a244236","A correct answer","true","other","1:14:0_1","1:14:0_1 - Problem 55","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-24 12:48:02","5252c2c9","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 59","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-01-24 19:25:26","36d48255","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 39","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-06-07 20:33:19","0ee6f538","An incorrect answer","false","other","2:0:1_1","2:0:1_1 - Problem 56","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-06 09:16:33","fe4ad643","A correct answer","true","other","1:3:3_1","1:3:3_1 - Problem 14","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 22:04:48","38b28f1e","A correct answer","true","other","1:8:0_1","1:8:0_1 - Problem 54","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-02 11:41:40","d359e0ff","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 20","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-01 13:03:26","81df6568","An incorrect answer","false","other","1:3:2_1","1:3:2_1 - Problem 29","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-12 21:13:36","d58de964","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 51","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-27 22:03:19","bfe02ba1","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 24","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-13 05:37:38","81ee02f9","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 73","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-25 23:49:02","bb8299d2","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 27","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-26 21:15:00","04199362","A correct answer","true","other","5:4:0_1","5:4:0_1 - Problem 75","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-27 01:28:06","20c7a88c","An incorrect answer","false","other","1:9:7_1","1:9:7_1 - Problem 64","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-11 20:40:59","7a3352db","A correct answer","true","other","3:0:6_1","3:0:6_1 - Problem 13","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-20 02:25:24","f033d2b5","An incorrect answer","false","other","2:5:3_1","2:5:3_1 - Problem 31","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-29 21:37:25","56927778","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 40","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-06 11:43:08","987a273d","A correct answer","true","other","5:4:2_1","5:4:2_1 - Problem 32","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-11-28 03:53:10","d9c8ee0c","A correct answer","true","other","5:0:8_1","5:0:8_1 - Problem 149","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-27 20:12:30","1b8d11f6","A correct answer","true","other","1:4:2_1","1:4:2_1 - Problem 50","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-05 03:55:04","0579ba5c","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 70","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-24 20:16:11","f14f4371","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-30 16:34:21","ee9e0d14","A correct answer","true","other","4:6:1_1","4:6:1_1 - Problem 40","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-24 11:59:30","c957c8f9","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 37","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-19 18:25:52","3e510d33","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 11","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-18 17:41:21","7a3352db","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 13","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-25 04:26:48","c49e715b","An incorrect answer","false","other","4:1:0_1","4:1:0_1 - Problem 38","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-04 22:26:34","383bca86","A correct answer","true","other","1:7:1_1","1:7:1_1 - Problem 27","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-18 05:59:11","86327265","An incorrect answer","false","other","2:17:0_1","2:17:0_1 - Problem 42","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-19 06:55:39","72426269","A correct answer","true","other","2:15:4_1","2:15:4_1 - Problem 196","1" -"Org2","course-v1:Org2+DemoX+682526","2021-10-02 00:26:24","b2aa2352","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 39","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-13 11:05:45","35d103d1","A correct answer","true","other","4:3:0_1","4:3:0_1 - Problem 157","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-22 05:25:35","c126b470","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 12","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-17 22:44:31","a0206b2b","An incorrect answer","false","other","5:4:5_1","5:4:5_1 - Problem 35","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-04 03:47:20","859dbd9f","An incorrect answer","false","other","2:10:0_1","2:10:0_1 - Problem 23","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-07 14:16:32","d93a5018","An incorrect answer","false","other","2:8:2_1","2:8:2_1 - Problem 33","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-09 09:10:35","83b7d43a","An incorrect answer","false","other","4:6:0_1","4:6:0_1 - Problem 56","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-19 16:32:17","4b2002ec","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 54","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-27 23:15:31","e7a585a0","A correct answer","true","other","3:0:6_1","3:0:6_1 - Problem 17","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-02 16:32:35","d0d6bcae","A correct answer","true","other","2:13:2_1","2:13:2_1 - Problem 57","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-24 14:36:39","fa4f2fed","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 44","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-19 14:32:26","9f748391","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 97","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-01-28 03:55:28","79bc5ff7","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 31","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-15 11:54:48","951bdf4f","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 28","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-08 21:06:06","56927778","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 40","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-08 11:54:23","2e762d6d","An incorrect answer","false","other","8:3:1_1","8:3:1_1 - Problem 52","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-12 06:10:56","dceb5a6e","A correct answer","true","other","6:2:3_1","6:2:3_1 - Problem 97","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 01:37:01","bc56d736","An incorrect answer","false","other","1:24:1_1","1:24:1_1 - Problem 93","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-27 23:31:37","bbb628d5","A correct answer","true","other","2:14:0_1","2:14:0_1 - Problem 55","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-31 14:49:15","73ebed66","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 38","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-13 07:33:25","f820db97","An incorrect answer","false","other","5:11:1_1","5:11:1_1 - Problem 105","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-12 13:54:58","73289b19","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 15","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-08 18:08:31","4da95ea9","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 52","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-03 07:26:29","f9475bab","An incorrect answer","false","other","2:0:4_1","2:0:4_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-06-16 11:42:18","19432976","An incorrect answer","false","other","2:14:1_1","2:14:1_1 - Problem 39","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-17 09:52:36","7a3352db","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 13","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-25 14:40:16","b5d7e1a4","An incorrect answer","false","other","4:7:4_1","4:7:4_1 - Problem 27","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-07 17:21:09","3e510d33","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 11","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-20 10:41:54","1dbf3a75","An incorrect answer","false","other","7:1:2_1","7:1:2_1 - Problem 130","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-05 22:45:36","0e4c50a6","A correct answer","true","other","6:5:5_1","6:5:5_1 - Problem 167","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-05 22:58:37","003e7aa6","An incorrect answer","false","other","2:8:4_1","2:8:4_1 - Problem 27","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-24 14:15:49","a6db4b33","An incorrect answer","false","other","5:13:1_1","5:13:1_1 - Problem 91","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-27 03:55:13","3a599970","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 19","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-03 22:19:22","d359e0ff","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 20","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-22 14:58:33","73289b19","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 15","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-26 18:18:10","f6f8a7dc","A correct answer","true","other","6:1:0_1","6:1:0_1 - Problem 51","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-16 05:31:45","f86140bf","A correct answer","true","other","1:6:1_1","1:6:1_1 - Problem 34","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-05 11:25:57","73ebed66","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 38","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-21 21:48:53","73289b19","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 15","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-10 04:15:00","3845156c","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 41","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-29 11:11:57","299b4001","A correct answer","true","other","1:22:0_1","1:22:0_1 - Problem 98","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-18 20:27:35","5a9746bc","An incorrect answer","false","other","2:13:2_1","2:13:2_1 - Problem 35","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-22 22:17:55","00359264","An incorrect answer","false","other","4:10:0_1","4:10:0_1 - Problem 143","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-17 04:16:10","1e0ae4d3","A correct answer","true","other","10:1:1_1","10:1:1_1 - Problem 136","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-21 08:19:29","da5c2e7f","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 104","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-22 12:45:18","7e78f19a","An incorrect answer","false","other","5:0:1_1","5:0:1_1 - Problem 89","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-18 09:37:08","6e9d0048","An incorrect answer","false","other","2:15:3_1","2:15:3_1 - Problem 93","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-15 05:21:25","bb8299d2","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 27","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-11 16:48:21","f6f8a7dc","An incorrect answer","false","other","6:1:0_1","6:1:0_1 - Problem 51","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-25 01:15:43","6e7b8eda","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 127","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-17 05:24:55","121c2450","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-17 06:27:21","74e1a587","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 44","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-14 21:19:54","6f2af797","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 22","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-31 13:33:12","3a599970","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 19","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-29 14:17:40","737d30d9","An incorrect answer","false","other","5:4:2_1","5:4:2_1 - Problem 67","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-10 20:16:47","bb239606","An incorrect answer","false","other","4:8:0_1","4:8:0_1 - Problem 58","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-15 11:35:27","b6548753","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 26","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-22 20:58:49","f57dfa09","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 12","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-02 20:24:45","f33cfeca","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 28","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-19 13:31:08","4cdd44ed","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 104","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-26 10:41:23","81df6568","An incorrect answer","false","other","1:3:2_1","1:3:2_1 - Problem 29","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-12 04:07:13","0d02278d","A correct answer","true","other","7:8:0_1","7:8:0_1 - Problem 115","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-30 03:06:27","4ed4d910","A correct answer","true","other","3:0:0_1","3:0:0_1 - Problem 21","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-16 11:25:12","0edbf449","A correct answer","true","other","2:13:3_1","2:13:3_1 - Problem 49","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-31 01:15:48","f820db97","A correct answer","true","other","5:11:1_1","5:11:1_1 - Problem 105","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-13 13:27:32","5c125f0b","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 57","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-03 21:27:04","7e0cb624","A correct answer","true","other","6:2:2_1","6:2:2_1 - Problem 120","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-02 14:52:54","2f52c5bf","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 13","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-06 00:45:34","f07335a0","A correct answer","true","other","10:0:3_1","10:0:3_1 - Problem 81","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-25 03:35:05","519eef7e","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 25","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-13 03:16:50","44845cf8","A correct answer","true","other","2:16:1_1","2:16:1_1 - Problem 137","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-30 12:44:02","8fd46616","An incorrect answer","false","other","4:4:1_1","4:4:1_1 - Problem 34","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-08 21:57:46","80836d2d","An incorrect answer","false","other","8:2:0_1","8:2:0_1 - Problem 164","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-09 12:07:22","5d62b0b7","An incorrect answer","false","other","4:0:1_1","4:0:1_1 - Problem 47","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-24 19:52:40","2f52c5bf","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 13","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-22 12:43:55","879cc4e4","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 21","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-04 08:37:12","f116ead5","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 29","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-24 14:06:29","b5d7e1a4","A correct answer","true","other","4:7:4_1","4:7:4_1 - Problem 27","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-14 22:33:17","8b27719d","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 22","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-31 17:49:19","a07cda7c","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 27","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-19 07:23:32","02e6bffb","An incorrect answer","false","other","2:13:0_1","2:13:0_1 - Problem 32","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-28 10:51:45","383bca86","An incorrect answer","false","other","1:7:1_1","1:7:1_1 - Problem 27","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-09 06:39:17","24449c53","An incorrect answer","false","other","1:2:2_1","1:2:2_1 - Problem 81","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-14 03:00:45","a29a76d1","An incorrect answer","false","other","1:4:4_1","1:4:4_1 - Problem 16","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-16 16:59:51","8b0e1bf0","An incorrect answer","false","other","5:2:0_1","5:2:0_1 - Problem 108","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-04 10:21:13","8ab76dda","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 37","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-25 03:02:40","10be5e0a","An incorrect answer","false","other","4:7:2_1","4:7:2_1 - Problem 31","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-20 01:17:30","bd7471df","A correct answer","true","other","3:2:1_1","3:2:1_1 - Problem 77","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-10 20:54:47","f2e6c68a","An incorrect answer","false","other","10:2:0_1","10:2:0_1 - Problem 194","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-04 14:01:01","4ba6a5ea","An incorrect answer","false","other","2:13:0_1","2:13:0_1 - Problem 104","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-21 22:08:44","0a61af63","A correct answer","true","other","6:3:0_1","6:3:0_1 - Problem 200","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-23 12:41:36","227989d9","An incorrect answer","false","other","1:6:1_1","1:6:1_1 - Problem 88","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-18 09:15:53","0d7e7d9a","An incorrect answer","false","other","2:3:0_1","2:3:0_1 - Problem 100","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-06 14:57:17","6305bf7e","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 30","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-08-26 12:03:14","a496b98d","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 19","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-30 04:41:47","18e0a95e","A correct answer","true","other","4:4:1_1","4:4:1_1 - Problem 45","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-13 00:44:39","f116ead5","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 29","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-25 03:04:27","9d471a5c","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-28 20:37:19","1bdd9bff","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 200","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-13 10:38:31","f33cfeca","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 28","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-26 04:15:08","5f30bcc1","An incorrect answer","false","other","1:9:2_1","1:9:2_1 - Problem 62","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-03 06:08:41","f116ead5","An incorrect answer","false","other","1:4:0_1","1:4:0_1 - Problem 29","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-09-18 18:33:55","76012c6a","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 35","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-20 16:33:21","97b5385a","An incorrect answer","false","other","1:9:10_1","1:9:10_1 - Problem 153","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-09 21:48:01","0f311a59","A correct answer","true","other","4:4:0_1","4:4:0_1 - Problem 178","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-09 05:46:40","8b27719d","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 22","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-30 05:04:07","d7e8f581","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 16","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-06-06 16:51:23","8b0e1bf0","A correct answer","true","other","5:2:0_1","5:2:0_1 - Problem 108","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-19 18:04:44","9d471a5c","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-05 07:35:18","57c33c3f","An incorrect answer","false","other","6:12:7_1","6:12:7_1 - Problem 96","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-06 13:58:42","386c4f07","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 53","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-28 09:59:24","c126b470","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 12","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-05 19:50:10","cc450fc7","An incorrect answer","false","other","2:1:2_1","2:1:2_1 - Problem 28","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-07 22:54:50","a911acdf","An incorrect answer","false","other","5:0:9_1","5:0:9_1 - Problem 179","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-18 19:50:27","35841c6a","A correct answer","true","other","1:4:3_1","1:4:3_1 - Problem 54","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-29 19:47:38","aacc1f09","An incorrect answer","false","other","1:4:4_1","1:4:4_1 - Problem 18","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-21 15:01:01","20d3f709","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 19","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-05 00:48:30","364f2191","A correct answer","true","other","1:27:1_1","1:27:1_1 - Problem 44","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-07 11:36:16","bb239606","An incorrect answer","false","other","4:8:0_1","4:8:0_1 - Problem 58","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-16 06:40:50","d93a5018","An incorrect answer","false","other","2:8:2_1","2:8:2_1 - Problem 33","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-22 10:49:45","832e0fad","An incorrect answer","false","other","4:14:1_1","4:14:1_1 - Problem 40","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-03 08:52:32","179f8a29","A correct answer","true","other","5:9:1_1","5:9:1_1 - Problem 59","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-13 00:38:08","e9905b2c","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 26","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-18 08:54:59","32117588","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 12","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-03 12:46:41","0579ba5c","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 70","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-24 04:00:08","3e510d33","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 11","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-22 10:20:31","f14f4371","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-27 00:20:09","ae35822f","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 51","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-16 17:42:33","1cad7432","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 33","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-13 15:48:52","897c43fc","A correct answer","true","other","9:0:0_1","9:0:0_1 - Problem 161","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-18 02:34:44","39ab9eee","An incorrect answer","false","other","3:1:2_1","3:1:2_1 - Problem 145","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-28 23:07:52","e9905b2c","An incorrect answer","false","other","1:5:0_1","1:5:0_1 - Problem 26","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-13 23:03:59","fc90f929","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 11","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-27 07:38:03","899c8a18","A correct answer","true","other","6:5:4_1","6:5:4_1 - Problem 179","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-10 05:09:55","20d3f709","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 19","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-25 21:02:26","7e5e9b0d","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 24","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-11 12:20:49","a51cdc5c","An incorrect answer","false","other","8:1:1_1","8:1:1_1 - Problem 186","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-14 07:50:45","e8ee9e89","A correct answer","true","other","7:1:3_1","7:1:3_1 - Problem 132","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-04 20:13:02","f49dbd53","An incorrect answer","false","other","2:11:0_1","2:11:0_1 - Problem 90","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-10 17:37:30","9b0f47b2","A correct answer","true","other","2:13:2_1","2:13:2_1 - Problem 48","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-28 06:55:32","dbc5def1","An incorrect answer","false","other","2:3:1_1","2:3:1_1 - Problem 15","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-13 12:35:31","50b8baf5","An incorrect answer","false","other","2:3:1_1","2:3:1_1 - Problem 27","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-21 03:24:15","42e10810","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 25","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-20 13:10:49","193017e7","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 59","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-09 20:19:43","6b9df084","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 15","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-24 11:51:45","46bf768c","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 21","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-25 12:25:10","fc08b09b","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 92","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-20 23:49:06","bcf229e3","An incorrect answer","false","other","1:8:6_1","1:8:6_1 - Problem 70","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-14 14:32:00","ba3712a4","A correct answer","true","other","1:4:1_1","1:4:1_1 - Problem 18","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-05 10:09:15","e548b916","A correct answer","true","other","2:5:2_1","2:5:2_1 - Problem 72","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-30 13:39:05","1bdd9bff","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 200","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-21 05:16:37","f33cfeca","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 28","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-26 19:14:13","f44c3e45","A correct answer","true","other","4:4:1_1","4:4:1_1 - Problem 38","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-10 22:13:02","0df187fe","An incorrect answer","false","other","7:7:4_1","7:7:4_1 - Problem 91","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-27 10:16:59","bf3d286e","A correct answer","true","other","5:1:2_1","5:1:2_1 - Problem 33","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-11 13:03:33","9d471a5c","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-16 09:10:28","7ab2f9fc","An incorrect answer","false","other","6:11:0_1","6:11:0_1 - Problem 61","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-11 08:04:02","879cc4e4","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 21","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-03 16:30:59","c37392ac","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 18","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-01 02:34:24","fa4f2fed","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 44","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-18 05:33:35","6a56df1d","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 26","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-06 22:03:23","2506ae21","An incorrect answer","false","other","2:7:0_1","2:7:0_1 - Problem 43","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-06 08:49:39","1807a2ba","A correct answer","true","other","2:2:2_1","2:2:2_1 - Problem 95","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-05 01:58:30","20d3f709","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 19","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-29 18:54:36","383bca86","An incorrect answer","false","other","1:7:1_1","1:7:1_1 - Problem 27","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-04 20:55:31","0cb0df84","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 52","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-08 00:19:06","85e7fe3d","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 53","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-14 22:28:30","4577560b","An incorrect answer","false","other","6:3:1_1","6:3:1_1 - Problem 78","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-13 09:34:30","9d471a5c","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-27 06:33:22","0ee6f538","A correct answer","true","other","2:0:1_1","2:0:1_1 - Problem 56","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-05 04:59:49","8ad1127a","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 46","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-31 07:38:10","11cccd52","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 46","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-28 10:53:18","4298e231","An incorrect answer","false","other","10:1:3_1","10:1:3_1 - Problem 187","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-14 23:22:31","c37392ac","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 18","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-04 00:17:15","36d48255","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 39","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-24 04:45:58","85e7fe3d","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 53","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-21 18:48:15","ba3712a4","A correct answer","true","other","1:4:1_1","1:4:1_1 - Problem 18","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-24 06:58:52","fc90f929","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 11","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-06-09 07:59:04","119fa780","A correct answer","true","other","1:2:2_1","1:2:2_1 - Problem 50","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-22 17:46:08","9c02e7ed","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 24","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-31 05:08:04","f14f4371","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-07 16:04:21","f36c5fda","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 122","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-02 23:12:30","bfe02ba1","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 24","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-08 15:47:12","1e0ae4d3","A correct answer","true","other","10:1:1_1","10:1:1_1 - Problem 136","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-26 07:21:34","85ef8e46","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 22","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-05 20:50:58","9fe92d5f","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 26","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-14 04:13:13","227679dc","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 30","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-21 01:37:53","56057dfb","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 14","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-23 12:14:39","d7e8f581","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 16","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-08 12:03:46","2f77bcbe","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 47","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-26 17:35:27","f116ead5","An incorrect answer","false","other","1:4:0_1","1:4:0_1 - Problem 29","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-09 12:07:48","6c1973b2","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 94","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-05 06:23:40","02e6bffb","An incorrect answer","false","other","2:13:0_1","2:13:0_1 - Problem 32","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-31 00:42:05","42e10810","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 25","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-26 07:10:42","fc90f929","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 11","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-20 13:53:39","0ed4eaa5","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 37","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-13 18:52:27","36d48255","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 39","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-11 00:31:42","a07cda7c","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 27","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-11 02:57:56","dbd362c2","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-29 01:16:59","ee0499ca","An incorrect answer","false","other","4:2:1_1","4:2:1_1 - Problem 140","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-12 08:52:12","415886ce","A correct answer","true","other","1:1:0_1","1:1:0_1 - Problem 85","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-09 10:08:05","80002dd6","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 55","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-04 23:03:36","81df6568","An incorrect answer","false","other","1:3:2_1","1:3:2_1 - Problem 29","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-20 17:11:47","995b191a","An incorrect answer","false","other","2:4:1_1","2:4:1_1 - Problem 40","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-26 09:59:43","4ed4d910","A correct answer","true","other","3:0:0_1","3:0:0_1 - Problem 21","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-29 18:59:52","ab6771d5","A correct answer","true","other","2:14:0_1","2:14:0_1 - Problem 69","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-26 05:08:09","9880b32e","A correct answer","true","other","4:7:1_1","4:7:1_1 - Problem 60","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-21 09:53:09","fc90f929","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 11","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-13 06:03:48","33cff94e","An incorrect answer","false","other","1:7:1_1","1:7:1_1 - Problem 25","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-09 22:01:47","8ab76dda","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 37","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-12 10:27:16","e9905b2c","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 26","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-08 09:15:02","4bdeb55b","A correct answer","true","other","1:7:0_1","1:7:0_1 - Problem 76","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-07 12:55:13","32117588","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 12","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-17 12:31:24","198cfd08","An incorrect answer","false","other","4:8:0_1","4:8:0_1 - Problem 23","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-13 13:13:18","d9110d2f","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 24","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-17 20:34:21","1ea2da49","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 28","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-12 04:49:52","c62a4922","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 24","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-30 15:22:43","0ab8efdf","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 54","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-04 15:33:19","e0c118a6","An incorrect answer","false","other","1:19:2_1","1:19:2_1 - Problem 31","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-26 18:32:50","e8569449","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 60","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-04-19 00:41:58","227989d9","A correct answer","true","other","1:6:1_1","1:6:1_1 - Problem 88","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-18 11:10:08","e0510bfd","A correct answer","true","other","6:3:0_1","6:3:0_1 - Problem 126","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-05 03:27:14","d58de964","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 51","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-18 00:37:03","8d0f5c83","A correct answer","true","other","4:2:1_1","4:2:1_1 - Problem 52","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-07 21:27:50","70e626e3","A correct answer","true","other","8:4:0_1","8:4:0_1 - Problem 168","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-02 10:21:14","fc5abc6e","An incorrect answer","false","other","2:2:1_1","2:2:1_1 - Problem 42","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-04 00:46:12","42e10810","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 25","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-06 23:51:11","c957c8f9","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 37","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-24 18:59:30","fa4f2fed","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 44","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-30 07:41:17","4c66a082","An incorrect answer","false","other","6:12:5_1","6:12:5_1 - Problem 163","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-26 01:10:48","2ab38458","An incorrect answer","false","other","2:6:5_1","2:6:5_1 - Problem 76","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-05 22:36:27","36ca82d9","An incorrect answer","false","other","6:11:0_1","6:11:0_1 - Problem 79","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-24 15:27:53","9d471a5c","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-24 08:05:43","9b0f47b2","An incorrect answer","false","other","2:13:2_1","2:13:2_1 - Problem 48","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-24 08:23:24","8c5fca6d","An incorrect answer","false","other","3:0:1_1","3:0:1_1 - Problem 48","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-16 01:56:08","1b8d11f6","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 50","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-05 20:18:55","b9f4d6f4","An incorrect answer","false","other","1:9:5_1","1:9:5_1 - Problem 165","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-01 19:44:21","027ac89c","An incorrect answer","false","other","2:12:0_1","2:12:0_1 - Problem 46","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-12 19:49:59","bc56d736","A correct answer","true","other","1:24:1_1","1:24:1_1 - Problem 93","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-05 01:56:09","aacc1f09","An incorrect answer","false","other","1:4:4_1","1:4:4_1 - Problem 18","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-11-25 18:18:00","07145436","An incorrect answer","false","other","10:1:0_1","10:1:0_1 - Problem 87","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-08 09:47:38","0c8e7909","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-31 00:32:08","e5e97aab","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-20 02:50:42","f9475bab","An incorrect answer","false","other","2:0:4_1","2:0:4_1 - Problem 30","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-07 11:27:40","b6548753","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 26","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-03 21:12:17","2afc7076","An incorrect answer","false","other","2:13:3_1","2:13:3_1 - Problem 47","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-07 01:55:29","027ac89c","A correct answer","true","other","2:12:0_1","2:12:0_1 - Problem 46","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-22 18:09:59","8c5fca6d","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 48","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-10 15:47:40","1ba61279","A correct answer","true","other","5:0:8_1","5:0:8_1 - Problem 85","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-23 17:37:24","aacc1f09","A correct answer","true","other","1:4:4_1","1:4:4_1 - Problem 18","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-21 16:57:43","3a5139e7","A correct answer","true","other","5:4:5_1","5:4:5_1 - Problem 80","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-11 23:17:59","f3788c4f","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 22","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-08 00:37:01","9c5bbf41","A correct answer","true","other","3:0:0_1","3:0:0_1 - Problem 54","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-15 11:29:28","81df6568","An incorrect answer","false","other","1:3:2_1","1:3:2_1 - Problem 29","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-29 21:39:26","f14f4371","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-16 02:42:09","865cae40","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 36","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-28 10:01:33","8c5fca6d","An incorrect answer","false","other","3:0:1_1","3:0:1_1 - Problem 48","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-06-27 07:10:21","6a56df1d","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 26","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-06 22:00:48","0ee6f538","A correct answer","true","other","2:0:1_1","2:0:1_1 - Problem 56","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-14 21:18:44","e548b916","An incorrect answer","false","other","2:5:2_1","2:5:2_1 - Problem 72","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-24 22:38:28","c62a4922","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 24","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-07 09:15:20","879cc4e4","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 21","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-03 09:44:40","ae35822f","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 51","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-05 07:49:58","f49dbd53","A correct answer","true","other","2:11:0_1","2:11:0_1 - Problem 90","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-17 03:19:30","0315b0d9","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 42","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-14 08:03:25","fcbfcc47","A correct answer","true","other","1:14:1_1","1:14:1_1 - Problem 50","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-03 11:59:49","bf3d286e","An incorrect answer","false","other","5:1:2_1","5:1:2_1 - Problem 33","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-12 20:22:32","dbd362c2","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-14 09:55:01","d37f8df5","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 98","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-22 04:35:48","f57dfa09","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 12","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-05 21:59:33","081b503e","A correct answer","true","other","5:11:3_1","5:11:3_1 - Problem 85","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-05 12:31:02","9053ea88","An incorrect answer","false","other","2:11:0_1","2:11:0_1 - Problem 41","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-02 05:12:52","7a3352db","A correct answer","true","other","3:0:6_1","3:0:6_1 - Problem 13","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-17 21:33:00","cc450fc7","A correct answer","true","other","2:1:2_1","2:1:2_1 - Problem 28","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-08 23:06:15","733d0635","An incorrect answer","false","other","7:6:0_1","7:6:0_1 - Problem 62","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-14 13:45:55","a6db4b33","An incorrect answer","false","other","5:13:1_1","5:13:1_1 - Problem 91","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-04 13:43:47","9d471a5c","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-07 02:33:00","8fd46616","An incorrect answer","false","other","4:4:1_1","4:4:1_1 - Problem 34","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-09 06:21:42","3e510d33","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 11","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-09-21 09:33:47","76012c6a","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 35","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-07 04:30:20","b11dbd63","A correct answer","true","other","4:6:0_1","4:6:0_1 - Problem 44","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-20 04:36:57","b11dbd63","An incorrect answer","false","other","4:6:0_1","4:6:0_1 - Problem 44","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-27 18:53:55","4e74a821","An incorrect answer","false","other","6:5:4_1","6:5:4_1 - Problem 85","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-13 13:47:51","b9f4d6f4","A correct answer","true","other","1:9:5_1","1:9:5_1 - Problem 165","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-13 00:09:25","b5d7e1a4","A correct answer","true","other","4:7:4_1","4:7:4_1 - Problem 27","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-22 07:40:25","10be5e0a","A correct answer","true","other","4:7:2_1","4:7:2_1 - Problem 31","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-23 09:37:40","dbd362c2","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-28 22:23:17","a496b98d","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 19","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-03 10:36:12","c126b470","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 12","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-24 20:56:17","276d0f79","A correct answer","true","other","10:0:4_1","10:0:4_1 - Problem 180","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-01-04 00:47:28","b6548753","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 26","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-18 10:49:05","4e74a821","A correct answer","true","other","6:5:4_1","6:5:4_1 - Problem 85","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-04 22:33:36","2f52c5bf","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 13","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-02 01:32:50","0b214109","An incorrect answer","false","other","2:1:4_1","2:1:4_1 - Problem 165","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-10 00:22:04","702a6282","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 36","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-23 21:44:07","47d67dce","An incorrect answer","false","other","10:0:0_1","10:0:0_1 - Problem 52","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-18 15:55:11","e0485a3f","A correct answer","true","other","1:7:0_1","1:7:0_1 - Problem 150","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-19 05:57:35","e6307efd","An incorrect answer","false","other","4:14:1_1","4:14:1_1 - Problem 32","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-09 05:17:58","37d65f90","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 189","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-07 21:44:19","fa4f2fed","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 44","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-15 10:05:20","4ed4d910","An incorrect answer","false","other","3:0:0_1","3:0:0_1 - Problem 21","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-30 09:38:07","832e0fad","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 40","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-26 22:32:40","7e5e9b0d","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 24","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-09 03:40:58","3a5139e7","An incorrect answer","false","other","5:4:5_1","5:4:5_1 - Problem 80","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-10 02:12:43","e8ee9e89","An incorrect answer","false","other","7:1:3_1","7:1:3_1 - Problem 132","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-23 17:26:07","b6548753","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 26","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-27 00:11:57","80002dd6","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 55","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-05 20:47:06","fff65157","An incorrect answer","false","other","1:0:4_1","1:0:4_1 - Problem 101","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-01 08:21:17","7d570e53","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 29","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-24 08:26:31","83b7d43a","A correct answer","true","other","4:6:0_1","4:6:0_1 - Problem 56","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-08 02:29:08","6399c9ea","An incorrect answer","false","other","2:8:2_1","2:8:2_1 - Problem 41","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-25 22:58:47","02d5c368","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 45","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-14 23:21:19","3e510d33","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 11","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-23 23:57:56","c34a92ff","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 57","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-09-29 01:39:05","702a6282","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 36","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-09 13:58:06","cd586cd6","A correct answer","true","other","8:8:0_1","8:8:0_1 - Problem 92","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-13 21:58:35","7555f356","A correct answer","true","other","5:13:1_1","5:13:1_1 - Problem 66","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-26 14:27:52","d95364b6","An incorrect answer","false","other","6:12:9_1","6:12:9_1 - Problem 173","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-14 03:54:26","d9110d2f","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 24","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-04-16 11:07:42","19c8c27d","An incorrect answer","false","other","1:19:2_1","1:19:2_1 - Problem 64","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-24 23:00:05","519eef7e","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 25","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-12 19:32:13","10be5e0a","A correct answer","true","other","4:7:2_1","4:7:2_1 - Problem 31","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-17 23:56:32","70e626e3","An incorrect answer","false","other","8:4:0_1","8:4:0_1 - Problem 168","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-17 02:53:52","121c2450","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 30","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-02 04:07:20","00789656","A correct answer","true","other","6:11:0_1","6:11:0_1 - Problem 42","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-01 21:27:35","33d691fb","A correct answer","true","other","1:6:0_1","1:6:0_1 - Problem 13","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-06-27 16:44:01","27a69806","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 74","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-28 00:32:50","85ef8e46","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 22","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-13 09:05:20","8ad1127a","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 46","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-13 05:52:33","6c1973b2","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 94","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-04 06:27:44","dbc5def1","An incorrect answer","false","other","2:3:1_1","2:3:1_1 - Problem 15","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-19 21:04:37","239a6726","A correct answer","true","other","1:1:1_1","1:1:1_1 - Problem 17","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-13 06:10:08","dbc5def1","A correct answer","true","other","2:3:1_1","2:3:1_1 - Problem 15","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-19 15:36:03","6b9df084","A correct answer","true","other","3:0:7_1","3:0:7_1 - Problem 15","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-02-01 06:33:01","79bc5ff7","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 31","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-12 17:37:42","dfcc701d","An incorrect answer","false","other","5:10:4_1","5:10:4_1 - Problem 100","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-01 03:37:05","6291a7ba","A correct answer","true","other","4:10:0_1","4:10:0_1 - Problem 154","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-12 01:59:33","9466e61b","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 99","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-01 09:27:15","0ab8efdf","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 54","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-23 03:05:13","f33cfeca","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 28","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 01:52:03","96d0872e","A correct answer","true","other","1:26:1_1","1:26:1_1 - Problem 77","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-07 16:15:33","6b8d8628","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 87","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-20 00:33:05","9d471a5c","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-03 10:57:22","65d38fe9","An incorrect answer","false","other","2:3:3_1","2:3:3_1 - Problem 48","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-20 03:31:59","09b07a8d","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 14","1" -"Org2","course-v1:Org2+DemoX+e4380c","2021-12-22 10:45:58","897c43fc","An incorrect answer","false","other","9:0:0_1","9:0:0_1 - Problem 161","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-12 07:49:48","2621c59a","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 57","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-09-29 06:02:59","d983e182","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 17","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-20 18:40:26","a58cda08","An incorrect answer","false","other","7:4:0_1","7:4:0_1 - Problem 191","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-31 05:08:54","d359e0ff","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 20","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-02 18:44:08","4da95ea9","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 52","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-06 01:15:01","3927ea75","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 26","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-11 11:18:37","e5d59059","An incorrect answer","false","other","8:1:1_1","8:1:1_1 - Problem 54","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-27 03:12:10","53b37e13","A correct answer","true","other","1:8:3_1","1:8:3_1 - Problem 45","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-23 16:51:33","fa2d8af3","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 39","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-07-23 20:32:12","f033d2b5","An incorrect answer","false","other","2:5:3_1","2:5:3_1 - Problem 31","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-24 16:46:09","227989d9","A correct answer","true","other","1:6:1_1","1:6:1_1 - Problem 88","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-13 07:11:53","00789656","A correct answer","true","other","6:11:0_1","6:11:0_1 - Problem 42","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-29 12:20:13","a496b98d","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 19","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-25 18:14:20","9c5bbf41","An incorrect answer","false","other","3:0:0_1","3:0:0_1 - Problem 54","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-01 05:46:08","408f0eee","An incorrect answer","false","other","2:1:2_1","2:1:2_1 - Problem 107","1" -"Org2","course-v1:Org2+DemoX+682526","2021-11-22 03:33:21","1ea2da49","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 28","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-08 20:01:28","f57dfa09","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 12","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-21 23:13:43","2e9354a9","A correct answer","true","other","4:14:3_1","4:14:3_1 - Problem 50","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-02 15:51:29","6db36c67","An incorrect answer","false","other","7:1:1_1","7:1:1_1 - Problem 151","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-06 23:33:49","e406b6a4","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 22","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-01 19:25:08","fe27fa8d","An incorrect answer","false","other","2:1:1_1","2:1:1_1 - Problem 163","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-19 18:06:49","19cd8706","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 51","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-07 06:48:59","e7a585a0","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 17","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-30 23:26:40","f86140bf","A correct answer","true","other","1:6:1_1","1:6:1_1 - Problem 34","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-14 05:36:28","c37392ac","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 18","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-02 08:21:10","f6db494b","A correct answer","true","other","7:7:4_1","7:7:4_1 - Problem 180","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-04 18:05:23","8b57ea88","A correct answer","true","other","7:7:4_1","7:7:4_1 - Problem 192","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-20 19:58:06","7e78f19a","A correct answer","true","other","5:0:1_1","5:0:1_1 - Problem 89","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-09 23:50:10","9d471a5c","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 20","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-01 04:19:26","fff65157","A correct answer","true","other","1:0:4_1","1:0:4_1 - Problem 101","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-01-18 07:44:19","1b8d11f6","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 50","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-05 18:30:50","3a9c40cc","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 81","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-16 21:05:01","e8a115bc","A correct answer","true","other","4:8:4_1","4:8:4_1 - Problem 29","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-05-22 01:33:03","0f1fbfb6","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 82","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-11 05:09:26","35841c6a","An incorrect answer","false","other","1:4:3_1","1:4:3_1 - Problem 54","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-10 16:41:45","09b07a8d","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 14","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-04 06:52:33","2388668f","An incorrect answer","false","other","10:2:1_1","10:2:1_1 - Problem 102","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-23 17:49:50","865cae40","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 36","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-12 00:42:57","7d570e53","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 29","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-08 13:38:41","18e0a95e","An incorrect answer","false","other","4:4:1_1","4:4:1_1 - Problem 45","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-20 05:35:53","1deca1cd","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 99","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-31 21:27:23","81df6568","An incorrect answer","false","other","1:3:2_1","1:3:2_1 - Problem 29","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-02 14:19:19","2f52c5bf","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 13","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-19 04:21:12","0ee6f538","A correct answer","true","other","2:0:1_1","2:0:1_1 - Problem 56","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-04 00:32:32","cc69ab0f","An incorrect answer","false","other","1:9:6_1","1:9:6_1 - Problem 88","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-12 07:47:46","08c48231","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 23","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-21 22:14:04","8ab76dda","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 37","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-24 09:36:29","b9f4d6f4","An incorrect answer","false","other","1:9:5_1","1:9:5_1 - Problem 165","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-15 21:06:42","e8a115bc","A correct answer","true","other","4:8:4_1","4:8:4_1 - Problem 29","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-12 14:01:30","48383f40","A correct answer","true","other","5:0:10_1","5:0:10_1 - Problem 67","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-30 06:33:23","192407ad","A correct answer","true","other","2:5:0_1","2:5:0_1 - Problem 94","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-13 06:01:09","7ab2f9fc","A correct answer","true","other","6:11:0_1","6:11:0_1 - Problem 61","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-29 03:49:10","6f2af797","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 22","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-05 02:35:06","622326ef","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 109","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-15 11:16:07","28e94d09","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 79","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-19 11:07:21","73ebed66","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 38","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-13 03:56:01","b11dbd63","An incorrect answer","false","other","4:6:0_1","4:6:0_1 - Problem 44","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-10 03:56:14","0e1f237f","A correct answer","true","other","8:7:1_1","8:7:1_1 - Problem 146","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-28 18:13:13","f52cebe1","A correct answer","true","other","4:11:0_1","4:11:0_1 - Problem 21","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-27 23:12:44","0f311a59","An incorrect answer","false","other","4:4:0_1","4:4:0_1 - Problem 178","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-06 07:32:03","1cad7432","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 33","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 15:28:35","9928eaeb","An incorrect answer","false","other","1:20:2_1","1:20:2_1 - Problem 106","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-01 05:02:34","da5c2e7f","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 104","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-31 15:22:23","4ed4d910","A correct answer","true","other","3:0:0_1","3:0:0_1 - Problem 21","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-30 07:27:02","ecd5ac28","An incorrect answer","false","other","6:11:0_1","6:11:0_1 - Problem 178","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 19:28:02","299b4001","A correct answer","true","other","1:22:0_1","1:22:0_1 - Problem 98","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-07 14:47:04","2afc7076","An incorrect answer","false","other","2:13:3_1","2:13:3_1 - Problem 47","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-17 07:27:11","239a6726","An incorrect answer","false","other","1:1:1_1","1:1:1_1 - Problem 17","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-06-12 02:03:06","a1f6066c","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 39","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-14 02:23:14","10be5e0a","A correct answer","true","other","4:7:2_1","4:7:2_1 - Problem 31","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-14 22:41:59","dbdb11f4","A correct answer","true","other","4:0:1_1","4:0:1_1 - Problem 47","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-03 01:46:39","85ef8e46","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 22","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-30 18:17:53","b3351cce","An incorrect answer","false","other","4:0:3_1","4:0:3_1 - Problem 35","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-29 01:02:25","1cad7432","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 33","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-28 21:10:35","a58cda08","A correct answer","true","other","7:4:0_1","7:4:0_1 - Problem 191","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-26 15:31:08","eac44042","An incorrect answer","false","other","1:14:1_1","1:14:1_1 - Problem 53","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-24 21:21:49","d432adaf","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 28","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-20 16:59:23","f49dbd53","An incorrect answer","false","other","2:11:0_1","2:11:0_1 - Problem 90","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-17 06:03:06","e8a115bc","An incorrect answer","false","other","4:8:4_1","4:8:4_1 - Problem 29","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-25 11:49:17","ea408285","A correct answer","true","other","2:11:1_1","2:11:1_1 - Problem 58","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-25 07:15:25","0cb0df84","An incorrect answer","false","other","4:2:0_1","4:2:0_1 - Problem 52","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-04 06:22:57","7a3352db","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 13","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-13 07:34:29","dd20d566","An incorrect answer","false","other","1:22:1_1","1:22:1_1 - Problem 90","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-03 21:23:23","f033d2b5","A correct answer","true","other","2:5:3_1","2:5:3_1 - Problem 31","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-02-07 20:35:50","c134d886","An incorrect answer","false","other","8:7:1_1","8:7:1_1 - Problem 145","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2023-12-09 20:07:21","6b9df084","A correct answer","true","other","3:0:7_1","3:0:7_1 - Problem 15","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-03 13:44:17","859dbd9f","An incorrect answer","false","other","2:10:0_1","2:10:0_1 - Problem 23","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-21 20:47:31","14b8990f","A correct answer","true","other","2:15:1_1","2:15:1_1 - Problem 52","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-23 16:39:57","dbd362c2","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-27 03:14:34","bb8299d2","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 27","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-08 07:02:40","e406b6a4","An incorrect answer","false","other","3:1:0_1","3:1:0_1 - Problem 22","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-22 12:02:45","b373e622","An incorrect answer","false","other","5:3:2_1","5:3:2_1 - Problem 66","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-10-01 06:35:33","c62a4922","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 24","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-10-11 12:16:48","f2e6c68a","An incorrect answer","false","other","10:2:0_1","10:2:0_1 - Problem 194","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-06 06:30:55","9fe92d5f","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 26","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-16 01:27:07","f903311e","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 107","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-03 10:47:33","6a56df1d","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 26","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-08-19 08:21:51","1f68ee03","A correct answer","true","other","10:0:2_1","10:0:2_1 - Problem 141","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-28 07:48:23","20d3f709","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 19","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-08 05:13:19","0fa152bc","An incorrect answer","false","other","1:8:7_1","1:8:7_1 - Problem 71","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-07-03 09:11:26","4296260e","An incorrect answer","false","other","3:0:1_1","3:0:1_1 - Problem 152","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-03 18:55:16","dbd362c2","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-12 00:50:30","f14f4371","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-09-25 00:10:13","c62a4922","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 24","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-09 05:22:10","331e4e64","A correct answer","true","other","2:0:4_1","2:0:4_1 - Problem 51","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-08-14 01:13:51","f820db97","A correct answer","true","other","5:11:1_1","5:11:1_1 - Problem 105","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-09 22:23:29","ba3712a4","An incorrect answer","false","other","1:4:1_1","1:4:1_1 - Problem 18","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-29 07:54:08","879cc4e4","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 21","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-01 10:02:21","acd83df9","A correct answer","true","other","6:7:2_1","6:7:2_1 - Problem 124","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-26 15:03:21","8b27719d","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 22","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-26 11:54:49","f636c699","An incorrect answer","false","other","2:8:0_1","2:8:0_1 - Problem 50","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-07-24 19:44:57","f57dfa09","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 12","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-03-05 05:48:25","e8569449","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 60","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-01-31 18:10:47","c8186e9a","A correct answer","true","other","8:3:3_1","8:3:3_1 - Problem 142","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-05 01:30:04","1b52c7f2","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 25","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-16 22:14:12","bcfbedc2","An incorrect answer","false","other","1:4:0_1","1:4:0_1 - Problem 80","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-11-17 10:26:36","83b7d43a","A correct answer","true","other","4:6:0_1","4:6:0_1 - Problem 56","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-29 20:34:55","402b70a9","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 124","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-10-26 12:03:48","c34a92ff","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 57","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-03 04:43:39","18e0a95e","A correct answer","true","other","4:4:1_1","4:4:1_1 - Problem 45","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-13 19:53:07","19c8c27d","An incorrect answer","false","other","1:19:2_1","1:19:2_1 - Problem 64","1" -"Org8","course-v1:Org8+DemoX+3fefec","2021-04-14 18:00:09","0315b0d9","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 42","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-14 01:49:10","ea408285","An incorrect answer","false","other","2:11:1_1","2:11:1_1 - Problem 58","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-08-21 11:05:53","2f52c5bf","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 13","1" -"Org7","course-v1:Org7+DemoX+57295b","2023-12-08 02:35:40","f44c3e45","A correct answer","true","other","4:4:1_1","4:4:1_1 - Problem 38","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-26 04:13:48","58d0ec3f","A correct answer","true","other","5:0:5_1","5:0:5_1 - Problem 132","1" -"Org2","course-v1:Org2+DemoX+e4380c","2022-03-07 18:59:42","6a8c0e7d","A correct answer","true","other","8:1:0_1","8:1:0_1 - Problem 70","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-03 06:58:33","aacc1f09","A correct answer","true","other","1:4:4_1","1:4:4_1 - Problem 18","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-02 16:39:05","46bf768c","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 21","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-06 04:28:06","f59f479f","A correct answer","true","other","2:2:3_1","2:2:3_1 - Problem 44","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-16 15:20:08","711cb857","An incorrect answer","false","other","8:2:5_1","8:2:5_1 - Problem 139","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-12-05 17:23:28","33d691fb","An incorrect answer","false","other","1:6:0_1","1:6:0_1 - Problem 13","1" -"Org4","course-v1:Org4+DemoX+0b1656","2019-09-13 14:50:20","28c946cd","A correct answer","true","other","10:8:0_1","10:8:0_1 - Problem 78","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-10-30 17:17:24","d9110d2f","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 24","1" -"Org2","course-v1:Org2+DemoX+682526","2022-01-03 11:37:08","92f6d32c","An incorrect answer","false","other","2:6:1_1","2:6:1_1 - Problem 37","1" -"Org3","course-v1:Org3+DemoX+528fdd","2019-11-09 04:26:41","7d570e53","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 29","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-28 03:38:48","52a04cc8","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 105","1" -"Org2","course-v1:Org2+DemoX+682526","2021-12-12 02:35:04","8fd46616","An incorrect answer","false","other","4:4:1_1","4:4:1_1 - Problem 34","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-10 16:18:36","dbd362c2","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 23","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-03-03 03:02:29","42e10810","An incorrect answer","false","other","3:2:0_1","3:2:0_1 - Problem 25","1" -"Org4","course-v1:Org4+DemoX+db4c73","2021-09-05 13:06:39","9f748391","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 97","1" -"Org0","course-v1:Org0+DemoX+2bc51b","2024-02-17 12:37:37","ba3712a4","A correct answer","true","other","1:4:1_1","1:4:1_1 - Problem 18","1" -"Org0","course-v1:Org0+DemoX+81bba1","2020-06-28 06:55:10","f57dfa09","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 12","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-05-30 03:17:06","deb2e125","A correct answer","true","other","1:12:1_1","1:12:1_1 - Problem 63","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-07-29 18:31:12","737d30d9","An incorrect answer","false","other","5:4:2_1","5:4:2_1 - Problem 67","1" -"Org1","course-v1:Org1+DemoX+1937e7","2021-04-26 03:05:18","deb2e125","An incorrect answer","false","other","1:12:1_1","1:12:1_1 - Problem 63","1" \ No newline at end of file +"org","course_key","block_id_short","response","success","interaction_type","problem_number","problem_name_location","response_count" +"Org0","course-v1:Org0+DemoX+2bc51b","09b07a8d","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 14",2 +"Org0","course-v1:Org0+DemoX+2bc51b","09b07a8d","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 14",3 +"Org0","course-v1:Org0+DemoX+2bc51b","0c8e7909","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 20",1 +"Org0","course-v1:Org0+DemoX+2bc51b","32117588","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 12",2 +"Org0","course-v1:Org0+DemoX+2bc51b","32117588","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 12",3 +"Org0","course-v1:Org0+DemoX+2bc51b","3a599970","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 19",2 +"Org0","course-v1:Org0+DemoX+2bc51b","42e10810","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 25",3 +"Org0","course-v1:Org0+DemoX+2bc51b","42e10810","An incorrect answer","false","other","3:2:0_1","3:2:0_1 - Problem 25",2 +"Org0","course-v1:Org0+DemoX+2bc51b","44277181","A correct answer","true","other","3:0:7_1","3:0:7_1 - Problem 16",1 +"Org0","course-v1:Org0+DemoX+2bc51b","44277181","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 16",1 +"Org0","course-v1:Org0+DemoX+2bc51b","6b9df084","A correct answer","true","other","3:0:7_1","3:0:7_1 - Problem 15",3 +"Org0","course-v1:Org0+DemoX+2bc51b","6b9df084","An incorrect answer","false","other","3:0:7_1","3:0:7_1 - Problem 15",2 +"Org0","course-v1:Org0+DemoX+2bc51b","7a3352db","A correct answer","true","other","3:0:6_1","3:0:6_1 - Problem 13",3 +"Org0","course-v1:Org0+DemoX+2bc51b","7a3352db","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 13",4 +"Org0","course-v1:Org0+DemoX+2bc51b","879cc4e4","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 21",5 +"Org0","course-v1:Org0+DemoX+2bc51b","a07cda7c","A correct answer","true","other","3:2:0_1","3:2:0_1 - Problem 27",5 +"Org0","course-v1:Org0+DemoX+2bc51b","a07cda7c","An incorrect answer","false","other","3:2:0_1","3:2:0_1 - Problem 27",1 +"Org0","course-v1:Org0+DemoX+2bc51b","b6548753","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 26",3 +"Org0","course-v1:Org0+DemoX+2bc51b","b6548753","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 26",2 +"Org0","course-v1:Org0+DemoX+2bc51b","ba3712a4","A correct answer","true","other","1:4:1_1","1:4:1_1 - Problem 18",3 +"Org0","course-v1:Org0+DemoX+2bc51b","ba3712a4","An incorrect answer","false","other","1:4:1_1","1:4:1_1 - Problem 18",1 +"Org0","course-v1:Org0+DemoX+2bc51b","bfe02ba1","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 24",2 +"Org0","course-v1:Org0+DemoX+2bc51b","cc450fc7","A correct answer","true","other","2:1:2_1","2:1:2_1 - Problem 28",2 +"Org0","course-v1:Org0+DemoX+2bc51b","cc450fc7","An incorrect answer","false","other","2:1:2_1","2:1:2_1 - Problem 28",2 +"Org0","course-v1:Org0+DemoX+2bc51b","d38ff013","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 11",2 +"Org0","course-v1:Org0+DemoX+2bc51b","dbd362c2","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 23",3 +"Org0","course-v1:Org0+DemoX+2bc51b","dbd362c2","An incorrect answer","false","other","1:5:1_1","1:5:1_1 - Problem 23",5 +"Org0","course-v1:Org0+DemoX+2bc51b","e5e97aab","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 30",2 +"Org0","course-v1:Org0+DemoX+2bc51b","e5e97aab","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30",3 +"Org0","course-v1:Org0+DemoX+2bc51b","e7a585a0","A correct answer","true","other","3:0:6_1","3:0:6_1 - Problem 17",2 +"Org0","course-v1:Org0+DemoX+2bc51b","e7a585a0","An incorrect answer","false","other","3:0:6_1","3:0:6_1 - Problem 17",2 +"Org0","course-v1:Org0+DemoX+2bc51b","f116ead5","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 29",2 +"Org0","course-v1:Org0+DemoX+2bc51b","f116ead5","An incorrect answer","false","other","1:4:0_1","1:4:0_1 - Problem 29",4 +"Org0","course-v1:Org0+DemoX+2bc51b","f3788c4f","A correct answer","true","other","2:0:0_1","2:0:0_1 - Problem 22",1 +"Org0","course-v1:Org0+DemoX+2bc51b","f3788c4f","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 22",2 +"Org0","course-v1:Org0+DemoX+81bba1","20d3f709","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 19",2 +"Org0","course-v1:Org0+DemoX+81bba1","20d3f709","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 19",2 +"Org0","course-v1:Org0+DemoX+81bba1","239a6726","A correct answer","true","other","1:1:1_1","1:1:1_1 - Problem 17",1 +"Org0","course-v1:Org0+DemoX+81bba1","239a6726","An incorrect answer","false","other","1:1:1_1","1:1:1_1 - Problem 17",1 +"Org0","course-v1:Org0+DemoX+81bba1","2f52c5bf","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 13",4 +"Org0","course-v1:Org0+DemoX+81bba1","2f52c5bf","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 13",2 +"Org0","course-v1:Org0+DemoX+81bba1","4ed4d910","A correct answer","true","other","3:0:0_1","3:0:0_1 - Problem 21",3 +"Org0","course-v1:Org0+DemoX+81bba1","4ed4d910","An incorrect answer","false","other","3:0:0_1","3:0:0_1 - Problem 21",1 +"Org0","course-v1:Org0+DemoX+81bba1","519eef7e","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 25",4 +"Org0","course-v1:Org0+DemoX+81bba1","519eef7e","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 25",1 +"Org0","course-v1:Org0+DemoX+81bba1","6a56df1d","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 26",3 +"Org0","course-v1:Org0+DemoX+81bba1","6a56df1d","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 26",4 +"Org0","course-v1:Org0+DemoX+81bba1","81df6568","A correct answer","true","other","1:3:2_1","1:3:2_1 - Problem 29",1 +"Org0","course-v1:Org0+DemoX+81bba1","81df6568","An incorrect answer","false","other","1:3:2_1","1:3:2_1 - Problem 29",5 +"Org0","course-v1:Org0+DemoX+81bba1","85ef8e46","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 22",3 +"Org0","course-v1:Org0+DemoX+81bba1","bb8299d2","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 27",2 +"Org0","course-v1:Org0+DemoX+81bba1","bb8299d2","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 27",2 +"Org0","course-v1:Org0+DemoX+81bba1","c37392ac","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 18",1 +"Org0","course-v1:Org0+DemoX+81bba1","c37392ac","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 18",2 +"Org0","course-v1:Org0+DemoX+81bba1","c62a4922","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 24",1 +"Org0","course-v1:Org0+DemoX+81bba1","c62a4922","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 24",4 +"Org0","course-v1:Org0+DemoX+81bba1","cedef2be","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 23",1 +"Org0","course-v1:Org0+DemoX+81bba1","d359e0ff","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 20",2 +"Org0","course-v1:Org0+DemoX+81bba1","d359e0ff","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 20",3 +"Org0","course-v1:Org0+DemoX+81bba1","d7e8f581","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 16",1 +"Org0","course-v1:Org0+DemoX+81bba1","d7e8f581","An incorrect answer","false","other","2:1:3_1","2:1:3_1 - Problem 16",1 +"Org0","course-v1:Org0+DemoX+81bba1","dbc5def1","A correct answer","true","other","2:3:1_1","2:3:1_1 - Problem 15",1 +"Org0","course-v1:Org0+DemoX+81bba1","dbc5def1","An incorrect answer","false","other","2:3:1_1","2:3:1_1 - Problem 15",3 +"Org0","course-v1:Org0+DemoX+81bba1","f14f4371","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 30",1 +"Org0","course-v1:Org0+DemoX+81bba1","f14f4371","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 30",6 +"Org0","course-v1:Org0+DemoX+81bba1","f33cfeca","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 28",2 +"Org0","course-v1:Org0+DemoX+81bba1","f33cfeca","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 28",2 +"Org0","course-v1:Org0+DemoX+81bba1","f57dfa09","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 12",3 +"Org0","course-v1:Org0+DemoX+81bba1","f57dfa09","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 12",3 +"Org0","course-v1:Org0+DemoX+81bba1","fc90f929","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 11",4 +"Org0","course-v1:Org0+DemoX+81bba1","fc90f929","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 11",2 +"Org0","course-v1:Org0+DemoX+81bba1","fe4ad643","A correct answer","true","other","1:3:3_1","1:3:3_1 - Problem 14",1 +"Org1","course-v1:Org1+DemoX+1937e7","04199362","A correct answer","true","other","5:4:0_1","5:4:0_1 - Problem 75",1 +"Org1","course-v1:Org1+DemoX+1937e7","04199362","An incorrect answer","false","other","5:4:0_1","5:4:0_1 - Problem 75",1 +"Org1","course-v1:Org1+DemoX+1937e7","0d7e7d9a","An incorrect answer","false","other","2:3:0_1","2:3:0_1 - Problem 100",1 +"Org1","course-v1:Org1+DemoX+1937e7","0ef2e5ca","A correct answer","true","other","1:20:0_1","1:20:0_1 - Problem 43",1 +"Org1","course-v1:Org1+DemoX+1937e7","0fa152bc","An incorrect answer","false","other","1:8:7_1","1:8:7_1 - Problem 71",1 +"Org1","course-v1:Org1+DemoX+1937e7","192407ad","A correct answer","true","other","2:5:0_1","2:5:0_1 - Problem 94",1 +"Org1","course-v1:Org1+DemoX+1937e7","19c8c27d","A correct answer","true","other","1:19:2_1","1:19:2_1 - Problem 64",1 +"Org1","course-v1:Org1+DemoX+1937e7","19c8c27d","An incorrect answer","false","other","1:19:2_1","1:19:2_1 - Problem 64",3 +"Org1","course-v1:Org1+DemoX+1937e7","1d94605b","A correct answer","true","other","5:4:1_1","5:4:1_1 - Problem 68",1 +"Org1","course-v1:Org1+DemoX+1937e7","227989d9","A correct answer","true","other","1:6:1_1","1:6:1_1 - Problem 88",2 +"Org1","course-v1:Org1+DemoX+1937e7","227989d9","An incorrect answer","false","other","1:6:1_1","1:6:1_1 - Problem 88",1 +"Org1","course-v1:Org1+DemoX+1937e7","28e94d09","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 79",1 +"Org1","course-v1:Org1+DemoX+1937e7","299b4001","A correct answer","true","other","1:22:0_1","1:22:0_1 - Problem 98",2 +"Org1","course-v1:Org1+DemoX+1937e7","2a244236","A correct answer","true","other","1:14:0_1","1:14:0_1 - Problem 55",1 +"Org1","course-v1:Org1+DemoX+1937e7","2f77bcbe","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 47",1 +"Org1","course-v1:Org1+DemoX+1937e7","2f77bcbe","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 47",1 +"Org1","course-v1:Org1+DemoX+1937e7","364f2191","A correct answer","true","other","1:27:1_1","1:27:1_1 - Problem 44",2 +"Org1","course-v1:Org1+DemoX+1937e7","38b28f1e","A correct answer","true","other","1:8:0_1","1:8:0_1 - Problem 54",1 +"Org1","course-v1:Org1+DemoX+1937e7","3985b74b","An incorrect answer","false","other","1:24:0_1","1:24:0_1 - Problem 95",2 +"Org1","course-v1:Org1+DemoX+1937e7","405bc271","A correct answer","true","other","2:3:0_1","2:3:0_1 - Problem 69",1 +"Org1","course-v1:Org1+DemoX+1937e7","415886ce","A correct answer","true","other","1:1:0_1","1:1:0_1 - Problem 85",1 +"Org1","course-v1:Org1+DemoX+1937e7","415886ce","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 85",2 +"Org1","course-v1:Org1+DemoX+1937e7","422a536f","An incorrect answer","false","other","5:2:1_1","5:2:1_1 - Problem 32",1 +"Org1","course-v1:Org1+DemoX+1937e7","491bb21f","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 38",1 +"Org1","course-v1:Org1+DemoX+1937e7","51fa99a6","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 72",1 +"Org1","course-v1:Org1+DemoX+1937e7","52a04cc8","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 105",1 +"Org1","course-v1:Org1+DemoX+1937e7","52a04cc8","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 105",1 +"Org1","course-v1:Org1+DemoX+1937e7","53b37e13","A correct answer","true","other","1:8:3_1","1:8:3_1 - Problem 45",2 +"Org1","course-v1:Org1+DemoX+1937e7","5f6d7032","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 41",1 +"Org1","course-v1:Org1+DemoX+1937e7","5f6d7032","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 41",1 +"Org1","course-v1:Org1+DemoX+1937e7","65d38fe9","An incorrect answer","false","other","2:3:3_1","2:3:3_1 - Problem 48",1 +"Org1","course-v1:Org1+DemoX+1937e7","6f18ef75","A correct answer","true","other","2:7:4_1","2:7:4_1 - Problem 56",1 +"Org1","course-v1:Org1+DemoX+1937e7","6f4c1dca","An incorrect answer","false","other","1:15:0_1","1:15:0_1 - Problem 42",1 +"Org1","course-v1:Org1+DemoX+1937e7","737d30d9","An incorrect answer","false","other","5:4:2_1","5:4:2_1 - Problem 67",2 +"Org1","course-v1:Org1+DemoX+1937e7","7e78f19a","A correct answer","true","other","5:0:1_1","5:0:1_1 - Problem 89",1 +"Org1","course-v1:Org1+DemoX+1937e7","7e78f19a","An incorrect answer","false","other","5:0:1_1","5:0:1_1 - Problem 89",1 +"Org1","course-v1:Org1+DemoX+1937e7","862e5bcc","An incorrect answer","false","other","1:6:0_1","1:6:0_1 - Problem 109",1 +"Org1","course-v1:Org1+DemoX+1937e7","864193cd","A correct answer","true","other","5:2:1_1","5:2:1_1 - Problem 58",1 +"Org1","course-v1:Org1+DemoX+1937e7","96d0872e","A correct answer","true","other","1:26:1_1","1:26:1_1 - Problem 77",2 +"Org1","course-v1:Org1+DemoX+1937e7","9928eaeb","An incorrect answer","false","other","1:20:2_1","1:20:2_1 - Problem 106",3 +"Org1","course-v1:Org1+DemoX+1937e7","a1f6066c","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 39",1 +"Org1","course-v1:Org1+DemoX+1937e7","b3351cce","An incorrect answer","false","other","4:0:3_1","4:0:3_1 - Problem 35",2 +"Org1","course-v1:Org1+DemoX+1937e7","b34648af","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 37",1 +"Org1","course-v1:Org1+DemoX+1937e7","b373e622","An incorrect answer","false","other","5:3:2_1","5:3:2_1 - Problem 66",1 +"Org1","course-v1:Org1+DemoX+1937e7","bc56d736","A correct answer","true","other","1:24:1_1","1:24:1_1 - Problem 93",3 +"Org1","course-v1:Org1+DemoX+1937e7","bc56d736","An incorrect answer","false","other","1:24:1_1","1:24:1_1 - Problem 93",1 +"Org1","course-v1:Org1+DemoX+1937e7","bcf229e3","An incorrect answer","false","other","1:8:6_1","1:8:6_1 - Problem 70",1 +"Org1","course-v1:Org1+DemoX+1937e7","bcfbedc2","An incorrect answer","false","other","1:4:0_1","1:4:0_1 - Problem 80",1 +"Org1","course-v1:Org1+DemoX+1937e7","bf3d286e","A correct answer","true","other","5:1:2_1","5:1:2_1 - Problem 33",1 +"Org1","course-v1:Org1+DemoX+1937e7","bf3d286e","An incorrect answer","false","other","5:1:2_1","5:1:2_1 - Problem 33",1 +"Org1","course-v1:Org1+DemoX+1937e7","c6ae64f7","A correct answer","true","other","2:7:4_1","2:7:4_1 - Problem 84",1 +"Org1","course-v1:Org1+DemoX+1937e7","d1c59c4a","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 102",2 +"Org1","course-v1:Org1+DemoX+1937e7","da5c2e7f","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 104",1 +"Org1","course-v1:Org1+DemoX+1937e7","da5c2e7f","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 104",2 +"Org1","course-v1:Org1+DemoX+1937e7","dd20d566","An incorrect answer","false","other","1:22:1_1","1:22:1_1 - Problem 90",1 +"Org1","course-v1:Org1+DemoX+1937e7","deb2e125","A correct answer","true","other","1:12:1_1","1:12:1_1 - Problem 63",1 +"Org1","course-v1:Org1+DemoX+1937e7","deb2e125","An incorrect answer","false","other","1:12:1_1","1:12:1_1 - Problem 63",3 +"Org1","course-v1:Org1+DemoX+1937e7","e0c118a6","A correct answer","true","other","1:19:2_1","1:19:2_1 - Problem 31",1 +"Org1","course-v1:Org1+DemoX+1937e7","e0c118a6","An incorrect answer","false","other","1:19:2_1","1:19:2_1 - Problem 31",1 +"Org1","course-v1:Org1+DemoX+1937e7","e8486144","An incorrect answer","false","other","1:12:1_1","1:12:1_1 - Problem 40",1 +"Org1","course-v1:Org1+DemoX+1937e7","eac44042","A correct answer","true","other","1:14:1_1","1:14:1_1 - Problem 53",1 +"Org1","course-v1:Org1+DemoX+1937e7","eac44042","An incorrect answer","false","other","1:14:1_1","1:14:1_1 - Problem 53",1 +"Org1","course-v1:Org1+DemoX+1937e7","efd00dcb","A correct answer","true","other","4:0:1_1","4:0:1_1 - Problem 52",1 +"Org1","course-v1:Org1+DemoX+1937e7","f86140bf","A correct answer","true","other","1:6:1_1","1:6:1_1 - Problem 34",3 +"Org1","course-v1:Org1+DemoX+1937e7","f86140bf","An incorrect answer","false","other","1:6:1_1","1:6:1_1 - Problem 34",1 +"Org1","course-v1:Org1+DemoX+1937e7","fc08b09b","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 92",2 +"Org1","course-v1:Org1+DemoX+1937e7","fcbfcc47","A correct answer","true","other","1:14:1_1","1:14:1_1 - Problem 50",1 +"Org1","course-v1:Org1+DemoX+1937e7","fcbfcc47","An incorrect answer","false","other","1:14:1_1","1:14:1_1 - Problem 50",1 +"Org2","course-v1:Org2+DemoX+682526","003e7aa6","An incorrect answer","false","other","2:8:4_1","2:8:4_1 - Problem 27",1 +"Org2","course-v1:Org2+DemoX+682526","027ac89c","A correct answer","true","other","2:12:0_1","2:12:0_1 - Problem 46",1 +"Org2","course-v1:Org2+DemoX+682526","027ac89c","An incorrect answer","false","other","2:12:0_1","2:12:0_1 - Problem 46",1 +"Org2","course-v1:Org2+DemoX+682526","02e6bffb","An incorrect answer","false","other","2:13:0_1","2:13:0_1 - Problem 32",2 +"Org2","course-v1:Org2+DemoX+682526","0ab8efdf","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 54",2 +"Org2","course-v1:Org2+DemoX+682526","0ab8efdf","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 54",1 +"Org2","course-v1:Org2+DemoX+682526","0edbf449","A correct answer","true","other","2:13:3_1","2:13:3_1 - Problem 49",1 +"Org2","course-v1:Org2+DemoX+682526","14b8990f","A correct answer","true","other","2:15:1_1","2:15:1_1 - Problem 52",1 +"Org2","course-v1:Org2+DemoX+682526","18e0a95e","A correct answer","true","other","4:4:1_1","4:4:1_1 - Problem 45",2 +"Org2","course-v1:Org2+DemoX+682526","18e0a95e","An incorrect answer","false","other","4:4:1_1","4:4:1_1 - Problem 45",2 +"Org2","course-v1:Org2+DemoX+682526","1b52c7f2","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 25",1 +"Org2","course-v1:Org2+DemoX+682526","1b52c7f2","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 25",2 +"Org2","course-v1:Org2+DemoX+682526","1ea2da49","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 28",2 +"Org2","course-v1:Org2+DemoX+682526","1ea2da49","An incorrect answer","false","other","4:2:0_1","4:2:0_1 - Problem 28",1 +"Org2","course-v1:Org2+DemoX+682526","2506ae21","An incorrect answer","false","other","2:7:0_1","2:7:0_1 - Problem 43",1 +"Org2","course-v1:Org2+DemoX+682526","29141bc4","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 22",1 +"Org2","course-v1:Org2+DemoX+682526","2afc7076","An incorrect answer","false","other","2:13:3_1","2:13:3_1 - Problem 47",2 +"Org2","course-v1:Org2+DemoX+682526","3927ea75","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 26",1 +"Org2","course-v1:Org2+DemoX+682526","4906755c","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 56",1 +"Org2","course-v1:Org2+DemoX+682526","5252c2c9","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 59",1 +"Org2","course-v1:Org2+DemoX+682526","56927778","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 40",3 +"Org2","course-v1:Org2+DemoX+682526","5a9746bc","An incorrect answer","false","other","2:13:2_1","2:13:2_1 - Problem 35",2 +"Org2","course-v1:Org2+DemoX+682526","6305bf7e","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 30",1 +"Org2","course-v1:Org2+DemoX+682526","6305bf7e","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 30",1 +"Org2","course-v1:Org2+DemoX+682526","6399c9ea","An incorrect answer","false","other","2:8:2_1","2:8:2_1 - Problem 41",3 +"Org2","course-v1:Org2+DemoX+682526","722dcf41","A correct answer","true","other","2:0:0_1","2:0:0_1 - Problem 60",1 +"Org2","course-v1:Org2+DemoX+682526","722dcf41","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 60",1 +"Org2","course-v1:Org2+DemoX+682526","80e6f47d","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 31",5 +"Org2","course-v1:Org2+DemoX+682526","859dbd9f","An incorrect answer","false","other","2:10:0_1","2:10:0_1 - Problem 23",2 +"Org2","course-v1:Org2+DemoX+682526","85e7fe3d","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 53",1 +"Org2","course-v1:Org2+DemoX+682526","85e7fe3d","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 53",1 +"Org2","course-v1:Org2+DemoX+682526","8fd46616","An incorrect answer","false","other","4:4:1_1","4:4:1_1 - Problem 34",3 +"Org2","course-v1:Org2+DemoX+682526","92f6d32c","A correct answer","true","other","2:6:1_1","2:6:1_1 - Problem 37",1 +"Org2","course-v1:Org2+DemoX+682526","92f6d32c","An incorrect answer","false","other","2:6:1_1","2:6:1_1 - Problem 37",1 +"Org2","course-v1:Org2+DemoX+682526","9b0f47b2","A correct answer","true","other","2:13:2_1","2:13:2_1 - Problem 48",4 +"Org2","course-v1:Org2+DemoX+682526","9b0f47b2","An incorrect answer","false","other","2:13:2_1","2:13:2_1 - Problem 48",2 +"Org2","course-v1:Org2+DemoX+682526","ae35822f","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 51",2 +"Org2","course-v1:Org2+DemoX+682526","ae35822f","An incorrect answer","false","other","2:2:0_1","2:2:0_1 - Problem 51",2 +"Org2","course-v1:Org2+DemoX+682526","b2aa2352","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 39",2 +"Org2","course-v1:Org2+DemoX+682526","bbb628d5","A correct answer","true","other","2:14:0_1","2:14:0_1 - Problem 55",2 +"Org2","course-v1:Org2+DemoX+682526","c49e715b","An incorrect answer","false","other","4:1:0_1","4:1:0_1 - Problem 38",1 +"Org2","course-v1:Org2+DemoX+682526","c86ffe87","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 21",1 +"Org2","course-v1:Org2+DemoX+682526","d0d6bcae","A correct answer","true","other","2:13:2_1","2:13:2_1 - Problem 57",1 +"Org2","course-v1:Org2+DemoX+682526","d93a5018","A correct answer","true","other","2:8:2_1","2:8:2_1 - Problem 33",1 +"Org2","course-v1:Org2+DemoX+682526","d93a5018","An incorrect answer","false","other","2:8:2_1","2:8:2_1 - Problem 33",2 +"Org2","course-v1:Org2+DemoX+682526","ea408285","A correct answer","true","other","2:11:1_1","2:11:1_1 - Problem 58",1 +"Org2","course-v1:Org2+DemoX+682526","ea408285","An incorrect answer","false","other","2:11:1_1","2:11:1_1 - Problem 58",3 +"Org2","course-v1:Org2+DemoX+682526","f59f479f","A correct answer","true","other","2:2:3_1","2:2:3_1 - Problem 44",3 +"Org2","course-v1:Org2+DemoX+682526","f636c699","A correct answer","true","other","2:8:0_1","2:8:0_1 - Problem 50",1 +"Org2","course-v1:Org2+DemoX+682526","f636c699","An incorrect answer","false","other","2:8:0_1","2:8:0_1 - Problem 50",1 +"Org2","course-v1:Org2+DemoX+682526","fc5abc6e","An incorrect answer","false","other","2:2:1_1","2:2:1_1 - Problem 42",1 +"Org2","course-v1:Org2+DemoX+e4380c","07145436","A correct answer","true","other","10:1:0_1","10:1:0_1 - Problem 87",1 +"Org2","course-v1:Org2+DemoX+e4380c","07145436","An incorrect answer","false","other","10:1:0_1","10:1:0_1 - Problem 87",1 +"Org2","course-v1:Org2+DemoX+e4380c","0a61af63","A correct answer","true","other","6:3:0_1","6:3:0_1 - Problem 200",1 +"Org2","course-v1:Org2+DemoX+e4380c","0b214109","An incorrect answer","false","other","2:1:4_1","2:1:4_1 - Problem 165",1 +"Org2","course-v1:Org2+DemoX+e4380c","0d02278d","A correct answer","true","other","7:8:0_1","7:8:0_1 - Problem 115",1 +"Org2","course-v1:Org2+DemoX+e4380c","0deb0ed7","A correct answer","true","other","8:3:3_1","8:3:3_1 - Problem 185",1 +"Org2","course-v1:Org2+DemoX+e4380c","0df187fe","An incorrect answer","false","other","7:7:4_1","7:7:4_1 - Problem 91",2 +"Org2","course-v1:Org2+DemoX+e4380c","0e1f237f","A correct answer","true","other","8:7:1_1","8:7:1_1 - Problem 146",1 +"Org2","course-v1:Org2+DemoX+e4380c","0e4c50a6","A correct answer","true","other","6:5:5_1","6:5:5_1 - Problem 167",1 +"Org2","course-v1:Org2+DemoX+e4380c","0f311a59","A correct answer","true","other","4:4:0_1","4:4:0_1 - Problem 178",1 +"Org2","course-v1:Org2+DemoX+e4380c","0f311a59","An incorrect answer","false","other","4:4:0_1","4:4:0_1 - Problem 178",1 +"Org2","course-v1:Org2+DemoX+e4380c","11cccd52","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 46",1 +"Org2","course-v1:Org2+DemoX+e4380c","1275f4eb","An incorrect answer","false","other","2:13:3_1","2:13:3_1 - Problem 190",1 +"Org2","course-v1:Org2+DemoX+e4380c","1ba61279","A correct answer","true","other","5:0:8_1","5:0:8_1 - Problem 85",1 +"Org2","course-v1:Org2+DemoX+e4380c","1cac9797","A correct answer","true","other","1:1:0_1","1:1:0_1 - Problem 74",1 +"Org2","course-v1:Org2+DemoX+e4380c","1dbf3a75","An incorrect answer","false","other","7:1:2_1","7:1:2_1 - Problem 130",1 +"Org2","course-v1:Org2+DemoX+e4380c","1e0ae4d3","A correct answer","true","other","10:1:1_1","10:1:1_1 - Problem 136",2 +"Org2","course-v1:Org2+DemoX+e4380c","2388668f","An incorrect answer","false","other","10:2:1_1","10:2:1_1 - Problem 102",2 +"Org2","course-v1:Org2+DemoX+e4380c","2e3d81fe","A correct answer","true","other","7:0:0_1","7:0:0_1 - Problem 50",1 +"Org2","course-v1:Org2+DemoX+e4380c","2e762d6d","An incorrect answer","false","other","8:3:1_1","8:3:1_1 - Problem 52",1 +"Org2","course-v1:Org2+DemoX+e4380c","2eecee11","An incorrect answer","false","other","10:1:3_1","10:1:3_1 - Problem 90",1 +"Org2","course-v1:Org2+DemoX+e4380c","31f351ed","A correct answer","true","other","7:4:1_1","7:4:1_1 - Problem 76",1 +"Org2","course-v1:Org2+DemoX+e4380c","31f351ed","An incorrect answer","false","other","7:4:1_1","7:4:1_1 - Problem 76",2 +"Org2","course-v1:Org2+DemoX+e4380c","3521c2a9","An incorrect answer","false","other","7:7:4_1","7:7:4_1 - Problem 119",1 +"Org2","course-v1:Org2+DemoX+e4380c","37d65f90","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 189",1 +"Org2","course-v1:Org2+DemoX+e4380c","3a9c40cc","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 81",1 +"Org2","course-v1:Org2+DemoX+e4380c","4298e231","A correct answer","true","other","10:1:3_1","10:1:3_1 - Problem 187",1 +"Org2","course-v1:Org2+DemoX+e4380c","4298e231","An incorrect answer","false","other","10:1:3_1","10:1:3_1 - Problem 187",1 +"Org2","course-v1:Org2+DemoX+e4380c","44845cf8","A correct answer","true","other","2:16:1_1","2:16:1_1 - Problem 137",1 +"Org2","course-v1:Org2+DemoX+e4380c","4577560b","A correct answer","true","other","6:3:1_1","6:3:1_1 - Problem 78",1 +"Org2","course-v1:Org2+DemoX+e4380c","4577560b","An incorrect answer","false","other","6:3:1_1","6:3:1_1 - Problem 78",1 +"Org2","course-v1:Org2+DemoX+e4380c","48383f40","A correct answer","true","other","5:0:10_1","5:0:10_1 - Problem 67",1 +"Org2","course-v1:Org2+DemoX+e4380c","5490f42f","An incorrect answer","false","other","4:3:1_1","4:3:1_1 - Problem 106",1 +"Org2","course-v1:Org2+DemoX+e4380c","5b1b9a33","An incorrect answer","false","other","8:8:0_1","8:8:0_1 - Problem 69",1 +"Org2","course-v1:Org2+DemoX+e4380c","5c125f0b","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 57",1 +"Org2","course-v1:Org2+DemoX+e4380c","622326ef","An incorrect answer","false","other","1:1:0_1","1:1:0_1 - Problem 109",1 +"Org2","course-v1:Org2+DemoX+e4380c","6a8c0e7d","A correct answer","true","other","8:1:0_1","8:1:0_1 - Problem 70",1 +"Org2","course-v1:Org2+DemoX+e4380c","6b27ce9d","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 56",1 +"Org2","course-v1:Org2+DemoX+e4380c","6db36c67","An incorrect answer","false","other","7:1:1_1","7:1:1_1 - Problem 151",1 +"Org2","course-v1:Org2+DemoX+e4380c","6e7b8eda","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 127",1 +"Org2","course-v1:Org2+DemoX+e4380c","6e9d0048","An incorrect answer","false","other","2:15:3_1","2:15:3_1 - Problem 93",1 +"Org2","course-v1:Org2+DemoX+e4380c","6fde8725","A correct answer","true","other","6:3:1_1","6:3:1_1 - Problem 100",1 +"Org2","course-v1:Org2+DemoX+e4380c","70e626e3","A correct answer","true","other","8:4:0_1","8:4:0_1 - Problem 168",1 +"Org2","course-v1:Org2+DemoX+e4380c","70e626e3","An incorrect answer","false","other","8:4:0_1","8:4:0_1 - Problem 168",2 +"Org2","course-v1:Org2+DemoX+e4380c","71ff84ed","An incorrect answer","false","other","2:12:0_1","2:12:0_1 - Problem 42",1 +"Org2","course-v1:Org2+DemoX+e4380c","72426269","A correct answer","true","other","2:15:4_1","2:15:4_1 - Problem 196",1 +"Org2","course-v1:Org2+DemoX+e4380c","72755120","An incorrect answer","false","other","6:7:2_1","6:7:2_1 - Problem 194",1 +"Org2","course-v1:Org2+DemoX+e4380c","733d0635","An incorrect answer","false","other","7:6:0_1","7:6:0_1 - Problem 62",1 +"Org2","course-v1:Org2+DemoX+e4380c","78969045","An incorrect answer","false","other","8:0:0_1","8:0:0_1 - Problem 105",1 +"Org2","course-v1:Org2+DemoX+e4380c","78c77d70","A correct answer","true","other","5:0:10_1","5:0:10_1 - Problem 199",1 +"Org2","course-v1:Org2+DemoX+e4380c","78d81784","An incorrect answer","false","other","2:9:0_1","2:9:0_1 - Problem 79",1 +"Org2","course-v1:Org2+DemoX+e4380c","7e0cb624","A correct answer","true","other","6:2:2_1","6:2:2_1 - Problem 120",1 +"Org2","course-v1:Org2+DemoX+e4380c","7e65f2f4","An incorrect answer","false","other","3:0:2_1","3:0:2_1 - Problem 64",1 +"Org2","course-v1:Org2+DemoX+e4380c","83dc5cb6","A correct answer","true","other","8:3:3_1","8:3:3_1 - Problem 147",1 +"Org2","course-v1:Org2+DemoX+e4380c","897c43fc","A correct answer","true","other","9:0:0_1","9:0:0_1 - Problem 161",1 +"Org2","course-v1:Org2+DemoX+e4380c","897c43fc","An incorrect answer","false","other","9:0:0_1","9:0:0_1 - Problem 161",1 +"Org2","course-v1:Org2+DemoX+e4380c","8b57ea88","A correct answer","true","other","7:7:4_1","7:7:4_1 - Problem 192",1 +"Org2","course-v1:Org2+DemoX+e4380c","91720a19","An incorrect answer","false","other","2:16:1_1","2:16:1_1 - Problem 195",1 +"Org2","course-v1:Org2+DemoX+e4380c","9281f0bf","An incorrect answer","false","other","2:10:2_1","2:10:2_1 - Problem 101",1 +"Org2","course-v1:Org2+DemoX+e4380c","a51cdc5c","An incorrect answer","false","other","8:1:1_1","8:1:1_1 - Problem 186",1 +"Org2","course-v1:Org2+DemoX+e4380c","a58cda08","A correct answer","true","other","7:4:0_1","7:4:0_1 - Problem 191",1 +"Org2","course-v1:Org2+DemoX+e4380c","a58cda08","An incorrect answer","false","other","7:4:0_1","7:4:0_1 - Problem 191",2 +"Org2","course-v1:Org2+DemoX+e4380c","a911acdf","An incorrect answer","false","other","5:0:9_1","5:0:9_1 - Problem 179",1 +"Org2","course-v1:Org2+DemoX+e4380c","acd83df9","A correct answer","true","other","6:7:2_1","6:7:2_1 - Problem 124",2 +"Org2","course-v1:Org2+DemoX+e4380c","acd83df9","An incorrect answer","false","other","6:7:2_1","6:7:2_1 - Problem 124",1 +"Org2","course-v1:Org2+DemoX+e4380c","af16c653","An incorrect answer","false","other","7:7:4_1","7:7:4_1 - Problem 181",1 +"Org2","course-v1:Org2+DemoX+e4380c","b04b3c8c","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 183",1 +"Org2","course-v1:Org2+DemoX+e4380c","c134d886","A correct answer","true","other","8:7:1_1","8:7:1_1 - Problem 145",1 +"Org2","course-v1:Org2+DemoX+e4380c","c134d886","An incorrect answer","false","other","8:7:1_1","8:7:1_1 - Problem 145",2 +"Org2","course-v1:Org2+DemoX+e4380c","c7e59926","A correct answer","true","other","2:3:0_1","2:3:0_1 - Problem 86",1 +"Org2","course-v1:Org2+DemoX+e4380c","c8186e9a","A correct answer","true","other","8:3:3_1","8:3:3_1 - Problem 142",1 +"Org2","course-v1:Org2+DemoX+e4380c","cd586cd6","A correct answer","true","other","8:8:0_1","8:8:0_1 - Problem 92",1 +"Org2","course-v1:Org2+DemoX+e4380c","cd586cd6","An incorrect answer","false","other","8:8:0_1","8:8:0_1 - Problem 92",1 +"Org2","course-v1:Org2+DemoX+e4380c","cfe2589e","An incorrect answer","false","other","2:15:2_1","2:15:2_1 - Problem 152",1 +"Org2","course-v1:Org2+DemoX+e4380c","cff310db","An incorrect answer","false","other","6:5:3_1","6:5:3_1 - Problem 182",1 +"Org2","course-v1:Org2+DemoX+e4380c","d9c8ee0c","A correct answer","true","other","5:0:8_1","5:0:8_1 - Problem 149",1 +"Org2","course-v1:Org2+DemoX+e4380c","dfbb65da","An incorrect answer","false","other","7:6:0_1","7:6:0_1 - Problem 198",1 +"Org2","course-v1:Org2+DemoX+e4380c","e0510bfd","A correct answer","true","other","6:3:0_1","6:3:0_1 - Problem 126",1 +"Org2","course-v1:Org2+DemoX+e4380c","e5cd687c","An incorrect answer","false","other","7:5:0_1","7:5:0_1 - Problem 117",1 +"Org2","course-v1:Org2+DemoX+e4380c","e5d59059","An incorrect answer","false","other","8:1:1_1","8:1:1_1 - Problem 54",1 +"Org2","course-v1:Org2+DemoX+e4380c","e8ee9e89","A correct answer","true","other","7:1:3_1","7:1:3_1 - Problem 132",1 +"Org2","course-v1:Org2+DemoX+e4380c","e8ee9e89","An incorrect answer","false","other","7:1:3_1","7:1:3_1 - Problem 132",1 +"Org2","course-v1:Org2+DemoX+e4380c","f36c5fda","An incorrect answer","false","other","4:0:0_1","4:0:0_1 - Problem 122",1 +"Org2","course-v1:Org2+DemoX+e4380c","f6db494b","A correct answer","true","other","7:7:4_1","7:7:4_1 - Problem 180",1 +"Org2","course-v1:Org2+DemoX+e4380c","fe27fa8d","An incorrect answer","false","other","2:1:1_1","2:1:1_1 - Problem 163",1 +"Org3","course-v1:Org3+DemoX+528fdd","08c48231","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 23",2 +"Org3","course-v1:Org3+DemoX+528fdd","08c48231","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 23",1 +"Org3","course-v1:Org3+DemoX+528fdd","33cff94e","An incorrect answer","false","other","1:7:1_1","1:7:1_1 - Problem 25",2 +"Org3","course-v1:Org3+DemoX+528fdd","33d691fb","A correct answer","true","other","1:6:0_1","1:6:0_1 - Problem 13",1 +"Org3","course-v1:Org3+DemoX+528fdd","33d691fb","An incorrect answer","false","other","1:6:0_1","1:6:0_1 - Problem 13",2 +"Org3","course-v1:Org3+DemoX+528fdd","383bca86","A correct answer","true","other","1:7:1_1","1:7:1_1 - Problem 27",2 +"Org3","course-v1:Org3+DemoX+528fdd","383bca86","An incorrect answer","false","other","1:7:1_1","1:7:1_1 - Problem 27",2 +"Org3","course-v1:Org3+DemoX+528fdd","3e510d33","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 11",3 +"Org3","course-v1:Org3+DemoX+528fdd","3e510d33","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 11",4 +"Org3","course-v1:Org3+DemoX+528fdd","46bf768c","A correct answer","true","other","2:0:0_1","2:0:0_1 - Problem 21",1 +"Org3","course-v1:Org3+DemoX+528fdd","46bf768c","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 21",3 +"Org3","course-v1:Org3+DemoX+528fdd","56057dfb","A correct answer","true","other","1:5:1_1","1:5:1_1 - Problem 14",4 +"Org3","course-v1:Org3+DemoX+528fdd","73289b19","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 15",1 +"Org3","course-v1:Org3+DemoX+528fdd","73289b19","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 15",2 +"Org3","course-v1:Org3+DemoX+528fdd","7d570e53","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 29",3 +"Org3","course-v1:Org3+DemoX+528fdd","7d570e53","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 29",1 +"Org3","course-v1:Org3+DemoX+528fdd","9d471a5c","A correct answer","true","other","1:2:0_1","1:2:0_1 - Problem 20",3 +"Org3","course-v1:Org3+DemoX+528fdd","9d471a5c","An incorrect answer","false","other","1:2:0_1","1:2:0_1 - Problem 20",6 +"Org3","course-v1:Org3+DemoX+528fdd","a29a76d1","A correct answer","true","other","1:4:4_1","1:4:4_1 - Problem 16",2 +"Org3","course-v1:Org3+DemoX+528fdd","a29a76d1","An incorrect answer","false","other","1:4:4_1","1:4:4_1 - Problem 16",1 +"Org3","course-v1:Org3+DemoX+528fdd","a496b98d","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 19",1 +"Org3","course-v1:Org3+DemoX+528fdd","a496b98d","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 19",3 +"Org3","course-v1:Org3+DemoX+528fdd","aacc1f09","A correct answer","true","other","1:4:4_1","1:4:4_1 - Problem 18",3 +"Org3","course-v1:Org3+DemoX+528fdd","aacc1f09","An incorrect answer","false","other","1:4:4_1","1:4:4_1 - Problem 18",4 +"Org3","course-v1:Org3+DemoX+528fdd","c126b470","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 12",4 +"Org3","course-v1:Org3+DemoX+528fdd","c126b470","An incorrect answer","false","other","3:3:0_1","3:3:0_1 - Problem 12",1 +"Org3","course-v1:Org3+DemoX+528fdd","d432adaf","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 28",3 +"Org3","course-v1:Org3+DemoX+528fdd","d9110d2f","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 24",1 +"Org3","course-v1:Org3+DemoX+528fdd","d9110d2f","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 24",2 +"Org3","course-v1:Org3+DemoX+528fdd","d983e182","A correct answer","true","other","1:4:2_1","1:4:2_1 - Problem 17",1 +"Org3","course-v1:Org3+DemoX+528fdd","d983e182","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 17",3 +"Org3","course-v1:Org3+DemoX+528fdd","e406b6a4","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 22",1 +"Org3","course-v1:Org3+DemoX+528fdd","e406b6a4","An incorrect answer","false","other","3:1:0_1","3:1:0_1 - Problem 22",1 +"Org3","course-v1:Org3+DemoX+528fdd","e9905b2c","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 26",3 +"Org3","course-v1:Org3+DemoX+528fdd","e9905b2c","An incorrect answer","false","other","1:5:0_1","1:5:0_1 - Problem 26",1 +"Org3","course-v1:Org3+DemoX+528fdd","f9475bab","A correct answer","true","other","2:0:4_1","2:0:4_1 - Problem 30",2 +"Org3","course-v1:Org3+DemoX+528fdd","f9475bab","An incorrect answer","false","other","2:0:4_1","2:0:4_1 - Problem 30",3 +"Org4","course-v1:Org4+DemoX+0b1656","00359264","An incorrect answer","false","other","4:10:0_1","4:10:0_1 - Problem 143",1 +"Org4","course-v1:Org4+DemoX+0b1656","00789656","A correct answer","true","other","6:11:0_1","6:11:0_1 - Problem 42",2 +"Org4","course-v1:Org4+DemoX+0b1656","0579ba5c","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 70",2 +"Org4","course-v1:Org4+DemoX+0b1656","0af4e5db","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 135",1 +"Org4","course-v1:Org4+DemoX+0b1656","1bdd9bff","A correct answer","true","other","3:1:1_1","3:1:1_1 - Problem 200",1 +"Org4","course-v1:Org4+DemoX+0b1656","1bdd9bff","An incorrect answer","false","other","3:1:1_1","3:1:1_1 - Problem 200",1 +"Org4","course-v1:Org4+DemoX+0b1656","1deca1cd","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 99",1 +"Org4","course-v1:Org4+DemoX+0b1656","1f68ee03","A correct answer","true","other","10:0:2_1","10:0:2_1 - Problem 141",1 +"Org4","course-v1:Org4+DemoX+0b1656","20c7a88c","An incorrect answer","false","other","1:9:7_1","1:9:7_1 - Problem 64",1 +"Org4","course-v1:Org4+DemoX+0b1656","229280b3","A correct answer","true","other","4:1:1_1","4:1:1_1 - Problem 169",1 +"Org4","course-v1:Org4+DemoX+0b1656","242f4d0b","An incorrect answer","false","other","10:5:5_1","10:5:5_1 - Problem 66",1 +"Org4","course-v1:Org4+DemoX+0b1656","276d0f79","A correct answer","true","other","10:0:4_1","10:0:4_1 - Problem 180",1 +"Org4","course-v1:Org4+DemoX+0b1656","28c946cd","A correct answer","true","other","10:8:0_1","10:8:0_1 - Problem 78",1 +"Org4","course-v1:Org4+DemoX+0b1656","2b7ab273","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 172",2 +"Org4","course-v1:Org4+DemoX+0b1656","35d103d1","A correct answer","true","other","4:3:0_1","4:3:0_1 - Problem 157",1 +"Org4","course-v1:Org4+DemoX+0b1656","36ca82d9","An incorrect answer","false","other","6:11:0_1","6:11:0_1 - Problem 79",1 +"Org4","course-v1:Org4+DemoX+0b1656","39ab9eee","An incorrect answer","false","other","3:1:2_1","3:1:2_1 - Problem 145",2 +"Org4","course-v1:Org4+DemoX+0b1656","402b70a9","A correct answer","true","other","2:1:3_1","2:1:3_1 - Problem 124",1 +"Org4","course-v1:Org4+DemoX+0b1656","408f0eee","An incorrect answer","false","other","2:1:2_1","2:1:2_1 - Problem 107",2 +"Org4","course-v1:Org4+DemoX+0b1656","42479fdc","A correct answer","true","other","1:9:10_1","1:9:10_1 - Problem 110",1 +"Org4","course-v1:Org4+DemoX+0b1656","4296260e","An incorrect answer","false","other","3:0:1_1","3:0:1_1 - Problem 152",1 +"Org4","course-v1:Org4+DemoX+0b1656","47d67dce","An incorrect answer","false","other","10:0:0_1","10:0:0_1 - Problem 52",1 +"Org4","course-v1:Org4+DemoX+0b1656","488a07a3","A correct answer","true","other","10:3:2_1","10:3:2_1 - Problem 95",1 +"Org4","course-v1:Org4+DemoX+0b1656","4b2002ec","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 54",1 +"Org4","course-v1:Org4+DemoX+0b1656","4bdeb55b","A correct answer","true","other","1:7:0_1","1:7:0_1 - Problem 76",1 +"Org4","course-v1:Org4+DemoX+0b1656","4c66a082","An incorrect answer","false","other","6:12:5_1","6:12:5_1 - Problem 163",1 +"Org4","course-v1:Org4+DemoX+0b1656","4cdd44ed","An incorrect answer","false","other","6:7:0_1","6:7:0_1 - Problem 104",1 +"Org4","course-v1:Org4+DemoX+0b1656","4dda5871","A correct answer","true","other","8:2:1_1","8:2:1_1 - Problem 129",1 +"Org4","course-v1:Org4+DemoX+0b1656","4e74a821","A correct answer","true","other","6:5:4_1","6:5:4_1 - Problem 85",1 +"Org4","course-v1:Org4+DemoX+0b1656","4e74a821","An incorrect answer","false","other","6:5:4_1","6:5:4_1 - Problem 85",1 +"Org4","course-v1:Org4+DemoX+0b1656","57c33c3f","An incorrect answer","false","other","6:12:7_1","6:12:7_1 - Problem 96",1 +"Org4","course-v1:Org4+DemoX+0b1656","58d0ec3f","A correct answer","true","other","5:0:5_1","5:0:5_1 - Problem 132",1 +"Org4","course-v1:Org4+DemoX+0b1656","5f30bcc1","An incorrect answer","false","other","1:9:2_1","1:9:2_1 - Problem 62",1 +"Org4","course-v1:Org4+DemoX+0b1656","61789f73","An incorrect answer","false","other","10:5:1_1","10:5:1_1 - Problem 130",1 +"Org4","course-v1:Org4+DemoX+0b1656","6291a7ba","A correct answer","true","other","4:10:0_1","4:10:0_1 - Problem 154",1 +"Org4","course-v1:Org4+DemoX+0b1656","6a38b2da","An incorrect answer","false","other","1:9:3_1","1:9:3_1 - Problem 122",1 +"Org4","course-v1:Org4+DemoX+0b1656","6c1973b2","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 94",2 +"Org4","course-v1:Org4+DemoX+0b1656","6c752db8","An incorrect answer","false","other","10:8:0_1","10:8:0_1 - Problem 75",1 +"Org4","course-v1:Org4+DemoX+0b1656","711cb857","An incorrect answer","false","other","8:2:5_1","8:2:5_1 - Problem 139",1 +"Org4","course-v1:Org4+DemoX+0b1656","7ab2f9fc","A correct answer","true","other","6:11:0_1","6:11:0_1 - Problem 61",1 +"Org4","course-v1:Org4+DemoX+0b1656","7ab2f9fc","An incorrect answer","false","other","6:11:0_1","6:11:0_1 - Problem 61",1 +"Org4","course-v1:Org4+DemoX+0b1656","80836d2d","An incorrect answer","false","other","8:2:0_1","8:2:0_1 - Problem 164",2 +"Org4","course-v1:Org4+DemoX+0b1656","8664c22c","A correct answer","true","other","1:0:3_1","1:0:3_1 - Problem 158",2 +"Org4","course-v1:Org4+DemoX+0b1656","877dc396","An incorrect answer","false","other","1:9:8_1","1:9:8_1 - Problem 183",1 +"Org4","course-v1:Org4+DemoX+0b1656","899c8a18","A correct answer","true","other","6:5:4_1","6:5:4_1 - Problem 179",1 +"Org4","course-v1:Org4+DemoX+0b1656","8b4cbbcb","An incorrect answer","false","other","5:0:5_1","5:0:5_1 - Problem 136",1 +"Org4","course-v1:Org4+DemoX+0b1656","94f615d1","A correct answer","true","other","6:14:1_1","6:14:1_1 - Problem 58",1 +"Org4","course-v1:Org4+DemoX+0b1656","97b5385a","A correct answer","true","other","1:9:10_1","1:9:10_1 - Problem 153",1 +"Org4","course-v1:Org4+DemoX+0b1656","97b5385a","An incorrect answer","false","other","1:9:10_1","1:9:10_1 - Problem 153",1 +"Org4","course-v1:Org4+DemoX+0b1656","9b56abd8","A correct answer","true","other","3:1:2_1","3:1:2_1 - Problem 47",1 +"Org4","course-v1:Org4+DemoX+0b1656","9c5a32da","A correct answer","true","other","1:9:3_1","1:9:3_1 - Problem 146",1 +"Org4","course-v1:Org4+DemoX+0b1656","a2d9830f","An incorrect answer","false","other","4:9:0_1","4:9:0_1 - Problem 74",1 +"Org4","course-v1:Org4+DemoX+0b1656","ac8096a0","An incorrect answer","false","other","1:3:3_1","1:3:3_1 - Problem 44",1 +"Org4","course-v1:Org4+DemoX+0b1656","aeda9291","A correct answer","true","other","10:2:0_1","10:2:0_1 - Problem 137",1 +"Org4","course-v1:Org4+DemoX+0b1656","b9d2747e","A correct answer","true","other","1:9:1_1","1:9:1_1 - Problem 176",1 +"Org4","course-v1:Org4+DemoX+0b1656","b9f4d6f4","A correct answer","true","other","1:9:5_1","1:9:5_1 - Problem 165",1 +"Org4","course-v1:Org4+DemoX+0b1656","b9f4d6f4","An incorrect answer","false","other","1:9:5_1","1:9:5_1 - Problem 165",2 +"Org4","course-v1:Org4+DemoX+0b1656","be48c726","A correct answer","true","other","6:2:0_1","6:2:0_1 - Problem 50",1 +"Org4","course-v1:Org4+DemoX+0b1656","cc69ab0f","An incorrect answer","false","other","1:9:6_1","1:9:6_1 - Problem 88",3 +"Org4","course-v1:Org4+DemoX+0b1656","d5774836","A correct answer","true","other","6:7:0_1","6:7:0_1 - Problem 123",1 +"Org4","course-v1:Org4+DemoX+0b1656","d6c3d083","A correct answer","true","other","6:12:4_1","6:12:4_1 - Problem 90",2 +"Org4","course-v1:Org4+DemoX+0b1656","d6c3d083","An incorrect answer","false","other","6:12:4_1","6:12:4_1 - Problem 90",1 +"Org4","course-v1:Org4+DemoX+0b1656","d95364b6","An incorrect answer","false","other","6:12:9_1","6:12:9_1 - Problem 173",1 +"Org4","course-v1:Org4+DemoX+0b1656","dceb5a6e","A correct answer","true","other","6:2:3_1","6:2:3_1 - Problem 97",1 +"Org4","course-v1:Org4+DemoX+0b1656","e0485a3f","A correct answer","true","other","1:7:0_1","1:7:0_1 - Problem 150",1 +"Org4","course-v1:Org4+DemoX+0b1656","ecd5ac28","An incorrect answer","false","other","6:11:0_1","6:11:0_1 - Problem 178",1 +"Org4","course-v1:Org4+DemoX+0b1656","ee0499ca","A correct answer","true","other","4:2:1_1","4:2:1_1 - Problem 140",1 +"Org4","course-v1:Org4+DemoX+0b1656","ee0499ca","An incorrect answer","false","other","4:2:1_1","4:2:1_1 - Problem 140",1 +"Org4","course-v1:Org4+DemoX+0b1656","f07335a0","A correct answer","true","other","10:0:3_1","10:0:3_1 - Problem 81",1 +"Org4","course-v1:Org4+DemoX+0b1656","f2e6c68a","An incorrect answer","false","other","10:2:0_1","10:2:0_1 - Problem 194",2 +"Org4","course-v1:Org4+DemoX+0b1656","f6f8a7dc","A correct answer","true","other","6:1:0_1","6:1:0_1 - Problem 51",1 +"Org4","course-v1:Org4+DemoX+0b1656","f6f8a7dc","An incorrect answer","false","other","6:1:0_1","6:1:0_1 - Problem 51",1 +"Org4","course-v1:Org4+DemoX+0b1656","fc94cdd3","A correct answer","true","other","10:0:4_1","10:0:4_1 - Problem 105",1 +"Org4","course-v1:Org4+DemoX+0b1656","fdd7a7fd","An incorrect answer","false","other","10:0:3_1","10:0:3_1 - Problem 190",1 +"Org4","course-v1:Org4+DemoX+db4c73","05d5da6f","An incorrect answer","false","other","2:6:5_1","2:6:5_1 - Problem 46",1 +"Org4","course-v1:Org4+DemoX+db4c73","081b503e","A correct answer","true","other","5:11:3_1","5:11:3_1 - Problem 85",1 +"Org4","course-v1:Org4+DemoX+db4c73","081b503e","An incorrect answer","false","other","5:11:3_1","5:11:3_1 - Problem 85",1 +"Org4","course-v1:Org4+DemoX+db4c73","0ee6f538","A correct answer","true","other","2:0:1_1","2:0:1_1 - Problem 56",3 +"Org4","course-v1:Org4+DemoX+db4c73","0ee6f538","An incorrect answer","false","other","2:0:1_1","2:0:1_1 - Problem 56",1 +"Org4","course-v1:Org4+DemoX+db4c73","0f1fbfb6","A correct answer","true","other","2:5:1_1","2:5:1_1 - Problem 82",1 +"Org4","course-v1:Org4+DemoX+db4c73","0f1fbfb6","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 82",1 +"Org4","course-v1:Org4+DemoX+db4c73","119fa780","A correct answer","true","other","1:2:2_1","1:2:2_1 - Problem 50",2 +"Org4","course-v1:Org4+DemoX+db4c73","119fa780","An incorrect answer","false","other","1:2:2_1","1:2:2_1 - Problem 50",1 +"Org4","course-v1:Org4+DemoX+db4c73","179f8a29","A correct answer","true","other","5:9:1_1","5:9:1_1 - Problem 59",1 +"Org4","course-v1:Org4+DemoX+db4c73","1807a2ba","A correct answer","true","other","2:2:2_1","2:2:2_1 - Problem 95",2 +"Org4","course-v1:Org4+DemoX+db4c73","19432976","A correct answer","true","other","2:14:1_1","2:14:1_1 - Problem 39",1 +"Org4","course-v1:Org4+DemoX+db4c73","19432976","An incorrect answer","false","other","2:14:1_1","2:14:1_1 - Problem 39",1 +"Org4","course-v1:Org4+DemoX+db4c73","1bda6508","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 93",1 +"Org4","course-v1:Org4+DemoX+db4c73","24449c53","An incorrect answer","false","other","1:2:2_1","1:2:2_1 - Problem 81",1 +"Org4","course-v1:Org4+DemoX+db4c73","260e4cb2","An incorrect answer","false","other","5:4:2_1","5:4:2_1 - Problem 83",1 +"Org4","course-v1:Org4+DemoX+db4c73","27a69806","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 74",1 +"Org4","course-v1:Org4+DemoX+db4c73","2ab38458","An incorrect answer","false","other","2:6:5_1","2:6:5_1 - Problem 76",2 +"Org4","course-v1:Org4+DemoX+db4c73","2b655f9f","An incorrect answer","false","other","4:2:1_1","4:2:1_1 - Problem 48",1 +"Org4","course-v1:Org4+DemoX+db4c73","2ea6ca30","An incorrect answer","false","other","2:0:0_1","2:0:0_1 - Problem 70",1 +"Org4","course-v1:Org4+DemoX+db4c73","331e4e64","A correct answer","true","other","2:0:4_1","2:0:4_1 - Problem 51",2 +"Org4","course-v1:Org4+DemoX+db4c73","386c4f07","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 53",1 +"Org4","course-v1:Org4+DemoX+db4c73","3a5139e7","A correct answer","true","other","5:4:5_1","5:4:5_1 - Problem 80",1 +"Org4","course-v1:Org4+DemoX+db4c73","3a5139e7","An incorrect answer","false","other","5:4:5_1","5:4:5_1 - Problem 80",1 +"Org4","course-v1:Org4+DemoX+db4c73","3f31a4af","A correct answer","true","other","2:2:3_1","2:2:3_1 - Problem 64",1 +"Org4","course-v1:Org4+DemoX+db4c73","4ba6a5ea","An incorrect answer","false","other","2:13:0_1","2:13:0_1 - Problem 104",1 +"Org4","course-v1:Org4+DemoX+db4c73","6aaca196","A correct answer","true","other","5:2:0_1","5:2:0_1 - Problem 62",1 +"Org4","course-v1:Org4+DemoX+db4c73","6b8d8628","A correct answer","true","other","2:2:0_1","2:2:0_1 - Problem 87",1 +"Org4","course-v1:Org4+DemoX+db4c73","6c6cc52f","A correct answer","true","other","2:0:1_1","2:0:1_1 - Problem 60",1 +"Org4","course-v1:Org4+DemoX+db4c73","74e1a587","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 44",1 +"Org4","course-v1:Org4+DemoX+db4c73","7555f356","A correct answer","true","other","5:13:1_1","5:13:1_1 - Problem 66",1 +"Org4","course-v1:Org4+DemoX+db4c73","81ee02f9","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 73",1 +"Org4","course-v1:Org4+DemoX+db4c73","86327265","A correct answer","true","other","2:17:0_1","2:17:0_1 - Problem 42",1 +"Org4","course-v1:Org4+DemoX+db4c73","86327265","An incorrect answer","false","other","2:17:0_1","2:17:0_1 - Problem 42",1 +"Org4","course-v1:Org4+DemoX+db4c73","8b0e1bf0","A correct answer","true","other","5:2:0_1","5:2:0_1 - Problem 108",1 +"Org4","course-v1:Org4+DemoX+db4c73","8b0e1bf0","An incorrect answer","false","other","5:2:0_1","5:2:0_1 - Problem 108",1 +"Org4","course-v1:Org4+DemoX+db4c73","8ca2c1cb","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 89",1 +"Org4","course-v1:Org4+DemoX+db4c73","8d0f5c83","A correct answer","true","other","4:2:1_1","4:2:1_1 - Problem 52",2 +"Org4","course-v1:Org4+DemoX+db4c73","9053ea88","An incorrect answer","false","other","2:11:0_1","2:11:0_1 - Problem 41",2 +"Org4","course-v1:Org4+DemoX+db4c73","90a4757b","An incorrect answer","false","other","2:12:0_1","2:12:0_1 - Problem 94",1 +"Org4","course-v1:Org4+DemoX+db4c73","9466e61b","A correct answer","true","other","2:5:1_1","2:5:1_1 - Problem 99",2 +"Org4","course-v1:Org4+DemoX+db4c73","9466e61b","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 99",2 +"Org4","course-v1:Org4+DemoX+db4c73","987a273d","A correct answer","true","other","5:4:2_1","5:4:2_1 - Problem 32",1 +"Org4","course-v1:Org4+DemoX+db4c73","995b191a","An incorrect answer","false","other","2:4:1_1","2:4:1_1 - Problem 40",2 +"Org4","course-v1:Org4+DemoX+db4c73","9f748391","A correct answer","true","other","4:0:0_1","4:0:0_1 - Problem 97",2 +"Org4","course-v1:Org4+DemoX+db4c73","a0206b2b","An incorrect answer","false","other","5:4:5_1","5:4:5_1 - Problem 35",3 +"Org4","course-v1:Org4+DemoX+db4c73","a147f1dc","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 92",1 +"Org4","course-v1:Org4+DemoX+db4c73","a16c0978","A correct answer","true","other","5:2:1_1","5:2:1_1 - Problem 109",1 +"Org4","course-v1:Org4+DemoX+db4c73","a16c0978","An incorrect answer","false","other","5:2:1_1","5:2:1_1 - Problem 109",1 +"Org4","course-v1:Org4+DemoX+db4c73","a6db4b33","An incorrect answer","false","other","5:13:1_1","5:13:1_1 - Problem 91",2 +"Org4","course-v1:Org4+DemoX+db4c73","ab6771d5","A correct answer","true","other","2:14:0_1","2:14:0_1 - Problem 69",1 +"Org4","course-v1:Org4+DemoX+db4c73","bd7471df","A correct answer","true","other","3:2:1_1","3:2:1_1 - Problem 77",1 +"Org4","course-v1:Org4+DemoX+db4c73","beb10c79","A correct answer","true","other","1:1:2_1","1:1:2_1 - Problem 43",1 +"Org4","course-v1:Org4+DemoX+db4c73","beb10c79","An incorrect answer","false","other","1:1:2_1","1:1:2_1 - Problem 43",1 +"Org4","course-v1:Org4+DemoX+db4c73","c1a2f917","A correct answer","true","other","2:11:1_1","2:11:1_1 - Problem 84",1 +"Org4","course-v1:Org4+DemoX+db4c73","c43ab398","An incorrect answer","false","other","2:5:3_1","2:5:3_1 - Problem 45",1 +"Org4","course-v1:Org4+DemoX+db4c73","c957c8f9","An incorrect answer","false","other","2:5:0_1","2:5:0_1 - Problem 37",2 +"Org4","course-v1:Org4+DemoX+db4c73","d37f8df5","An incorrect answer","false","other","2:5:1_1","2:5:1_1 - Problem 98",1 +"Org4","course-v1:Org4+DemoX+db4c73","dfcc701d","An incorrect answer","false","other","5:10:4_1","5:10:4_1 - Problem 100",2 +"Org4","course-v1:Org4+DemoX+db4c73","e548b916","A correct answer","true","other","2:5:2_1","2:5:2_1 - Problem 72",1 +"Org4","course-v1:Org4+DemoX+db4c73","e548b916","An incorrect answer","false","other","2:5:2_1","2:5:2_1 - Problem 72",1 +"Org4","course-v1:Org4+DemoX+db4c73","f033d2b5","A correct answer","true","other","2:5:3_1","2:5:3_1 - Problem 31",1 +"Org4","course-v1:Org4+DemoX+db4c73","f033d2b5","An incorrect answer","false","other","2:5:3_1","2:5:3_1 - Problem 31",2 +"Org4","course-v1:Org4+DemoX+db4c73","f49dbd53","A correct answer","true","other","2:11:0_1","2:11:0_1 - Problem 90",1 +"Org4","course-v1:Org4+DemoX+db4c73","f49dbd53","An incorrect answer","false","other","2:11:0_1","2:11:0_1 - Problem 90",2 +"Org4","course-v1:Org4+DemoX+db4c73","f820db97","A correct answer","true","other","5:11:1_1","5:11:1_1 - Problem 105",2 +"Org4","course-v1:Org4+DemoX+db4c73","f820db97","An incorrect answer","false","other","5:11:1_1","5:11:1_1 - Problem 105",1 +"Org4","course-v1:Org4+DemoX+db4c73","f903311e","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 107",1 +"Org4","course-v1:Org4+DemoX+db4c73","fc64c95b","A correct answer","true","other","5:7:1_1","5:7:1_1 - Problem 49",1 +"Org4","course-v1:Org4+DemoX+db4c73","fff65157","A correct answer","true","other","1:0:4_1","1:0:4_1 - Problem 101",1 +"Org4","course-v1:Org4+DemoX+db4c73","fff65157","An incorrect answer","false","other","1:0:4_1","1:0:4_1 - Problem 101",1 +"Org7","course-v1:Org7+DemoX+57295b","02d5c368","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 45",1 +"Org7","course-v1:Org7+DemoX+57295b","0cb0df84","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 52",1 +"Org7","course-v1:Org7+DemoX+57295b","0cb0df84","An incorrect answer","false","other","4:2:0_1","4:2:0_1 - Problem 52",1 +"Org7","course-v1:Org7+DemoX+57295b","0ed4eaa5","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 37",2 +"Org7","course-v1:Org7+DemoX+57295b","0ed4eaa5","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 37",1 +"Org7","course-v1:Org7+DemoX+57295b","10be5e0a","A correct answer","true","other","4:7:2_1","4:7:2_1 - Problem 31",4 +"Org7","course-v1:Org7+DemoX+57295b","10be5e0a","An incorrect answer","false","other","4:7:2_1","4:7:2_1 - Problem 31",1 +"Org7","course-v1:Org7+DemoX+57295b","121c2450","A correct answer","true","other","4:14:3_1","4:14:3_1 - Problem 30",1 +"Org7","course-v1:Org7+DemoX+57295b","121c2450","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 30",2 +"Org7","course-v1:Org7+DemoX+57295b","19cd8706","A correct answer","true","other","3:1:0_1","3:1:0_1 - Problem 51",2 +"Org7","course-v1:Org7+DemoX+57295b","19cd8706","An incorrect answer","false","other","3:1:0_1","3:1:0_1 - Problem 51",1 +"Org7","course-v1:Org7+DemoX+57295b","1cad7432","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 33",1 +"Org7","course-v1:Org7+DemoX+57295b","1cad7432","An incorrect answer","false","other","2:0:2_1","2:0:2_1 - Problem 33",3 +"Org7","course-v1:Org7+DemoX+57295b","2e9354a9","A correct answer","true","other","4:14:3_1","4:14:3_1 - Problem 50",2 +"Org7","course-v1:Org7+DemoX+57295b","3845156c","A correct answer","true","other","2:0:2_1","2:0:2_1 - Problem 41",1 +"Org7","course-v1:Org7+DemoX+57295b","4036512e","A correct answer","true","other","4:2:0_1","4:2:0_1 - Problem 58",2 +"Org7","course-v1:Org7+DemoX+57295b","5c8c4abe","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 23",2 +"Org7","course-v1:Org7+DemoX+57295b","5d62b0b7","An incorrect answer","false","other","4:0:1_1","4:0:1_1 - Problem 47",1 +"Org7","course-v1:Org7+DemoX+57295b","6f2af797","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 22",1 +"Org7","course-v1:Org7+DemoX+57295b","6f2af797","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 22",1 +"Org7","course-v1:Org7+DemoX+57295b","702a6282","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 36",1 +"Org7","course-v1:Org7+DemoX+57295b","702a6282","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 36",3 +"Org7","course-v1:Org7+DemoX+57295b","76012c6a","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 35",2 +"Org7","course-v1:Org7+DemoX+57295b","76012c6a","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 35",4 +"Org7","course-v1:Org7+DemoX+57295b","76e50f0b","A correct answer","true","other","3:4:2_1","3:4:2_1 - Problem 25",1 +"Org7","course-v1:Org7+DemoX+57295b","80002dd6","An incorrect answer","false","other","4:14:3_1","4:14:3_1 - Problem 55",4 +"Org7","course-v1:Org7+DemoX+57295b","832e0fad","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 40",2 +"Org7","course-v1:Org7+DemoX+57295b","832e0fad","An incorrect answer","false","other","4:14:1_1","4:14:1_1 - Problem 40",2 +"Org7","course-v1:Org7+DemoX+57295b","83b7d43a","A correct answer","true","other","4:6:0_1","4:6:0_1 - Problem 56",2 +"Org7","course-v1:Org7+DemoX+57295b","83b7d43a","An incorrect answer","false","other","4:6:0_1","4:6:0_1 - Problem 56",2 +"Org7","course-v1:Org7+DemoX+57295b","8c5fca6d","A correct answer","true","other","3:0:1_1","3:0:1_1 - Problem 48",1 +"Org7","course-v1:Org7+DemoX+57295b","8c5fca6d","An incorrect answer","false","other","3:0:1_1","3:0:1_1 - Problem 48",2 +"Org7","course-v1:Org7+DemoX+57295b","951bdf4f","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 28",2 +"Org7","course-v1:Org7+DemoX+57295b","951bdf4f","An incorrect answer","false","other","4:14:1_1","4:14:1_1 - Problem 28",1 +"Org7","course-v1:Org7+DemoX+57295b","9880b32e","A correct answer","true","other","4:7:1_1","4:7:1_1 - Problem 60",1 +"Org7","course-v1:Org7+DemoX+57295b","9c02e7ed","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 24",1 +"Org7","course-v1:Org7+DemoX+57295b","9c5bbf41","A correct answer","true","other","3:0:0_1","3:0:0_1 - Problem 54",2 +"Org7","course-v1:Org7+DemoX+57295b","9c5bbf41","An incorrect answer","false","other","3:0:0_1","3:0:0_1 - Problem 54",1 +"Org7","course-v1:Org7+DemoX+57295b","af57d4ea","A correct answer","true","other","4:4:2_1","4:4:2_1 - Problem 53",2 +"Org7","course-v1:Org7+DemoX+57295b","b2dcb2f9","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 59",1 +"Org7","course-v1:Org7+DemoX+57295b","b2dcb2f9","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 59",1 +"Org7","course-v1:Org7+DemoX+57295b","b5d7e1a4","A correct answer","true","other","4:7:4_1","4:7:4_1 - Problem 27",2 +"Org7","course-v1:Org7+DemoX+57295b","b5d7e1a4","An incorrect answer","false","other","4:7:4_1","4:7:4_1 - Problem 27",1 +"Org7","course-v1:Org7+DemoX+57295b","c34a92ff","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 57",2 +"Org7","course-v1:Org7+DemoX+57295b","cf90e133","A correct answer","true","other","4:6:2_1","4:6:2_1 - Problem 46",1 +"Org7","course-v1:Org7+DemoX+57295b","cf90e133","An incorrect answer","false","other","4:6:2_1","4:6:2_1 - Problem 46",1 +"Org7","course-v1:Org7+DemoX+57295b","e6307efd","A correct answer","true","other","4:14:1_1","4:14:1_1 - Problem 32",2 +"Org7","course-v1:Org7+DemoX+57295b","e6307efd","An incorrect answer","false","other","4:14:1_1","4:14:1_1 - Problem 32",1 +"Org7","course-v1:Org7+DemoX+57295b","f40a7fa3","A correct answer","true","other","4:12:0_1","4:12:0_1 - Problem 26",1 +"Org7","course-v1:Org7+DemoX+57295b","f44c3e45","A correct answer","true","other","4:4:1_1","4:4:1_1 - Problem 38",2 +"Org7","course-v1:Org7+DemoX+57295b","f52cebe1","A correct answer","true","other","4:11:0_1","4:11:0_1 - Problem 21",1 +"Org7","course-v1:Org7+DemoX+57295b","fa2d8af3","A correct answer","true","other","4:1:0_1","4:1:0_1 - Problem 39",3 +"Org7","course-v1:Org7+DemoX+57295b","fa2d8af3","An incorrect answer","false","other","4:1:0_1","4:1:0_1 - Problem 39",1 +"Org7","course-v1:Org7+DemoX+57295b","fa4f2fed","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 44",3 +"Org7","course-v1:Org7+DemoX+57295b","fa4f2fed","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 44",4 +"Org8","course-v1:Org8+DemoX+3fefec","0315b0d9","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 42",2 +"Org8","course-v1:Org8+DemoX+3fefec","0315b0d9","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 42",1 +"Org8","course-v1:Org8+DemoX+3fefec","0fac91c2","An incorrect answer","false","other","4:5:0_1","4:5:0_1 - Problem 49",1 +"Org8","course-v1:Org8+DemoX+3fefec","136c7e7d","A correct answer","true","other","3:3:0_1","3:3:0_1 - Problem 41",2 +"Org8","course-v1:Org8+DemoX+3fefec","193017e7","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 59",2 +"Org8","course-v1:Org8+DemoX+3fefec","193017e7","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 59",1 +"Org8","course-v1:Org8+DemoX+3fefec","198cfd08","A correct answer","true","other","4:8:0_1","4:8:0_1 - Problem 23",1 +"Org8","course-v1:Org8+DemoX+3fefec","198cfd08","An incorrect answer","false","other","4:8:0_1","4:8:0_1 - Problem 23",1 +"Org8","course-v1:Org8+DemoX+3fefec","1b8d11f6","A correct answer","true","other","1:4:2_1","1:4:2_1 - Problem 50",2 +"Org8","course-v1:Org8+DemoX+3fefec","1b8d11f6","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 50",3 +"Org8","course-v1:Org8+DemoX+3fefec","227679dc","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 30",1 +"Org8","course-v1:Org8+DemoX+3fefec","2621c59a","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 57",1 +"Org8","course-v1:Org8+DemoX+3fefec","35841c6a","A correct answer","true","other","1:4:3_1","1:4:3_1 - Problem 54",1 +"Org8","course-v1:Org8+DemoX+3fefec","35841c6a","An incorrect answer","false","other","1:4:3_1","1:4:3_1 - Problem 54",1 +"Org8","course-v1:Org8+DemoX+3fefec","36d48255","A correct answer","true","other","1:3:0_1","1:3:0_1 - Problem 39",1 +"Org8","course-v1:Org8+DemoX+3fefec","36d48255","An incorrect answer","false","other","1:3:0_1","1:3:0_1 - Problem 39",2 +"Org8","course-v1:Org8+DemoX+3fefec","41a9b8a2","A correct answer","true","other","1:5:0_1","1:5:0_1 - Problem 33",2 +"Org8","course-v1:Org8+DemoX+3fefec","4da95ea9","An incorrect answer","false","other","1:4:2_1","1:4:2_1 - Problem 52",4 +"Org8","course-v1:Org8+DemoX+3fefec","50b8baf5","A correct answer","true","other","2:3:1_1","2:3:1_1 - Problem 27",1 +"Org8","course-v1:Org8+DemoX+3fefec","50b8baf5","An incorrect answer","false","other","2:3:1_1","2:3:1_1 - Problem 27",1 +"Org8","course-v1:Org8+DemoX+3fefec","71a97e77","A correct answer","true","other","1:4:3_1","1:4:3_1 - Problem 32",1 +"Org8","course-v1:Org8+DemoX+3fefec","73ebed66","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 38",3 +"Org8","course-v1:Org8+DemoX+3fefec","73ebed66","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 38",1 +"Org8","course-v1:Org8+DemoX+3fefec","7785f400","A correct answer","true","other","4:8:0_1","4:8:0_1 - Problem 35",1 +"Org8","course-v1:Org8+DemoX+3fefec","79bc5ff7","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 31",1 +"Org8","course-v1:Org8+DemoX+3fefec","79bc5ff7","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 31",1 +"Org8","course-v1:Org8+DemoX+3fefec","7e5e9b0d","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 24",2 +"Org8","course-v1:Org8+DemoX+3fefec","865cae40","A correct answer","true","other","4:7:0_1","4:7:0_1 - Problem 36",2 +"Org8","course-v1:Org8+DemoX+3fefec","865cae40","An incorrect answer","false","other","4:7:0_1","4:7:0_1 - Problem 36",1 +"Org8","course-v1:Org8+DemoX+3fefec","8ab76dda","A correct answer","true","other","2:1:0_1","2:1:0_1 - Problem 37",1 +"Org8","course-v1:Org8+DemoX+3fefec","8ab76dda","An incorrect answer","false","other","2:1:0_1","2:1:0_1 - Problem 37",3 +"Org8","course-v1:Org8+DemoX+3fefec","8ad1127a","A correct answer","true","other","4:5:0_1","4:5:0_1 - Problem 46",3 +"Org8","course-v1:Org8+DemoX+3fefec","8b27719d","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 22",2 +"Org8","course-v1:Org8+DemoX+3fefec","8b27719d","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 22",1 +"Org8","course-v1:Org8+DemoX+3fefec","9fe92d5f","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 26",1 +"Org8","course-v1:Org8+DemoX+3fefec","9fe92d5f","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 26",2 +"Org8","course-v1:Org8+DemoX+3fefec","b11dbd63","A correct answer","true","other","4:6:0_1","4:6:0_1 - Problem 44",1 +"Org8","course-v1:Org8+DemoX+3fefec","b11dbd63","An incorrect answer","false","other","4:6:0_1","4:6:0_1 - Problem 44",2 +"Org8","course-v1:Org8+DemoX+3fefec","b14d3472","A correct answer","true","other","1:4:0_1","1:4:0_1 - Problem 28",1 +"Org8","course-v1:Org8+DemoX+3fefec","bb239606","An incorrect answer","false","other","4:8:0_1","4:8:0_1 - Problem 58",3 +"Org8","course-v1:Org8+DemoX+3fefec","d58de964","A correct answer","true","other","4:3:2_1","4:3:2_1 - Problem 51",1 +"Org8","course-v1:Org8+DemoX+3fefec","d58de964","An incorrect answer","false","other","4:3:2_1","4:3:2_1 - Problem 51",1 +"Org8","course-v1:Org8+DemoX+3fefec","dbdb11f4","A correct answer","true","other","4:0:1_1","4:0:1_1 - Problem 47",2 +"Org8","course-v1:Org8+DemoX+3fefec","dbdb11f4","An incorrect answer","false","other","4:0:1_1","4:0:1_1 - Problem 47",1 +"Org8","course-v1:Org8+DemoX+3fefec","e8569449","A correct answer","true","other","1:3:1_1","1:3:1_1 - Problem 60",1 +"Org8","course-v1:Org8+DemoX+3fefec","e8569449","An incorrect answer","false","other","1:3:1_1","1:3:1_1 - Problem 60",1 +"Org8","course-v1:Org8+DemoX+3fefec","e8a115bc","A correct answer","true","other","4:8:4_1","4:8:4_1 - Problem 29",2 +"Org8","course-v1:Org8+DemoX+3fefec","e8a115bc","An incorrect answer","false","other","4:8:4_1","4:8:4_1 - Problem 29",1 +"Org8","course-v1:Org8+DemoX+3fefec","ee4676d3","An incorrect answer","false","other","1:4:3_1","1:4:3_1 - Problem 25",1 +"Org8","course-v1:Org8+DemoX+3fefec","ee9e0d14","A correct answer","true","other","4:6:1_1","4:6:1_1 - Problem 40",2 +"Org8","course-v1:Org8+DemoX+3fefec","f026a874","A correct answer","true","other","3:3:2_1","3:3:2_1 - Problem 55",1 +"Org8","course-v1:Org8+DemoX+3fefec","f026a874","An incorrect answer","false","other","3:3:2_1","3:3:2_1 - Problem 55",3 diff --git a/unit-test-seeds/problems/dim_problem_results_expected.csv b/unit-test-seeds/problems/dim_problem_results_expected.csv index 73a75857..39510dd1 100644 --- a/unit-test-seeds/problems/dim_problem_results_expected.csv +++ b/unit-test-seeds/problems/dim_problem_results_expected.csv @@ -1,566 +1,874 @@ "org","course_key","success","attempts","actor_id","problem_number","problem_name_location","block_id_short" -"Org0","course-v1:Org0+DemoX+2bc51b","true","3","f376194f-4c5c-4357-aae6-780707fcf36a","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" -"Org0","course-v1:Org0+DemoX+2bc51b","true","3","ed2421ea-45e4-4610-85b1-d58b2cdf628a","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" -"Org0","course-v1:Org0+DemoX+2bc51b","true","4","44b445b8-97e5-4208-abcd-5e1b08ee9569","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" -"Org0","course-v1:Org0+DemoX+2bc51b","true","1","8d500f3f-f97a-4c45-b786-c814ced84bff","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" -"Org0","course-v1:Org0+DemoX+2bc51b","true","2","b3abecb9-10c6-4cfd-93ae-92883b2ab749","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" -"Org0","course-v1:Org0+DemoX+2bc51b","true","7","3058e600-5bee-4018-920e-52a311963d88","3:0:7_1","3:0:7_1 - Problem 16","44277181" -"Org0","course-v1:Org0+DemoX+2bc51b","true","5","c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","3:0:7_1","3:0:7_1 - Problem 16","44277181" -"Org0","course-v1:Org0+DemoX+2bc51b","true","8","44b445b8-97e5-4208-abcd-5e1b08ee9569","3:1:2_1","3:1:2_1 - Problem 24","bfe02ba1" -"Org0","course-v1:Org0+DemoX+2bc51b","true","1","49d7023e-84c3-4396-9df7-5536b203ac32","3:1:2_1","3:1:2_1 - Problem 24","bfe02ba1" -"Org0","course-v1:Org0+DemoX+2bc51b","true","8","272f9b05-b2c8-4755-aa4b-087875c8104b","3:2:0_1","3:2:0_1 - Problem 25","42e10810" -"Org0","course-v1:Org0+DemoX+2bc51b","true","1","7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","3:2:0_1","3:2:0_1 - Problem 25","42e10810" -"Org0","course-v1:Org0+DemoX+2bc51b","true","2","ed2421ea-45e4-4610-85b1-d58b2cdf628a","3:2:0_1","3:2:0_1 - Problem 25","42e10810" -"Org0","course-v1:Org0+DemoX+2bc51b","true","6","1479a01b-d058-4b00-89cf-3e51531f3fb8","2:0:0_1","2:0:0_1 - Problem 22","f3788c4f" -"Org0","course-v1:Org0+DemoX+2bc51b","true","3","1479a01b-d058-4b00-89cf-3e51531f3fb8","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" -"Org0","course-v1:Org0+DemoX+2bc51b","true","5","f5975641-7160-4d20-9989-c7f9a993d32c","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" -"Org0","course-v1:Org0+DemoX+2bc51b","true","4","49d7023e-84c3-4396-9df7-5536b203ac32","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" -"Org0","course-v1:Org0+DemoX+2bc51b","true","8","ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:1:2_1","2:1:2_1 - Problem 28","cc450fc7" -"Org0","course-v1:Org0+DemoX+2bc51b","true","5","f376194f-4c5c-4357-aae6-780707fcf36a","2:1:2_1","2:1:2_1 - Problem 28","cc450fc7" -"Org0","course-v1:Org0+DemoX+2bc51b","true","8","4e0fc096-65d9-4b41-bcbd-564b054e532e","2:1:2_1","2:1:2_1 - Problem 28","cc450fc7" -"Org0","course-v1:Org0+DemoX+2bc51b","true","6","007761a3-b622-4cb9-8461-b2c6daffb402","3:3:0_1","3:3:0_1 - Problem 30","e5e97aab" -"Org0","course-v1:Org0+DemoX+2bc51b","true","7","272f9b05-b2c8-4755-aa4b-087875c8104b","3:3:0_1","3:3:0_1 - Problem 30","e5e97aab" -"Org0","course-v1:Org0+DemoX+2bc51b","true","8","273d802c-af43-4e17-a03c-0dd9da357be1","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" -"Org0","course-v1:Org0+DemoX+2bc51b","true","3","f5975641-7160-4d20-9989-c7f9a993d32c","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" -"Org0","course-v1:Org0+DemoX+2bc51b","true","9","c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" -"Org0","course-v1:Org0+DemoX+2bc51b","true","5","1479a01b-d058-4b00-89cf-3e51531f3fb8","3:0:6_1","3:0:6_1 - Problem 17","e7a585a0" -"Org0","course-v1:Org0+DemoX+2bc51b","true","7","8d500f3f-f97a-4c45-b786-c814ced84bff","3:0:6_1","3:0:6_1 - Problem 17","e7a585a0" -"Org0","course-v1:Org0+DemoX+2bc51b","true","6","44b445b8-97e5-4208-abcd-5e1b08ee9569","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","7","3058e600-5bee-4018-920e-52a311963d88","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","5","f376194f-4c5c-4357-aae6-780707fcf36a","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","2","33909a28-f02d-414f-9794-58bfb18cb977","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","7","49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","8","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","1:5:1_1","1:5:1_1 - Problem 12","32117588" -"Org0","course-v1:Org0+DemoX+2bc51b","true","9","f376194f-4c5c-4357-aae6-780707fcf36a","1:5:1_1","1:5:1_1 - Problem 12","32117588" -"Org0","course-v1:Org0+DemoX+2bc51b","true","6","3058e600-5bee-4018-920e-52a311963d88","1:2:0_1","1:2:0_1 - Problem 20","0c8e7909" -"Org0","course-v1:Org0+DemoX+2bc51b","true","1","007761a3-b622-4cb9-8461-b2c6daffb402","1:4:1_1","1:4:1_1 - Problem 18","ba3712a4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","6","4e0fc096-65d9-4b41-bcbd-564b054e532e","1:4:1_1","1:4:1_1 - Problem 18","ba3712a4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","4","f376194f-4c5c-4357-aae6-780707fcf36a","1:4:1_1","1:4:1_1 - Problem 18","ba3712a4" -"Org0","course-v1:Org0+DemoX+2bc51b","true","6","3058e600-5bee-4018-920e-52a311963d88","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" -"Org0","course-v1:Org0+DemoX+2bc51b","true","1","7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" -"Org0","course-v1:Org0+DemoX+2bc51b","true","7","f376194f-4c5c-4357-aae6-780707fcf36a","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" -"Org0","course-v1:Org0+DemoX+2bc51b","true","6","f376194f-4c5c-4357-aae6-780707fcf36a","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" -"Org0","course-v1:Org0+DemoX+2bc51b","true","4","272f9b05-b2c8-4755-aa4b-087875c8104b","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" -"Org0","course-v1:Org0+DemoX+2bc51b","true","5","33909a28-f02d-414f-9794-58bfb18cb977","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" -"Org0","course-v1:Org0+DemoX+2bc51b","true","3","f5975641-7160-4d20-9989-c7f9a993d32c","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" -"Org0","course-v1:Org0+DemoX+2bc51b","true","2","1bf5ad2e-5eb7-4209-bb1c-ca2f4c8826e0","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" -"Org0","course-v1:Org0+DemoX+2bc51b","true","5","abb4911f-0c4a-4904-8004-aacfeb710346","3:3:2_1","3:3:2_1 - Problem 26","b6548753" -"Org0","course-v1:Org0+DemoX+2bc51b","true","2","f360e005-29c1-4ad8-92a8-308d7047dc6e","3:3:2_1","3:3:2_1 - Problem 26","b6548753" -"Org0","course-v1:Org0+DemoX+2bc51b","true","2","44b445b8-97e5-4208-abcd-5e1b08ee9569","3:3:2_1","3:3:2_1 - Problem 26","b6548753" -"Org0","course-v1:Org0+DemoX+2bc51b","false","0","","3:1:1_1","3:1:1_1 - Problem 11","d38ff013" -"Org0","course-v1:Org0+DemoX+2bc51b","false","0","","3:0:7_1","3:0:7_1 - Problem 19","3a599970" -"Org7","course-v1:Org7+DemoX+57295b","true","1","7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","4:2:0_1","4:2:0_1 - Problem 52","0cb0df84" -"Org7","course-v1:Org7+DemoX+57295b","false","0","","4:0:1_1","4:0:1_1 - Problem 47","5d62b0b7" -"Org7","course-v1:Org7+DemoX+57295b","true","4","ff10a27a-fe60-41b6-aa8e-823770c210a3","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" -"Org7","course-v1:Org7+DemoX+57295b","true","9","78dc54d4-e68f-4853-b5e3-7a65357fe6ac","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" -"Org7","course-v1:Org7+DemoX+57295b","true","3","2c29167a-6b35-4a92-9615-84e63516f935","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" -"Org7","course-v1:Org7+DemoX+57295b","true","4","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" -"Org7","course-v1:Org7+DemoX+57295b","true","6","abb4911f-0c4a-4904-8004-aacfeb710346","4:14:1_1","4:14:1_1 - Problem 23","5c8c4abe" -"Org7","course-v1:Org7+DemoX+57295b","true","4","7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:14:1_1","4:14:1_1 - Problem 23","5c8c4abe" -"Org7","course-v1:Org7+DemoX+57295b","true","8","28613776-d1b8-4d1d-a94f-1095f09efc2b","4:3:2_1","4:3:2_1 - Problem 36","702a6282" -"Org7","course-v1:Org7+DemoX+57295b","true","6","49a47dcd-f33e-4ad5-9416-a248494a85af","3:1:0_1","3:1:0_1 - Problem 51","19cd8706" -"Org7","course-v1:Org7+DemoX+57295b","true","1","f8b778fb-aff9-4b63-8fe3-d578f3891dd8","3:1:0_1","3:1:0_1 - Problem 51","19cd8706" -"Org7","course-v1:Org7+DemoX+57295b","true","1","c217b4e2-3bf7-44db-9193-e1abbd905533","4:1:0_1","4:1:0_1 - Problem 39","fa2d8af3" -"Org7","course-v1:Org7+DemoX+57295b","true","6","47f03e71-bf89-470b-8cb5-8affbc109aff","4:1:0_1","4:1:0_1 - Problem 39","fa2d8af3" -"Org7","course-v1:Org7+DemoX+57295b","true","8","272f9b05-b2c8-4755-aa4b-087875c8104b","4:1:0_1","4:1:0_1 - Problem 39","fa2d8af3" -"Org7","course-v1:Org7+DemoX+57295b","true","9","0f764bed-e5da-4d50-89d3-66aac42b50e5","4:14:3_1","4:14:3_1 - Problem 30","121c2450" -"Org7","course-v1:Org7+DemoX+57295b","true","3","d26c103e-89ba-47f0-89b5-0df2141a43b8","4:6:0_1","4:6:0_1 - Problem 56","83b7d43a" -"Org7","course-v1:Org7+DemoX+57295b","true","2","abb4911f-0c4a-4904-8004-aacfeb710346","4:6:0_1","4:6:0_1 - Problem 56","83b7d43a" -"Org7","course-v1:Org7+DemoX+57295b","true","9","9d97277c-9df9-475e-a231-1af77bf3311f","3:0:0_1","3:0:0_1 - Problem 54","9c5bbf41" -"Org7","course-v1:Org7+DemoX+57295b","true","2","d1396620-e0d3-499c-ada0-f3ba27f9463b","3:0:0_1","3:0:0_1 - Problem 54","9c5bbf41" -"Org7","course-v1:Org7+DemoX+57295b","true","5","39762ebc-1c5b-4ae9-8694-758f6a74b8f3","4:5:0_1","4:5:0_1 - Problem 37","0ed4eaa5" -"Org7","course-v1:Org7+DemoX+57295b","true","6","43e0dba8-fc43-4567-824d-68bfabb1f312","4:5:0_1","4:5:0_1 - Problem 37","0ed4eaa5" -"Org7","course-v1:Org7+DemoX+57295b","true","2","2c29167a-6b35-4a92-9615-84e63516f935","4:14:1_1","4:14:1_1 - Problem 40","832e0fad" -"Org7","course-v1:Org7+DemoX+57295b","true","2","95af96c4-e45b-401e-b700-e1f147d36297","4:14:1_1","4:14:1_1 - Problem 40","832e0fad" -"Org7","course-v1:Org7+DemoX+57295b","false","0","","3:3:2_1","3:3:2_1 - Problem 57","c34a92ff" -"Org7","course-v1:Org7+DemoX+57295b","true","8","1bf5ad2e-5eb7-4209-bb1c-ca2f4c8826e0","4:7:4_1","4:7:4_1 - Problem 27","b5d7e1a4" -"Org7","course-v1:Org7+DemoX+57295b","true","1","ff10a27a-fe60-41b6-aa8e-823770c210a3","4:7:4_1","4:7:4_1 - Problem 27","b5d7e1a4" -"Org7","course-v1:Org7+DemoX+57295b","true","1","f8b778fb-aff9-4b63-8fe3-d578f3891dd8","4:7:1_1","4:7:1_1 - Problem 60","9880b32e" -"Org7","course-v1:Org7+DemoX+57295b","true","7","bc9d00aa-2239-4a94-90de-b3ea4d390bc0","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" -"Org7","course-v1:Org7+DemoX+57295b","true","9","7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" -"Org7","course-v1:Org7+DemoX+57295b","true","8","f5975641-7160-4d20-9989-c7f9a993d32c","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" -"Org7","course-v1:Org7+DemoX+57295b","true","8","3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","4:12:0_1","4:12:0_1 - Problem 26","f40a7fa3" -"Org7","course-v1:Org7+DemoX+57295b","true","6","c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:0:2_1","2:0:2_1 - Problem 33","1cad7432" -"Org7","course-v1:Org7+DemoX+57295b","true","6","3058e600-5bee-4018-920e-52a311963d88","4:4:2_1","4:4:2_1 - Problem 53","af57d4ea" -"Org7","course-v1:Org7+DemoX+57295b","true","4","829a9444-ced3-4273-9e4b-e8a8bb790c48","4:4:2_1","4:4:2_1 - Problem 53","af57d4ea" -"Org7","course-v1:Org7+DemoX+57295b","true","9","c217b4e2-3bf7-44db-9193-e1abbd905533","4:14:1_1","4:14:1_1 - Problem 28","951bdf4f" -"Org7","course-v1:Org7+DemoX+57295b","true","9","ff10a27a-fe60-41b6-aa8e-823770c210a3","4:14:1_1","4:14:1_1 - Problem 28","951bdf4f" -"Org7","course-v1:Org7+DemoX+57295b","true","7","49a47dcd-f33e-4ad5-9416-a248494a85af","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" -"Org7","course-v1:Org7+DemoX+57295b","true","9","c217b4e2-3bf7-44db-9193-e1abbd905533","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" -"Org7","course-v1:Org7+DemoX+57295b","true","6","abb4911f-0c4a-4904-8004-aacfeb710346","4:5:0_1","4:5:0_1 - Problem 22","6f2af797" -"Org7","course-v1:Org7+DemoX+57295b","true","4","fc35c856-a8c5-4110-b4b4-15b2025094d8","4:6:2_1","4:6:2_1 - Problem 46","cf90e133" -"Org7","course-v1:Org7+DemoX+57295b","true","1","abb4911f-0c4a-4904-8004-aacfeb710346","4:14:3_1","4:14:3_1 - Problem 50","2e9354a9" -"Org7","course-v1:Org7+DemoX+57295b","true","6","ff10a27a-fe60-41b6-aa8e-823770c210a3","4:14:3_1","4:14:3_1 - Problem 50","2e9354a9" -"Org7","course-v1:Org7+DemoX+57295b","true","8","d26c103e-89ba-47f0-89b5-0df2141a43b8","4:2:0_1","4:2:0_1 - Problem 58","4036512e" -"Org7","course-v1:Org7+DemoX+57295b","true","9","ff10a27a-fe60-41b6-aa8e-823770c210a3","4:2:0_1","4:2:0_1 - Problem 58","4036512e" -"Org7","course-v1:Org7+DemoX+57295b","true","7","d1396620-e0d3-499c-ada0-f3ba27f9463b","4:4:1_1","4:4:1_1 - Problem 38","f44c3e45" -"Org7","course-v1:Org7+DemoX+57295b","true","7","4e4f1903-4d45-4b85-94d5-af29757b8396","4:4:1_1","4:4:1_1 - Problem 38","f44c3e45" -"Org7","course-v1:Org7+DemoX+57295b","true","8","70b53781-f71d-4051-9760-3874b4473a57","4:14:3_1","4:14:3_1 - Problem 55","80002dd6" -"Org7","course-v1:Org7+DemoX+57295b","true","4","c217b4e2-3bf7-44db-9193-e1abbd905533","2:0:2_1","2:0:2_1 - Problem 41","3845156c" -"Org7","course-v1:Org7+DemoX+57295b","true","3","1bf5ad2e-5eb7-4209-bb1c-ca2f4c8826e0","4:3:2_1","4:3:2_1 - Problem 59","b2dcb2f9" -"Org7","course-v1:Org7+DemoX+57295b","true","5","c3c0c4b2-b284-4f3f-aa18-934e435b6c3c","4:14:1_1","4:14:1_1 - Problem 32","e6307efd" -"Org7","course-v1:Org7+DemoX+57295b","true","4","f5975641-7160-4d20-9989-c7f9a993d32c","4:14:1_1","4:14:1_1 - Problem 32","e6307efd" -"Org7","course-v1:Org7+DemoX+57295b","true","6","49a47dcd-f33e-4ad5-9416-a248494a85af","4:1:0_1","4:1:0_1 - Problem 24","9c02e7ed" -"Org7","course-v1:Org7+DemoX+57295b","true","8","2c29167a-6b35-4a92-9615-84e63516f935","3:0:1_1","3:0:1_1 - Problem 48","8c5fca6d" -"Org7","course-v1:Org7+DemoX+57295b","true","8","5acd076a-e3f8-48e6-9c13-aad953166b68","3:4:2_1","3:4:2_1 - Problem 25","76e50f0b" -"Org7","course-v1:Org7+DemoX+57295b","true","9","510eda4f-80fe-4a8c-9dd6-349415991e6d","4:5:0_1","4:5:0_1 - Problem 45","02d5c368" -"Org7","course-v1:Org7+DemoX+57295b","true","6","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:11:0_1","4:11:0_1 - Problem 21","f52cebe1" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:13:3_1","2:13:3_1 - Problem 190","1275f4eb" -"Org2","course-v1:Org2+DemoX+e4380c","true","4","c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","6:7:2_1","6:7:2_1 - Problem 124","acd83df9" -"Org2","course-v1:Org2+DemoX+e4380c","true","5","43e0dba8-fc43-4567-824d-68bfabb1f312","6:7:2_1","6:7:2_1 - Problem 124","acd83df9" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:1:1_1","2:1:1_1 - Problem 163","fe27fa8d" -"Org2","course-v1:Org2+DemoX+e4380c","true","1","70b53781-f71d-4051-9760-3874b4473a57","8:8:0_1","8:8:0_1 - Problem 92","cd586cd6" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","d1396620-e0d3-499c-ada0-f3ba27f9463b","7:7:4_1","7:7:4_1 - Problem 180","f6db494b" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:1:1_1","7:1:1_1 - Problem 151","6db36c67" -"Org2","course-v1:Org2+DemoX+e4380c","true","9","465fe6bb-9894-4480-b8ef-e54d97d77fea","8:3:3_1","8:3:3_1 - Problem 185","0deb0ed7" -"Org2","course-v1:Org2+DemoX+e4380c","true","4","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","7:7:4_1","7:7:4_1 - Problem 192","8b57ea88" -"Org2","course-v1:Org2+DemoX+e4380c","true","6","c3ba8c7b-9b3a-49e3-b54a-4573613dc392","6:5:5_1","6:5:5_1 - Problem 167","0e4c50a6" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","8:0:0_1","8:0:0_1 - Problem 105","78969045" -"Org2","course-v1:Org2+DemoX+e4380c","true","7","61570f19-557c-4dbd-9cd2-9f3c573beb4b","7:4:1_1","7:4:1_1 - Problem 76","31f351ed" -"Org2","course-v1:Org2+DemoX+e4380c","true","3","2f34c036-b8b2-4cf2-8180-1044c4e231ae","8:1:0_1","8:1:0_1 - Problem 70","6a8c0e7d" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","3760462a-fbb0-45dc-b5e5-76e6c60c72e1","8:4:0_1","8:4:0_1 - Problem 168","70e626e3" -"Org2","course-v1:Org2+DemoX+e4380c","true","8","4e0fc096-65d9-4b41-bcbd-564b054e532e","10:1:1_1","10:1:1_1 - Problem 136","1e0ae4d3" -"Org2","course-v1:Org2+DemoX+e4380c","true","7","154fd129-9ceb-4303-9984-d7736031117b","10:1:1_1","10:1:1_1 - Problem 136","1e0ae4d3" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:6:0_1","7:6:0_1 - Problem 62","733d0635" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","8af5a761-d765-4331-8ed3-071c8b282dca","7:1:3_1","7:1:3_1 - Problem 132","e8ee9e89" -"Org2","course-v1:Org2+DemoX+e4380c","true","1","61570f19-557c-4dbd-9cd2-9f3c573beb4b","3:0:1_1","3:0:1_1 - Problem 56","6b27ce9d" -"Org2","course-v1:Org2+DemoX+e4380c","true","3","4143359b-4690-4687-a2b8-dbe39f5cb330","8:7:1_1","8:7:1_1 - Problem 146","0e1f237f" -"Org2","course-v1:Org2+DemoX+e4380c","true","7","39762ebc-1c5b-4ae9-8694-758f6a74b8f3","10:1:3_1","10:1:3_1 - Problem 187","4298e231" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","8:1:1_1","8:1:1_1 - Problem 186","a51cdc5c" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","6:7:0_1","6:7:0_1 - Problem 57","5c125f0b" -"Org2","course-v1:Org2+DemoX+e4380c","true","4","e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","7:4:0_1","7:4:0_1 - Problem 191","a58cda08" -"Org2","course-v1:Org2+DemoX+e4380c","true","9","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","6:2:2_1","6:2:2_1 - Problem 120","7e0cb624" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:12:0_1","2:12:0_1 - Problem 42","71ff84ed" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","10:2:1_1","10:2:1_1 - Problem 102","2388668f" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","1:1:0_1","1:1:0_1 - Problem 109","622326ef" -"Org2","course-v1:Org2+DemoX+e4380c","true","5","d26c103e-89ba-47f0-89b5-0df2141a43b8","1:1:0_1","1:1:0_1 - Problem 74","1cac9797" -"Org2","course-v1:Org2+DemoX+e4380c","true","7","107459eb-506c-4347-93d5-22637996edf1","2:1:3_1","2:1:3_1 - Problem 81","3a9c40cc" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:7:4_1","7:7:4_1 - Problem 181","af16c653" -"Org2","course-v1:Org2+DemoX+e4380c","true","7","fbfb0998-6d7e-4047-9235-266965fda410","8:7:1_1","8:7:1_1 - Problem 145","c134d886" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","6:7:2_1","6:7:2_1 - Problem 194","72755120" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","5:0:9_1","5:0:9_1 - Problem 179","a911acdf" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","8:3:1_1","8:3:1_1 - Problem 52","2e762d6d" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","10:1:3_1","10:1:3_1 - Problem 90","2eecee11" -"Org2","course-v1:Org2+DemoX+e4380c","true","7","58d4edfa-97c1-42ba-9ea4-3428c4e3cad9","4:0:0_1","4:0:0_1 - Problem 189","37d65f90" -"Org2","course-v1:Org2+DemoX+e4380c","true","5","70b53781-f71d-4051-9760-3874b4473a57","4:4:0_1","4:4:0_1 - Problem 178","0f311a59" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","d26c103e-89ba-47f0-89b5-0df2141a43b8","5:0:8_1","5:0:8_1 - Problem 85","1ba61279" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","8:1:1_1","8:1:1_1 - Problem 54","e5d59059" -"Org2","course-v1:Org2+DemoX+e4380c","true","7","2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:16:1_1","2:16:1_1 - Problem 137","44845cf8" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","3:0:2_1","3:0:2_1 - Problem 64","7e65f2f4" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","4:3:1_1","4:3:1_1 - Problem 106","5490f42f" -"Org2","course-v1:Org2+DemoX+e4380c","true","8","39762ebc-1c5b-4ae9-8694-758f6a74b8f3","9:0:0_1","9:0:0_1 - Problem 161","897c43fc" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:15:2_1","2:15:2_1 - Problem 152","cfe2589e" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:7:4_1","7:7:4_1 - Problem 119","3521c2a9" -"Org2","course-v1:Org2+DemoX+e4380c","true","4","829a9444-ced3-4273-9e4b-e8a8bb790c48","6:3:1_1","6:3:1_1 - Problem 78","4577560b" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","ff10a27a-fe60-41b6-aa8e-823770c210a3","8:3:3_1","8:3:3_1 - Problem 147","83dc5cb6" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:15:3_1","2:15:3_1 - Problem 93","6e9d0048" -"Org2","course-v1:Org2+DemoX+e4380c","true","6","fbfb0998-6d7e-4047-9235-266965fda410","6:3:0_1","6:3:0_1 - Problem 126","e0510bfd" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","28613776-d1b8-4d1d-a94f-1095f09efc2b","2:15:4_1","2:15:4_1 - Problem 196","72426269" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:5:0_1","7:5:0_1 - Problem 117","e5cd687c" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:1:2_1","7:1:2_1 - Problem 130","1dbf3a75" -"Org2","course-v1:Org2+DemoX+e4380c","true","1","f360e005-29c1-4ad8-92a8-308d7047dc6e","6:3:0_1","6:3:0_1 - Problem 200","0a61af63" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:10:2_1","2:10:2_1 - Problem 101","9281f0bf" -"Org2","course-v1:Org2+DemoX+e4380c","true","8","602fedf5-a7ca-41ce-b14d-7f8945e1969a","5:0:10_1","5:0:10_1 - Problem 199","78c77d70" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:5:1_1","2:5:1_1 - Problem 127","6e7b8eda" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:7:4_1","7:7:4_1 - Problem 91","0df187fe" -"Org2","course-v1:Org2+DemoX+682526","true","1","9066f98a-4696-4dab-9de6-1c04a769f9ac","2:2:0_1","2:2:0_1 - Problem 54","0ab8efdf" -"Org2","course-v1:Org2+DemoX+682526","true","4","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","2:2:0_1","2:2:0_1 - Problem 54","0ab8efdf" -"Org2","course-v1:Org2+DemoX+682526","true","3","2369d68b-899d-458a-b780-77ebf4e5f4c3","2:2:0_1","2:2:0_1 - Problem 54","0ab8efdf" -"Org2","course-v1:Org2+DemoX+682526","true","5","e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","2:12:0_1","2:12:0_1 - Problem 46","027ac89c" -"Org2","course-v1:Org2+DemoX+682526","true","7","c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:2:0_1","2:2:0_1 - Problem 51","ae35822f" -"Org2","course-v1:Org2+DemoX+682526","true","7","7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","2:2:0_1","2:2:0_1 - Problem 51","ae35822f" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:2:1_1","2:2:1_1 - Problem 42","fc5abc6e" -"Org2","course-v1:Org2+DemoX+682526","true","7","8cdaa227-33f8-4d0c-8996-b75373f7394b","2:11:1_1","2:11:1_1 - Problem 58","ea408285" -"Org2","course-v1:Org2+DemoX+682526","true","5","ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:8:2_1","2:8:2_1 - Problem 41","6399c9ea" -"Org2","course-v1:Org2+DemoX+682526","true","9","8af5a761-d765-4331-8ed3-071c8b282dca","2:2:3_1","2:2:3_1 - Problem 44","f59f479f" -"Org2","course-v1:Org2+DemoX+682526","true","2","ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:2:3_1","2:2:3_1 - Problem 44","f59f479f" -"Org2","course-v1:Org2+DemoX+682526","true","1","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","2:2:3_1","2:2:3_1 - Problem 44","f59f479f" -"Org2","course-v1:Org2+DemoX+682526","true","5","2369d68b-899d-458a-b780-77ebf4e5f4c3","4:4:1_1","4:4:1_1 - Problem 45","18e0a95e" -"Org2","course-v1:Org2+DemoX+682526","true","9","10063b09-875d-4c3b-8b9c-283aef97a348","4:4:1_1","4:4:1_1 - Problem 45","18e0a95e" -"Org2","course-v1:Org2+DemoX+682526","true","3","168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:6:1_1","2:6:1_1 - Problem 37","92f6d32c" -"Org2","course-v1:Org2+DemoX+682526","true","6","e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" -"Org2","course-v1:Org2+DemoX+682526","true","2","2c29167a-6b35-4a92-9615-84e63516f935","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" -"Org2","course-v1:Org2+DemoX+682526","true","6","10063b09-875d-4c3b-8b9c-283aef97a348","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" -"Org2","course-v1:Org2+DemoX+682526","true","3","3058e600-5bee-4018-920e-52a311963d88","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:13:3_1","2:13:3_1 - Problem 47","2afc7076" -"Org2","course-v1:Org2+DemoX+682526","true","6","d9d644d5-2619-4c87-8ce3-f3efae37c2b8","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" -"Org2","course-v1:Org2+DemoX+682526","true","9","28613776-d1b8-4d1d-a94f-1095f09efc2b","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" -"Org2","course-v1:Org2+DemoX+682526","true","3","8cdaa227-33f8-4d0c-8996-b75373f7394b","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" -"Org2","course-v1:Org2+DemoX+682526","true","5","3058e600-5bee-4018-920e-52a311963d88","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" -"Org2","course-v1:Org2+DemoX+682526","true","9","68195b77-86d9-4a90-988e-ec5f38d3a929","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:10:0_1","2:10:0_1 - Problem 23","859dbd9f" -"Org2","course-v1:Org2+DemoX+682526","true","5","10063b09-875d-4c3b-8b9c-283aef97a348","4:0:0_1","4:0:0_1 - Problem 25","1b52c7f2" -"Org2","course-v1:Org2+DemoX+682526","true","4","9066f98a-4696-4dab-9de6-1c04a769f9ac","2:14:0_1","2:14:0_1 - Problem 55","bbb628d5" -"Org2","course-v1:Org2+DemoX+682526","true","1","168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:14:0_1","2:14:0_1 - Problem 55","bbb628d5" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:8:4_1","2:8:4_1 - Problem 27","003e7aa6" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:5:0_1","2:5:0_1 - Problem 26","3927ea75" -"Org2","course-v1:Org2+DemoX+682526","true","4","c838016f-6640-44d9-a038-33a7cc4018a9","2:8:2_1","2:8:2_1 - Problem 33","d93a5018" -"Org2","course-v1:Org2+DemoX+682526","true","7","9066f98a-4696-4dab-9de6-1c04a769f9ac","4:0:0_1","4:0:0_1 - Problem 30","6305bf7e" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:7:0_1","2:7:0_1 - Problem 43","2506ae21" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:1:0_1","2:1:0_1 - Problem 22","29141bc4" -"Org2","course-v1:Org2+DemoX+682526","false","0","","4:4:1_1","4:4:1_1 - Problem 34","8fd46616" -"Org2","course-v1:Org2+DemoX+682526","true","5","6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:0:0_1","4:0:0_1 - Problem 53","85e7fe3d" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","70b53781-f71d-4051-9760-3874b4473a57","10:1:0_1","10:1:0_1 - Problem 87","07145436" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:1:4_1","2:1:4_1 - Problem 165","0b214109" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","4:0:0_1","4:0:0_1 - Problem 122","f36c5fda" -"Org2","course-v1:Org2+DemoX+e4380c","true","4","49d7023e-84c3-4396-9df7-5536b203ac32","7:8:0_1","7:8:0_1 - Problem 115","0d02278d" -"Org2","course-v1:Org2+DemoX+e4380c","true","6","2369d68b-899d-458a-b780-77ebf4e5f4c3","5:0:10_1","5:0:10_1 - Problem 67","48383f40" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:9:0_1","2:9:0_1 - Problem 79","78d81784" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","6:3:1_1","6:3:1_1 - Problem 100","6fde8725" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","6:7:0_1","6:7:0_1 - Problem 46","11cccd52" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","060967b4-0899-411a-abba-2fa9528211d9","8:3:3_1","8:3:3_1 - Problem 142","c8186e9a" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:5:0_1","2:5:0_1 - Problem 39","b2aa2352" -"Org2","course-v1:Org2+DemoX+682526","true","4","6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","2:1:0_1","2:1:0_1 - Problem 21","c86ffe87" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:13:0_1","2:13:0_1 - Problem 32","02e6bffb" -"Org2","course-v1:Org2+DemoX+682526","true","7","c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:13:3_1","2:13:3_1 - Problem 49","0edbf449" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:13:2_1","2:13:2_1 - Problem 35","5a9746bc" -"Org2","course-v1:Org2+DemoX+682526","true","7","bc9d00aa-2239-4a94-90de-b3ea4d390bc0","2:0:0_1","2:0:0_1 - Problem 60","722dcf41" -"Org2","course-v1:Org2+DemoX+682526","false","0","","2:5:0_1","2:5:0_1 - Problem 56","4906755c" -"Org2","course-v1:Org2+DemoX+682526","true","9","107459eb-506c-4347-93d5-22637996edf1","2:15:1_1","2:15:1_1 - Problem 52","14b8990f" -"Org2","course-v1:Org2+DemoX+682526","true","8","107459eb-506c-4347-93d5-22637996edf1","4:1:0_1","4:1:0_1 - Problem 59","5252c2c9" -"Org2","course-v1:Org2+DemoX+682526","false","0","","4:1:0_1","4:1:0_1 - Problem 38","c49e715b" -"Org2","course-v1:Org2+DemoX+682526","true","5","4e4f1903-4d45-4b85-94d5-af29757b8396","2:8:0_1","2:8:0_1 - Problem 50","f636c699" -"Org2","course-v1:Org2+DemoX+682526","true","6","44b445b8-97e5-4208-abcd-5e1b08ee9569","4:2:0_1","4:2:0_1 - Problem 40","56927778" -"Org2","course-v1:Org2+DemoX+682526","true","9","c838016f-6640-44d9-a038-33a7cc4018a9","4:2:0_1","4:2:0_1 - Problem 40","56927778" -"Org2","course-v1:Org2+DemoX+682526","true","7","b3abecb9-10c6-4cfd-93ae-92883b2ab749","4:2:0_1","4:2:0_1 - Problem 40","56927778" -"Org2","course-v1:Org2+DemoX+682526","true","7","060967b4-0899-411a-abba-2fa9528211d9","4:2:0_1","4:2:0_1 - Problem 28","1ea2da49" -"Org2","course-v1:Org2+DemoX+682526","true","7","107459eb-506c-4347-93d5-22637996edf1","4:2:0_1","4:2:0_1 - Problem 28","1ea2da49" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","8:8:0_1","8:8:0_1 - Problem 69","5b1b9a33" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","7:6:0_1","7:6:0_1 - Problem 198","dfbb65da" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","6:5:3_1","6:5:3_1 - Problem 182","cff310db" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","6:7:0_1","6:7:0_1 - Problem 183","b04b3c8c" -"Org2","course-v1:Org2+DemoX+e4380c","false","0","","2:16:1_1","2:16:1_1 - Problem 195","91720a19" -"Org2","course-v1:Org2+DemoX+e4380c","true","6","0f764bed-e5da-4d50-89d3-66aac42b50e5","7:0:0_1","7:0:0_1 - Problem 50","2e3d81fe" -"Org2","course-v1:Org2+DemoX+682526","true","9","9344e7e6-2388-4b1b-b6b8-5040aad08ff7","2:13:2_1","2:13:2_1 - Problem 57","d0d6bcae" -"Org2","course-v1:Org2+DemoX+e4380c","true","2","829a9444-ced3-4273-9e4b-e8a8bb790c48","2:3:0_1","2:3:0_1 - Problem 86","c7e59926" -"Org2","course-v1:Org2+DemoX+e4380c","true","9","829a9444-ced3-4273-9e4b-e8a8bb790c48","5:0:8_1","5:0:8_1 - Problem 149","d9c8ee0c" -"Org4","course-v1:Org4+DemoX+db4c73","true","2","3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","2:0:4_1","2:0:4_1 - Problem 51","331e4e64" -"Org4","course-v1:Org4+DemoX+db4c73","true","3","c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","2:0:4_1","2:0:4_1 - Problem 51","331e4e64" -"Org4","course-v1:Org4+DemoX+db4c73","true","4","1479a01b-d058-4b00-89cf-3e51531f3fb8","1:0:4_1","1:0:4_1 - Problem 101","fff65157" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","9066f98a-4696-4dab-9de6-1c04a769f9ac","2:5:1_1","2:5:1_1 - Problem 82","0f1fbfb6" -"Org4","course-v1:Org4+DemoX+db4c73","true","5","007761a3-b622-4cb9-8461-b2c6daffb402","2:5:3_1","2:5:3_1 - Problem 31","f033d2b5" -"Org4","course-v1:Org4+DemoX+db4c73","true","1","33909a28-f02d-414f-9794-58bfb18cb977","2:1:0_1","2:1:0_1 - Problem 89","8ca2c1cb" -"Org4","course-v1:Org4+DemoX+db4c73","true","8","007761a3-b622-4cb9-8461-b2c6daffb402","2:0:1_1","2:0:1_1 - Problem 60","6c6cc52f" -"Org4","course-v1:Org4+DemoX+db4c73","true","9","f8b778fb-aff9-4b63-8fe3-d578f3891dd8","4:0:0_1","4:0:0_1 - Problem 97","9f748391" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","70b53781-f71d-4051-9760-3874b4473a57","4:0:0_1","4:0:0_1 - Problem 97","9f748391" -"Org4","course-v1:Org4+DemoX+db4c73","true","8","168168ea-84e1-4e8c-8e36-db11d23eb1b8","5:11:3_1","5:11:3_1 - Problem 85","081b503e" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","49a47dcd-f33e-4ad5-9416-a248494a85af","2:2:2_1","2:2:2_1 - Problem 95","1807a2ba" -"Org4","course-v1:Org4+DemoX+db4c73","true","4","fc35c856-a8c5-4110-b4b4-15b2025094d8","2:2:2_1","2:2:2_1 - Problem 95","1807a2ba" -"Org4","course-v1:Org4+DemoX+db4c73","true","9","168168ea-84e1-4e8c-8e36-db11d23eb1b8","5:4:2_1","5:4:2_1 - Problem 32","987a273d" -"Org4","course-v1:Org4+DemoX+db4c73","true","5","fc35c856-a8c5-4110-b4b4-15b2025094d8","1:3:1_1","1:3:1_1 - Problem 53","386c4f07" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:5:0_1","2:5:0_1 - Problem 37","c957c8f9" -"Org4","course-v1:Org4+DemoX+db4c73","true","4","602fedf5-a7ca-41ce-b14d-7f8945e1969a","2:2:0_1","2:2:0_1 - Problem 87","6b8d8628" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","5:10:4_1","5:10:4_1 - Problem 100","dfcc701d" -"Org4","course-v1:Org4+DemoX+db4c73","true","3","f8b778fb-aff9-4b63-8fe3-d578f3891dd8","5:2:1_1","5:2:1_1 - Problem 109","a16c0978" -"Org4","course-v1:Org4+DemoX+db4c73","true","6","a28e2d80-0b93-4730-973f-15f8b18696de","5:4:5_1","5:4:5_1 - Problem 80","3a5139e7" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","1:2:2_1","1:2:2_1 - Problem 81","24449c53" -"Org4","course-v1:Org4+DemoX+db4c73","true","3","61570f19-557c-4dbd-9cd2-9f3c573beb4b","2:14:1_1","2:14:1_1 - Problem 39","19432976" -"Org4","course-v1:Org4+DemoX+db4c73","true","6","1479a01b-d058-4b00-89cf-3e51531f3fb8","2:11:1_1","2:11:1_1 - Problem 84","c1a2f917" -"Org4","course-v1:Org4+DemoX+db4c73","true","3","d26c103e-89ba-47f0-89b5-0df2141a43b8","2:5:1_1","2:5:1_1 - Problem 99","9466e61b" -"Org4","course-v1:Org4+DemoX+db4c73","true","1","3058e600-5bee-4018-920e-52a311963d88","2:5:1_1","2:5:1_1 - Problem 99","9466e61b" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:4:1_1","2:4:1_1 - Problem 40","995b191a" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:1:0_1","2:1:0_1 - Problem 73","81ee02f9" -"Org4","course-v1:Org4+DemoX+db4c73","true","8","f360e005-29c1-4ad8-92a8-308d7047dc6e","5:11:1_1","5:11:1_1 - Problem 105","f820db97" -"Org4","course-v1:Org4+DemoX+db4c73","true","1","68195b77-86d9-4a90-988e-ec5f38d3a929","5:11:1_1","5:11:1_1 - Problem 105","f820db97" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","0f764bed-e5da-4d50-89d3-66aac42b50e5","3:0:1_1","3:0:1_1 - Problem 93","1bda6508" -"Org4","course-v1:Org4+DemoX+db4c73","true","6","168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:5:2_1","2:5:2_1 - Problem 72","e548b916" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:0:0_1","2:0:0_1 - Problem 70","2ea6ca30" -"Org4","course-v1:Org4+DemoX+db4c73","true","4","ac483c85-5bcc-41d1-8aad-3d84305ee3a5","5:9:1_1","5:9:1_1 - Problem 59","179f8a29" -"Org4","course-v1:Org4+DemoX+db4c73","true","8","58d4edfa-97c1-42ba-9ea4-3428c4e3cad9","3:0:1_1","3:0:1_1 - Problem 107","f903311e" -"Org4","course-v1:Org4+DemoX+db4c73","true","6","a28e2d80-0b93-4730-973f-15f8b18696de","4:1:0_1","4:1:0_1 - Problem 44","74e1a587" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","5:4:5_1","5:4:5_1 - Problem 35","a0206b2b" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","007761a3-b622-4cb9-8461-b2c6daffb402","1:1:2_1","1:1:2_1 - Problem 43","beb10c79" -"Org4","course-v1:Org4+DemoX+db4c73","true","1","668402da-eccf-4daf-b931-4c5948668f84","2:17:0_1","2:17:0_1 - Problem 42","86327265" -"Org1","course-v1:Org1+DemoX+1937e7","true","8","fbfb0998-6d7e-4047-9235-266965fda410","1:2:0_1","1:2:0_1 - Problem 104","da5c2e7f" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:20:2_1","1:20:2_1 - Problem 106","9928eaeb" -"Org1","course-v1:Org1+DemoX+1937e7","true","2","47f03e71-bf89-470b-8cb5-8affbc109aff","1:27:1_1","1:27:1_1 - Problem 44","364f2191" -"Org1","course-v1:Org1+DemoX+1937e7","true","1","d44a9bd9-6afe-4f1c-9f21-9aef3194c24a","1:27:1_1","1:27:1_1 - Problem 44","364f2191" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","2:3:3_1","2:3:3_1 - Problem 48","65d38fe9" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:12:1_1","1:12:1_1 - Problem 40","e8486144" -"Org1","course-v1:Org1+DemoX+1937e7","true","9","a28e2d80-0b93-4730-973f-15f8b18696de","5:1:2_1","5:1:2_1 - Problem 33","bf3d286e" -"Org1","course-v1:Org1+DemoX+1937e7","true","6","c3ba8c7b-9b3a-49e3-b54a-4573613dc392","1:19:2_1","1:19:2_1 - Problem 64","19c8c27d" -"Org1","course-v1:Org1+DemoX+1937e7","true","7","1efff542-8cfc-4bc9-863d-1bdd3c521515","1:19:2_1","1:19:2_1 - Problem 31","e0c118a6" -"Org1","course-v1:Org1+DemoX+1937e7","true","3","ed2421ea-45e4-4610-85b1-d58b2cdf628a","1:12:1_1","1:12:1_1 - Problem 63","deb2e125" -"Org1","course-v1:Org1+DemoX+1937e7","true","5","2c29167a-6b35-4a92-9615-84e63516f935","1:14:1_1","1:14:1_1 - Problem 50","fcbfcc47" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:8:7_1","1:8:7_1 - Problem 71","0fa152bc" -"Org1","course-v1:Org1+DemoX+1937e7","true","1","c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:2:0_1","2:2:0_1 - Problem 47","2f77bcbe" -"Org1","course-v1:Org1+DemoX+1937e7","true","3","5acd076a-e3f8-48e6-9c13-aad953166b68","1:8:3_1","1:8:3_1 - Problem 45","53b37e13" -"Org1","course-v1:Org1+DemoX+1937e7","true","8","a28e2d80-0b93-4730-973f-15f8b18696de","1:8:3_1","1:8:3_1 - Problem 45","53b37e13" -"Org1","course-v1:Org1+DemoX+1937e7","true","2","9d97277c-9df9-475e-a231-1af77bf3311f","1:6:1_1","1:6:1_1 - Problem 34","f86140bf" -"Org1","course-v1:Org1+DemoX+1937e7","true","8","4e0fc096-65d9-4b41-bcbd-564b054e532e","1:6:1_1","1:6:1_1 - Problem 34","f86140bf" -"Org1","course-v1:Org1+DemoX+1937e7","true","8","49a47dcd-f33e-4ad5-9416-a248494a85af","1:6:1_1","1:6:1_1 - Problem 34","f86140bf" -"Org1","course-v1:Org1+DemoX+1937e7","true","9","d9d644d5-2619-4c87-8ce3-f3efae37c2b8","1:24:1_1","1:24:1_1 - Problem 93","bc56d736" -"Org1","course-v1:Org1+DemoX+1937e7","true","2","a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:24:1_1","1:24:1_1 - Problem 93","bc56d736" -"Org1","course-v1:Org1+DemoX+1937e7","true","9","5acd076a-e3f8-48e6-9c13-aad953166b68","1:24:1_1","1:24:1_1 - Problem 93","bc56d736" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:22:1_1","1:22:1_1 - Problem 90","dd20d566" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:15:0_1","1:15:0_1 - Problem 42","6f4c1dca" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:3:1_1","1:3:1_1 - Problem 79","28e94d09" -"Org1","course-v1:Org1+DemoX+1937e7","true","5","dca7ea78-c883-4106-a698-87d5428c9207","5:4:1_1","5:4:1_1 - Problem 68","1d94605b" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:4:0_1","1:4:0_1 - Problem 80","bcfbedc2" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","2:3:0_1","2:3:0_1 - Problem 100","0d7e7d9a" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","4:0:3_1","4:0:3_1 - Problem 35","b3351cce" -"Org1","course-v1:Org1+DemoX+1937e7","true","3","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","2:3:0_1","2:3:0_1 - Problem 69","405bc271" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:24:0_1","1:24:0_1 - Problem 95","3985b74b" -"Org1","course-v1:Org1+DemoX+1937e7","true","1","602fedf5-a7ca-41ce-b14d-7f8945e1969a","5:0:1_1","5:0:1_1 - Problem 89","7e78f19a" -"Org1","course-v1:Org1+DemoX+1937e7","true","1","47f03e71-bf89-470b-8cb5-8affbc109aff","2:7:4_1","2:7:4_1 - Problem 56","6f18ef75" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","5:3:2_1","5:3:2_1 - Problem 66","b373e622" -"Org1","course-v1:Org1+DemoX+1937e7","true","3","100752b0-091b-40a3-9087-52f0d4aaeb8c","1:1:0_1","1:1:0_1 - Problem 85","415886ce" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","5:2:1_1","5:2:1_1 - Problem 32","422a536f" -"Org1","course-v1:Org1+DemoX+1937e7","true","6","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:6:1_1","1:6:1_1 - Problem 88","227989d9" -"Org1","course-v1:Org1+DemoX+1937e7","true","4","70b53781-f71d-4051-9760-3874b4473a57","1:6:1_1","1:6:1_1 - Problem 88","227989d9" -"Org1","course-v1:Org1+DemoX+1937e7","true","6","c838016f-6640-44d9-a038-33a7cc4018a9","1:3:1_1","1:3:1_1 - Problem 92","fc08b09b" -"Org1","course-v1:Org1+DemoX+1937e7","true","2","060967b4-0899-411a-abba-2fa9528211d9","1:3:1_1","1:3:1_1 - Problem 92","fc08b09b" -"Org1","course-v1:Org1+DemoX+1937e7","true","7","33909a28-f02d-414f-9794-58bfb18cb977","5:4:0_1","5:4:0_1 - Problem 75","04199362" -"Org1","course-v1:Org1+DemoX+1937e7","true","7","f376194f-4c5c-4357-aae6-780707fcf36a","1:14:1_1","1:14:1_1 - Problem 53","eac44042" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:1:0_1","1:1:0_1 - Problem 72","51fa99a6" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:1:0_1","1:1:0_1 - Problem 102","d1c59c4a" -"Org1","course-v1:Org1+DemoX+1937e7","true","2","f5975641-7160-4d20-9989-c7f9a993d32c","1:26:1_1","1:26:1_1 - Problem 77","96d0872e" -"Org1","course-v1:Org1+DemoX+1937e7","true","3","3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:26:1_1","1:26:1_1 - Problem 77","96d0872e" -"Org1","course-v1:Org1+DemoX+1937e7","true","2","9344e7e6-2388-4b1b-b6b8-5040aad08ff7","1:2:0_1","1:2:0_1 - Problem 105","52a04cc8" -"Org1","course-v1:Org1+DemoX+1937e7","true","4","a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:22:0_1","1:22:0_1 - Problem 98","299b4001" -"Org1","course-v1:Org1+DemoX+1937e7","true","9","baba0235-70c8-45a8-a1e1-72477205b858","1:22:0_1","1:22:0_1 - Problem 98","299b4001" -"Org1","course-v1:Org1+DemoX+1937e7","true","4","c838016f-6640-44d9-a038-33a7cc4018a9","1:8:0_1","1:8:0_1 - Problem 54","38b28f1e" -"Org1","course-v1:Org1+DemoX+1937e7","true","6","28613776-d1b8-4d1d-a94f-1095f09efc2b","2:7:4_1","2:7:4_1 - Problem 84","c6ae64f7" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:6:0_1","1:6:0_1 - Problem 109","862e5bcc" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","5:4:2_1","5:4:2_1 - Problem 67","737d30d9" -"Org1","course-v1:Org1+DemoX+1937e7","true","6","2c29167a-6b35-4a92-9615-84e63516f935","2:5:0_1","2:5:0_1 - Problem 94","192407ad" -"Org1","course-v1:Org1+DemoX+1937e7","true","7","4e0fc096-65d9-4b41-bcbd-564b054e532e","4:0:1_1","4:0:1_1 - Problem 52","efd00dcb" -"Org1","course-v1:Org1+DemoX+1937e7","true","4","3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:20:0_1","1:20:0_1 - Problem 43","0ef2e5ca" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","5:4:2_1","5:4:2_1 - Problem 83","260e4cb2" -"Org4","course-v1:Org4+DemoX+db4c73","true","2","96ab90f0-078f-477c-a011-7eda70eba32a","2:11:0_1","2:11:0_1 - Problem 90","f49dbd53" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:6:5_1","2:6:5_1 - Problem 46","05d5da6f" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:5:1_1","2:5:1_1 - Problem 98","d37f8df5" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","5:13:1_1","5:13:1_1 - Problem 91","a6db4b33" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","3760462a-fbb0-45dc-b5e5-76e6c60c72e1","1:2:2_1","1:2:2_1 - Problem 50","119fa780" -"Org4","course-v1:Org4+DemoX+db4c73","true","8","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","1:2:2_1","1:2:2_1 - Problem 50","119fa780" -"Org4","course-v1:Org4+DemoX+db4c73","true","1","3760462a-fbb0-45dc-b5e5-76e6c60c72e1","5:2:0_1","5:2:0_1 - Problem 108","8b0e1bf0" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:5:3_1","2:5:3_1 - Problem 45","c43ab398" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:6:5_1","2:6:5_1 - Problem 76","2ab38458" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","4:2:1_1","4:2:1_1 - Problem 48","2b655f9f" -"Org4","course-v1:Org4+DemoX+db4c73","true","6","6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:2:1_1","4:2:1_1 - Problem 52","8d0f5c83" -"Org4","course-v1:Org4+DemoX+db4c73","true","4","0f764bed-e5da-4d50-89d3-66aac42b50e5","4:2:1_1","4:2:1_1 - Problem 52","8d0f5c83" -"Org4","course-v1:Org4+DemoX+db4c73","true","8","49d7023e-84c3-4396-9df7-5536b203ac32","2:0:1_1","2:0:1_1 - Problem 56","0ee6f538" -"Org4","course-v1:Org4+DemoX+db4c73","true","6","9344e7e6-2388-4b1b-b6b8-5040aad08ff7","2:0:1_1","2:0:1_1 - Problem 56","0ee6f538" -"Org4","course-v1:Org4+DemoX+db4c73","true","9","9d97277c-9df9-475e-a231-1af77bf3311f","2:0:1_1","2:0:1_1 - Problem 56","0ee6f538" -"Org1","course-v1:Org1+DemoX+1937e7","true","2","1479a01b-d058-4b00-89cf-3e51531f3fb8","5:2:1_1","5:2:1_1 - Problem 58","864193cd" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:3:0_1","1:3:0_1 - Problem 39","a1f6066c" -"Org1","course-v1:Org1+DemoX+1937e7","true","6","3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:14:0_1","1:14:0_1 - Problem 55","2a244236" -"Org1","course-v1:Org1+DemoX+1937e7","true","4","f5975641-7160-4d20-9989-c7f9a993d32c","1:3:0_1","1:3:0_1 - Problem 41","5f6d7032" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:3:1_1","1:3:1_1 - Problem 37","b34648af" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:1:0_1","2:1:0_1 - Problem 74","27a69806" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:13:0_1","2:13:0_1 - Problem 104","4ba6a5ea" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:11:0_1","2:11:0_1 - Problem 41","9053ea88" -"Org4","course-v1:Org4+DemoX+db4c73","false","0","","2:12:0_1","2:12:0_1 - Problem 94","90a4757b" -"Org4","course-v1:Org4+DemoX+db4c73","true","5","829a9444-ced3-4273-9e4b-e8a8bb790c48","5:13:1_1","5:13:1_1 - Problem 66","7555f356" -"Org4","course-v1:Org4+DemoX+db4c73","true","9","4e0fc096-65d9-4b41-bcbd-564b054e532e","2:1:0_1","2:1:0_1 - Problem 92","a147f1dc" -"Org4","course-v1:Org4+DemoX+db4c73","true","8","70b53781-f71d-4051-9760-3874b4473a57","5:7:1_1","5:7:1_1 - Problem 49","fc64c95b" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","9344e7e6-2388-4b1b-b6b8-5040aad08ff7","3:2:1_1","3:2:1_1 - Problem 77","bd7471df" -"Org4","course-v1:Org4+DemoX+db4c73","true","2","668402da-eccf-4daf-b931-4c5948668f84","2:2:3_1","2:2:3_1 - Problem 64","3f31a4af" -"Org4","course-v1:Org4+DemoX+db4c73","true","7","bc9d00aa-2239-4a94-90de-b3ea4d390bc0","5:2:0_1","5:2:0_1 - Problem 62","6aaca196" -"Org4","course-v1:Org4+DemoX+db4c73","true","6","4e4f1903-4d45-4b85-94d5-af29757b8396","2:14:0_1","2:14:0_1 - Problem 69","ab6771d5" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:2:0_1","1:2:0_1 - Problem 38","491bb21f" -"Org1","course-v1:Org1+DemoX+1937e7","false","0","","1:8:6_1","1:8:6_1 - Problem 70","bcf229e3" -"Org8","course-v1:Org8+DemoX+3fefec","true","9","44b445b8-97e5-4208-abcd-5e1b08ee9569","3:3:0_1","3:3:0_1 - Problem 41","136c7e7d" -"Org8","course-v1:Org8+DemoX+3fefec","true","3","a1de350b-e587-4b57-8fc3-48feb69fd890","3:3:0_1","3:3:0_1 - Problem 41","136c7e7d" -"Org8","course-v1:Org8+DemoX+3fefec","false","0","","1:4:2_1","1:4:2_1 - Problem 52","4da95ea9" -"Org8","course-v1:Org8+DemoX+3fefec","true","1","2c2553fa-e3c2-40d9-82f4-ce6b8bdc85cf","4:7:0_1","4:7:0_1 - Problem 59","193017e7" -"Org8","course-v1:Org8+DemoX+3fefec","true","6","c3c0c4b2-b284-4f3f-aa18-934e435b6c3c","4:7:0_1","4:7:0_1 - Problem 59","193017e7" -"Org8","course-v1:Org8+DemoX+3fefec","true","1","0f764bed-e5da-4d50-89d3-66aac42b50e5","1:3:0_1","1:3:0_1 - Problem 39","36d48255" -"Org8","course-v1:Org8+DemoX+3fefec","true","7","47f03e71-bf89-470b-8cb5-8affbc109aff","4:3:2_1","4:3:2_1 - Problem 51","d58de964" -"Org8","course-v1:Org8+DemoX+3fefec","true","2","33909a28-f02d-414f-9794-58bfb18cb977","4:5:0_1","4:5:0_1 - Problem 46","8ad1127a" -"Org8","course-v1:Org8+DemoX+3fefec","true","6","fbfb0998-6d7e-4047-9235-266965fda410","4:5:0_1","4:5:0_1 - Problem 46","8ad1127a" -"Org8","course-v1:Org8+DemoX+3fefec","true","1","a28e2d80-0b93-4730-973f-15f8b18696de","4:5:0_1","4:5:0_1 - Problem 46","8ad1127a" -"Org8","course-v1:Org8+DemoX+3fefec","true","3","a1de350b-e587-4b57-8fc3-48feb69fd890","4:7:0_1","4:7:0_1 - Problem 38","73ebed66" -"Org8","course-v1:Org8+DemoX+3fefec","true","9","fc35c856-a8c5-4110-b4b4-15b2025094d8","4:7:0_1","4:7:0_1 - Problem 38","73ebed66" -"Org8","course-v1:Org8+DemoX+3fefec","true","9","465fe6bb-9894-4480-b8ef-e54d97d77fea","4:7:0_1","4:7:0_1 - Problem 38","73ebed66" -"Org8","course-v1:Org8+DemoX+3fefec","true","4","7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:3:2_1","4:3:2_1 - Problem 26","9fe92d5f" -"Org8","course-v1:Org8+DemoX+3fefec","true","6","8cdaa227-33f8-4d0c-8996-b75373f7394b","4:6:0_1","4:6:0_1 - Problem 44","b11dbd63" -"Org8","course-v1:Org8+DemoX+3fefec","false","0","","4:5:0_1","4:5:0_1 - Problem 49","0fac91c2" -"Org8","course-v1:Org8+DemoX+3fefec","true","8","a5a50fa7-26c3-405d-95bb-d1b351ffa191","2:1:0_1","2:1:0_1 - Problem 37","8ab76dda" -"Org8","course-v1:Org8+DemoX+3fefec","true","1","44b445b8-97e5-4208-abcd-5e1b08ee9569","4:7:0_1","4:7:0_1 - Problem 42","0315b0d9" -"Org8","course-v1:Org8+DemoX+3fefec","true","5","33909a28-f02d-414f-9794-58bfb18cb977","4:7:0_1","4:7:0_1 - Problem 42","0315b0d9" -"Org8","course-v1:Org8+DemoX+3fefec","false","0","","4:8:0_1","4:8:0_1 - Problem 58","bb239606" -"Org8","course-v1:Org8+DemoX+3fefec","true","1","af648aba-2da8-4c60-b982-adfc2f42fe78","1:4:3_1","1:4:3_1 - Problem 54","35841c6a" -"Org8","course-v1:Org8+DemoX+3fefec","true","7","fbfb0998-6d7e-4047-9235-266965fda410","3:3:2_1","3:3:2_1 - Problem 57","2621c59a" -"Org8","course-v1:Org8+DemoX+3fefec","true","9","70b53781-f71d-4051-9760-3874b4473a57","1:4:2_1","1:4:2_1 - Problem 50","1b8d11f6" -"Org8","course-v1:Org8+DemoX+3fefec","true","6","2369d68b-899d-458a-b780-77ebf4e5f4c3","1:4:2_1","1:4:2_1 - Problem 50","1b8d11f6" -"Org8","course-v1:Org8+DemoX+3fefec","true","6","2bb929b4-35ff-427e-9c80-addf897d76e7","2:3:1_1","2:3:1_1 - Problem 27","50b8baf5" -"Org8","course-v1:Org8+DemoX+3fefec","true","9","a1de350b-e587-4b57-8fc3-48feb69fd890","4:6:1_1","4:6:1_1 - Problem 40","ee9e0d14" -"Org8","course-v1:Org8+DemoX+3fefec","true","6","33909a28-f02d-414f-9794-58bfb18cb977","4:6:1_1","4:6:1_1 - Problem 40","ee9e0d14" -"Org8","course-v1:Org8+DemoX+3fefec","true","1","c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","3:3:2_1","3:3:2_1 - Problem 22","8b27719d" -"Org8","course-v1:Org8+DemoX+3fefec","true","3","9344e7e6-2388-4b1b-b6b8-5040aad08ff7","3:3:2_1","3:3:2_1 - Problem 22","8b27719d" -"Org8","course-v1:Org8+DemoX+3fefec","true","4","a28e2d80-0b93-4730-973f-15f8b18696de","4:8:4_1","4:8:4_1 - Problem 29","e8a115bc" -"Org8","course-v1:Org8+DemoX+3fefec","true","7","8cdaa227-33f8-4d0c-8996-b75373f7394b","4:8:4_1","4:8:4_1 - Problem 29","e8a115bc" -"Org8","course-v1:Org8+DemoX+3fefec","true","8","fc35c856-a8c5-4110-b4b4-15b2025094d8","1:5:0_1","1:5:0_1 - Problem 33","41a9b8a2" -"Org8","course-v1:Org8+DemoX+3fefec","true","8","a1de350b-e587-4b57-8fc3-48feb69fd890","1:5:0_1","1:5:0_1 - Problem 33","41a9b8a2" -"Org8","course-v1:Org8+DemoX+3fefec","true","7","3760462a-fbb0-45dc-b5e5-76e6c60c72e1","4:8:0_1","4:8:0_1 - Problem 23","198cfd08" -"Org8","course-v1:Org8+DemoX+3fefec","true","5","7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","3:3:2_1","3:3:2_1 - Problem 55","f026a874" -"Org8","course-v1:Org8+DemoX+3fefec","true","5","0f764bed-e5da-4d50-89d3-66aac42b50e5","4:7:0_1","4:7:0_1 - Problem 36","865cae40" -"Org8","course-v1:Org8+DemoX+3fefec","true","8","a499a2bb-c627-4916-92d1-f6ae6ac57a71","4:7:0_1","4:7:0_1 - Problem 36","865cae40" -"Org8","course-v1:Org8+DemoX+3fefec","true","1","602fedf5-a7ca-41ce-b14d-7f8945e1969a","1:3:1_1","1:3:1_1 - Problem 60","e8569449" -"Org8","course-v1:Org8+DemoX+3fefec","true","7","abb4911f-0c4a-4904-8004-aacfeb710346","4:0:1_1","4:0:1_1 - Problem 47","dbdb11f4" -"Org8","course-v1:Org8+DemoX+3fefec","true","5","6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:0:1_1","4:0:1_1 - Problem 47","dbdb11f4" -"Org8","course-v1:Org8+DemoX+3fefec","true","6","70b53781-f71d-4051-9760-3874b4473a57","1:4:0_1","1:4:0_1 - Problem 30","227679dc" -"Org8","course-v1:Org8+DemoX+3fefec","true","7","c217b4e2-3bf7-44db-9193-e1abbd905533","1:4:0_1","1:4:0_1 - Problem 28","b14d3472" -"Org8","course-v1:Org8+DemoX+3fefec","false","0","","2:1:0_1","2:1:0_1 - Problem 24","7e5e9b0d" -"Org8","course-v1:Org8+DemoX+3fefec","true","9","a499a2bb-c627-4916-92d1-f6ae6ac57a71","1:4:3_1","1:4:3_1 - Problem 32","71a97e77" -"Org8","course-v1:Org8+DemoX+3fefec","true","8","9344e7e6-2388-4b1b-b6b8-5040aad08ff7","2:1:0_1","2:1:0_1 - Problem 31","79bc5ff7" -"Org8","course-v1:Org8+DemoX+3fefec","true","5","6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:8:0_1","4:8:0_1 - Problem 35","7785f400" -"Org8","course-v1:Org8+DemoX+3fefec","false","0","","1:4:3_1","1:4:3_1 - Problem 25","ee4676d3" -"Org0","course-v1:Org0+DemoX+81bba1","true","7","273d802c-af43-4e17-a03c-0dd9da357be1","2:2:0_1","2:2:0_1 - Problem 24","c62a4922" -"Org0","course-v1:Org0+DemoX+81bba1","true","6","5acd076a-e3f8-48e6-9c13-aad953166b68","2:1:3_1","2:1:3_1 - Problem 27","bb8299d2" -"Org0","course-v1:Org0+DemoX+81bba1","true","5","100752b0-091b-40a3-9087-52f0d4aaeb8c","2:1:3_1","2:1:3_1 - Problem 27","bb8299d2" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","154fd129-9ceb-4303-9984-d7736031117b","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" -"Org0","course-v1:Org0+DemoX+81bba1","true","3","8d500f3f-f97a-4c45-b786-c814ced84bff","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" -"Org0","course-v1:Org0+DemoX+81bba1","true","8","100752b0-091b-40a3-9087-52f0d4aaeb8c","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" -"Org0","course-v1:Org0+DemoX+81bba1","true","6","49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" -"Org0","course-v1:Org0+DemoX+81bba1","true","3","154fd129-9ceb-4303-9984-d7736031117b","2:2:0_1","2:2:0_1 - Problem 18","c37392ac" -"Org0","course-v1:Org0+DemoX+81bba1","true","3","c838016f-6640-44d9-a038-33a7cc4018a9","2:1:3_1","2:1:3_1 - Problem 20","d359e0ff" -"Org0","course-v1:Org0+DemoX+81bba1","true","8","5acd076a-e3f8-48e6-9c13-aad953166b68","2:1:3_1","2:1:3_1 - Problem 20","d359e0ff" -"Org0","course-v1:Org0+DemoX+81bba1","true","6","c217b4e2-3bf7-44db-9193-e1abbd905533","2:3:1_1","2:3:1_1 - Problem 15","dbc5def1" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","28613776-d1b8-4d1d-a94f-1095f09efc2b","1:3:2_1","1:3:2_1 - Problem 29","81df6568" -"Org0","course-v1:Org0+DemoX+81bba1","true","2","bc9d00aa-2239-4a94-90de-b3ea4d390bc0","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" -"Org0","course-v1:Org0+DemoX+81bba1","true","4","c838016f-6640-44d9-a038-33a7cc4018a9","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" -"Org0","course-v1:Org0+DemoX+81bba1","true","1","1efff542-8cfc-4bc9-863d-1bdd3c521515","1:3:1_1","1:3:1_1 - Problem 28","f33cfeca" -"Org0","course-v1:Org0+DemoX+81bba1","true","2","100752b0-091b-40a3-9087-52f0d4aaeb8c","1:3:1_1","1:3:1_1 - Problem 28","f33cfeca" -"Org0","course-v1:Org0+DemoX+81bba1","true","2","8d500f3f-f97a-4c45-b786-c814ced84bff","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" -"Org0","course-v1:Org0+DemoX+81bba1","true","4","49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" -"Org0","course-v1:Org0+DemoX+81bba1","true","7","47f03e71-bf89-470b-8cb5-8affbc109aff","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","2f34c036-b8b2-4cf2-8180-1044c4e231ae","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" -"Org0","course-v1:Org0+DemoX+81bba1","true","5","28613776-d1b8-4d1d-a94f-1095f09efc2b","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" -"Org0","course-v1:Org0+DemoX+81bba1","true","1","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:3:3_1","1:3:3_1 - Problem 14","fe4ad643" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","8d500f3f-f97a-4c45-b786-c814ced84bff","1:2:0_1","1:2:0_1 - Problem 19","20d3f709" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","28613776-d1b8-4d1d-a94f-1095f09efc2b","1:2:0_1","1:2:0_1 - Problem 19","20d3f709" -"Org0","course-v1:Org0+DemoX+81bba1","true","2","1efff542-8cfc-4bc9-863d-1bdd3c521515","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" -"Org0","course-v1:Org0+DemoX+81bba1","true","1","c217b4e2-3bf7-44db-9193-e1abbd905533","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" -"Org0","course-v1:Org0+DemoX+81bba1","true","8","168168ea-84e1-4e8c-8e36-db11d23eb1b8","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" -"Org0","course-v1:Org0+DemoX+81bba1","true","5","273d802c-af43-4e17-a03c-0dd9da357be1","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" -"Org0","course-v1:Org0+DemoX+81bba1","true","4","154fd129-9ceb-4303-9984-d7736031117b","3:0:0_1","3:0:0_1 - Problem 21","4ed4d910" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","49d7023e-84c3-4396-9df7-5536b203ac32","3:0:0_1","3:0:0_1 - Problem 21","4ed4d910" -"Org0","course-v1:Org0+DemoX+81bba1","true","4","2f34c036-b8b2-4cf2-8180-1044c4e231ae","3:0:0_1","3:0:0_1 - Problem 21","4ed4d910" -"Org0","course-v1:Org0+DemoX+81bba1","true","1","c838016f-6640-44d9-a038-33a7cc4018a9","1:1:1_1","1:1:1_1 - Problem 17","239a6726" -"Org0","course-v1:Org0+DemoX+81bba1","true","4","49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","2f34c036-b8b2-4cf2-8180-1044c4e231ae","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" -"Org0","course-v1:Org0+DemoX+81bba1","true","4","a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","1efff542-8cfc-4bc9-863d-1bdd3c521515","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" -"Org0","course-v1:Org0+DemoX+81bba1","true","7","1efff542-8cfc-4bc9-863d-1bdd3c521515","2:1:3_1","2:1:3_1 - Problem 16","d7e8f581" -"Org0","course-v1:Org0+DemoX+81bba1","true","2","2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:1:3_1","2:1:3_1 - Problem 22","85ef8e46" -"Org0","course-v1:Org0+DemoX+81bba1","true","1","100752b0-091b-40a3-9087-52f0d4aaeb8c","2:1:3_1","2:1:3_1 - Problem 22","85ef8e46" -"Org0","course-v1:Org0+DemoX+81bba1","true","9","154fd129-9ceb-4303-9984-d7736031117b","2:1:3_1","2:1:3_1 - Problem 22","85ef8e46" -"Org0","course-v1:Org0+DemoX+81bba1","false","0","","2:2:0_1","2:2:0_1 - Problem 23","cedef2be" -"Org3","course-v1:Org3+DemoX+528fdd","true","7","9fa89875-36d7-465e-9bae-a05c0e252db4","2:0:0_1","2:0:0_1 - Problem 21","46bf768c" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","43e0dba8-fc43-4567-824d-68bfabb1f312","3:3:0_1","3:3:0_1 - Problem 29","7d570e53" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","465fe6bb-9894-4480-b8ef-e54d97d77fea","3:3:0_1","3:3:0_1 - Problem 29","7d570e53" -"Org3","course-v1:Org3+DemoX+528fdd","true","1","8d500f3f-f97a-4c45-b786-c814ced84bff","3:3:0_1","3:3:0_1 - Problem 29","7d570e53" -"Org3","course-v1:Org3+DemoX+528fdd","true","7","9fa89875-36d7-465e-9bae-a05c0e252db4","1:4:2_1","1:4:2_1 - Problem 17","d983e182" -"Org3","course-v1:Org3+DemoX+528fdd","true","1","9d97277c-9df9-475e-a231-1af77bf3311f","1:6:0_1","1:6:0_1 - Problem 13","33d691fb" -"Org3","course-v1:Org3+DemoX+528fdd","true","9","8d500f3f-f97a-4c45-b786-c814ced84bff","3:3:0_1","3:3:0_1 - Problem 23","08c48231" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","9fa89875-36d7-465e-9bae-a05c0e252db4","3:3:0_1","3:3:0_1 - Problem 23","08c48231" -"Org3","course-v1:Org3+DemoX+528fdd","true","4","9fa89875-36d7-465e-9bae-a05c0e252db4","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","3044ff34-06c7-4d33-bfe3-405b0f05b984","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","47f03e71-bf89-470b-8cb5-8affbc109aff","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" -"Org3","course-v1:Org3+DemoX+528fdd","true","3","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" -"Org3","course-v1:Org3+DemoX+528fdd","true","8","49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" -"Org3","course-v1:Org3+DemoX+528fdd","true","6","9fa89875-36d7-465e-9bae-a05c0e252db4","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" -"Org3","course-v1:Org3+DemoX+528fdd","true","1","3760462a-fbb0-45dc-b5e5-76e6c60c72e1","3:1:0_1","3:1:0_1 - Problem 28","d432adaf" -"Org3","course-v1:Org3+DemoX+528fdd","true","7","8d500f3f-f97a-4c45-b786-c814ced84bff","3:1:0_1","3:1:0_1 - Problem 28","d432adaf" -"Org3","course-v1:Org3+DemoX+528fdd","true","6","d48677ac-2373-457c-8318-30cd736ed206","3:1:0_1","3:1:0_1 - Problem 28","d432adaf" -"Org3","course-v1:Org3+DemoX+528fdd","true","7","33909a28-f02d-414f-9794-58bfb18cb977","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" -"Org3","course-v1:Org3+DemoX+528fdd","true","1","465fe6bb-9894-4480-b8ef-e54d97d77fea","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","49a47dcd-f33e-4ad5-9416-a248494a85af","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","33909a28-f02d-414f-9794-58bfb18cb977","3:1:0_1","3:1:0_1 - Problem 22","e406b6a4" -"Org3","course-v1:Org3+DemoX+528fdd","true","1","43e0dba8-fc43-4567-824d-68bfabb1f312","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" -"Org3","course-v1:Org3+DemoX+528fdd","true","7","49d7023e-84c3-4396-9df7-5536b203ac32","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" -"Org3","course-v1:Org3+DemoX+528fdd","true","2","68195b77-86d9-4a90-988e-ec5f38d3a929","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" -"Org3","course-v1:Org3+DemoX+528fdd","true","3","c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" -"Org3","course-v1:Org3+DemoX+528fdd","true","7","33909a28-f02d-414f-9794-58bfb18cb977","3:3:0_1","3:3:0_1 - Problem 19","a496b98d" -"Org3","course-v1:Org3+DemoX+528fdd","true","8","3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","3:3:0_1","3:3:0_1 - Problem 19","a496b98d" -"Org3","course-v1:Org3+DemoX+528fdd","true","6","c838016f-6640-44d9-a038-33a7cc4018a9","2:0:4_1","2:0:4_1 - Problem 30","f9475bab" -"Org3","course-v1:Org3+DemoX+528fdd","true","3","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","2:0:4_1","2:0:4_1 - Problem 30","f9475bab" -"Org3","course-v1:Org3+DemoX+528fdd","true","1","68195b77-86d9-4a90-988e-ec5f38d3a929","1:5:0_1","1:5:0_1 - Problem 26","e9905b2c" -"Org3","course-v1:Org3+DemoX+528fdd","true","6","9d97277c-9df9-475e-a231-1af77bf3311f","1:5:0_1","1:5:0_1 - Problem 26","e9905b2c" -"Org3","course-v1:Org3+DemoX+528fdd","true","6","49d7023e-84c3-4396-9df7-5536b203ac32","1:5:0_1","1:5:0_1 - Problem 26","e9905b2c" -"Org3","course-v1:Org3+DemoX+528fdd","true","7","9fa89875-36d7-465e-9bae-a05c0e252db4","1:3:0_1","1:3:0_1 - Problem 15","73289b19" -"Org3","course-v1:Org3+DemoX+528fdd","false","0","","1:7:1_1","1:7:1_1 - Problem 25","33cff94e" -"Org3","course-v1:Org3+DemoX+528fdd","true","4","9fa89875-36d7-465e-9bae-a05c0e252db4","1:3:0_1","1:3:0_1 - Problem 24","d9110d2f" -"Org3","course-v1:Org3+DemoX+528fdd","true","8","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:4:4_1","1:4:4_1 - Problem 16","a29a76d1" -"Org3","course-v1:Org3+DemoX+528fdd","true","5","c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","1:4:4_1","1:4:4_1 - Problem 16","a29a76d1" -"Org3","course-v1:Org3+DemoX+528fdd","true","4","3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","3:3:0_1","3:3:0_1 - Problem 12","c126b470" -"Org3","course-v1:Org3+DemoX+528fdd","true","3","43e0dba8-fc43-4567-824d-68bfabb1f312","3:3:0_1","3:3:0_1 - Problem 12","c126b470" -"Org3","course-v1:Org3+DemoX+528fdd","true","3","465fe6bb-9894-4480-b8ef-e54d97d77fea","3:3:0_1","3:3:0_1 - Problem 12","c126b470" -"Org3","course-v1:Org3+DemoX+528fdd","true","8","fbfb0998-6d7e-4047-9235-266965fda410","3:3:0_1","3:3:0_1 - Problem 12","c126b470" -"Org3","course-v1:Org3+DemoX+528fdd","true","2","9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:7:1_1","1:7:1_1 - Problem 27","383bca86" -"Org3","course-v1:Org3+DemoX+528fdd","true","8","9fa89875-36d7-465e-9bae-a05c0e252db4","1:7:1_1","1:7:1_1 - Problem 27","383bca86" -"Org4","course-v1:Org4+DemoX+0b1656","true","6","100752b0-091b-40a3-9087-52f0d4aaeb8c","1:9:10_1","1:9:10_1 - Problem 153","97b5385a" -"Org4","course-v1:Org4+DemoX+0b1656","true","5","1efff542-8cfc-4bc9-863d-1bdd3c521515","8:2:1_1","8:2:1_1 - Problem 129","4dda5871" -"Org4","course-v1:Org4+DemoX+0b1656","true","1","3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","6:12:4_1","6:12:4_1 - Problem 90","d6c3d083" -"Org4","course-v1:Org4+DemoX+0b1656","true","3","4e4f1903-4d45-4b85-94d5-af29757b8396","6:12:4_1","6:12:4_1 - Problem 90","d6c3d083" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","168168ea-84e1-4e8c-8e36-db11d23eb1b8","6:11:0_1","6:11:0_1 - Problem 42","00789656" -"Org4","course-v1:Org4+DemoX+0b1656","true","2","d48677ac-2373-457c-8318-30cd736ed206","6:11:0_1","6:11:0_1 - Problem 42","00789656" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","1:9:6_1","1:9:6_1 - Problem 88","cc69ab0f" -"Org4","course-v1:Org4+DemoX+0b1656","true","8","6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","1:0:3_1","1:0:3_1 - Problem 158","8664c22c" -"Org4","course-v1:Org4+DemoX+0b1656","true","4","47f03e71-bf89-470b-8cb5-8affbc109aff","1:0:3_1","1:0:3_1 - Problem 158","8664c22c" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","1:9:3_1","1:9:3_1 - Problem 122","6a38b2da" -"Org4","course-v1:Org4+DemoX+0b1656","true","5","3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:9:5_1","1:9:5_1 - Problem 165","b9f4d6f4" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","6:11:0_1","6:11:0_1 - Problem 79","36ca82d9" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","39762ebc-1c5b-4ae9-8694-758f6a74b8f3","10:0:3_1","10:0:3_1 - Problem 81","f07335a0" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","1:9:8_1","1:9:8_1 - Problem 183","877dc396" -"Org4","course-v1:Org4+DemoX+0b1656","true","3","ee648ff3-a442-43af-b1f8-d9880957ec86","3:1:2_1","3:1:2_1 - Problem 172","2b7ab273" -"Org4","course-v1:Org4+DemoX+0b1656","true","6","49a47dcd-f33e-4ad5-9416-a248494a85af","3:1:2_1","3:1:2_1 - Problem 172","2b7ab273" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","8:2:0_1","8:2:0_1 - Problem 164","80836d2d" -"Org4","course-v1:Org4+DemoX+0b1656","true","8","f360e005-29c1-4ad8-92a8-308d7047dc6e","1:5:0_1","1:5:0_1 - Problem 94","6c1973b2" -"Org4","course-v1:Org4+DemoX+0b1656","true","1","d48677ac-2373-457c-8318-30cd736ed206","1:5:0_1","1:5:0_1 - Problem 94","6c1973b2" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","10:2:0_1","10:2:0_1 - Problem 194","f2e6c68a" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","1:3:3_1","1:3:3_1 - Problem 44","ac8096a0" -"Org4","course-v1:Org4+DemoX+0b1656","true","9","96ab90f0-078f-477c-a011-7eda70eba32a","6:2:3_1","6:2:3_1 - Problem 97","dceb5a6e" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","10:8:0_1","10:8:0_1 - Problem 75","6c752db8" -"Org4","course-v1:Org4+DemoX+0b1656","true","5","8cdaa227-33f8-4d0c-8996-b75373f7394b","4:3:0_1","4:3:0_1 - Problem 157","35d103d1" -"Org4","course-v1:Org4+DemoX+0b1656","true","4","ed2421ea-45e4-4610-85b1-d58b2cdf628a","6:14:1_1","6:14:1_1 - Problem 58","94f615d1" -"Org4","course-v1:Org4+DemoX+0b1656","true","9","bc9d00aa-2239-4a94-90de-b3ea4d390bc0","4:2:1_1","4:2:1_1 - Problem 140","ee0499ca" -"Org4","course-v1:Org4+DemoX+0b1656","true","8","fc35c856-a8c5-4110-b4b4-15b2025094d8","10:2:0_1","10:2:0_1 - Problem 137","aeda9291" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","10:0:3_1","10:0:3_1 - Problem 190","fdd7a7fd" -"Org4","course-v1:Org4+DemoX+0b1656","true","4","f5975641-7160-4d20-9989-c7f9a993d32c","1:7:0_1","1:7:0_1 - Problem 150","e0485a3f" -"Org4","course-v1:Org4+DemoX+0b1656","true","8","107459eb-506c-4347-93d5-22637996edf1","10:0:2_1","10:0:2_1 - Problem 141","1f68ee03" -"Org4","course-v1:Org4+DemoX+0b1656","true","9","14f0b50a-e45e-496f-9511-7437473dba2f","4:1:0_1","4:1:0_1 - Problem 54","4b2002ec" -"Org4","course-v1:Org4+DemoX+0b1656","true","1","7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","6:7:0_1","6:7:0_1 - Problem 123","d5774836" -"Org4","course-v1:Org4+DemoX+0b1656","true","5","d44a9bd9-6afe-4f1c-9f21-9aef3194c24a","6:2:0_1","6:2:0_1 - Problem 50","be48c726" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","4:10:0_1","4:10:0_1 - Problem 143","00359264" -"Org4","course-v1:Org4+DemoX+0b1656","true","4","dca7ea78-c883-4106-a698-87d5428c9207","3:1:1_1","3:1:1_1 - Problem 135","0af4e5db" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","272f9b05-b2c8-4755-aa4b-087875c8104b","1:9:10_1","1:9:10_1 - Problem 110","42479fdc" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","6:12:9_1","6:12:9_1 - Problem 173","d95364b6" -"Org4","course-v1:Org4+DemoX+0b1656","true","2","f360e005-29c1-4ad8-92a8-308d7047dc6e","6:5:4_1","6:5:4_1 - Problem 179","899c8a18" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","3:1:1_1","3:1:1_1 - Problem 200","1bdd9bff" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","6:11:0_1","6:11:0_1 - Problem 178","ecd5ac28" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","6:12:5_1","6:12:5_1 - Problem 163","4c66a082" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:10:0_1","4:10:0_1 - Problem 154","6291a7ba" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","2:1:2_1","2:1:2_1 - Problem 107","408f0eee" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","39762ebc-1c5b-4ae9-8694-758f6a74b8f3","3:1:2_1","3:1:2_1 - Problem 47","9b56abd8" -"Org4","course-v1:Org4+DemoX+0b1656","true","5","9d97277c-9df9-475e-a231-1af77bf3311f","3:1:1_1","3:1:1_1 - Problem 70","0579ba5c" -"Org4","course-v1:Org4+DemoX+0b1656","true","2","33909a28-f02d-414f-9794-58bfb18cb977","3:1:1_1","3:1:1_1 - Problem 70","0579ba5c" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","6:12:7_1","6:12:7_1 - Problem 96","57c33c3f" -"Org4","course-v1:Org4+DemoX+0b1656","true","6","007761a3-b622-4cb9-8461-b2c6daffb402","1:7:0_1","1:7:0_1 - Problem 76","4bdeb55b" -"Org4","course-v1:Org4+DemoX+0b1656","true","6","3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","10:0:4_1","10:0:4_1 - Problem 105","fc94cdd3" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","3:1:2_1","3:1:2_1 - Problem 145","39ab9eee" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","bc9d00aa-2239-4a94-90de-b3ea4d390bc0","6:11:0_1","6:11:0_1 - Problem 61","7ab2f9fc" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","f8b778fb-aff9-4b63-8fe3-d578f3891dd8","10:8:0_1","10:8:0_1 - Problem 78","28c946cd" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","8:2:5_1","8:2:5_1 - Problem 139","711cb857" -"Org4","course-v1:Org4+DemoX+0b1656","true","2","100752b0-091b-40a3-9087-52f0d4aaeb8c","6:5:4_1","6:5:4_1 - Problem 85","4e74a821" -"Org4","course-v1:Org4+DemoX+0b1656","true","6","fc35c856-a8c5-4110-b4b4-15b2025094d8","10:3:2_1","10:3:2_1 - Problem 95","488a07a3" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","6:7:0_1","6:7:0_1 - Problem 104","4cdd44ed" -"Org4","course-v1:Org4+DemoX+0b1656","true","2","47f03e71-bf89-470b-8cb5-8affbc109aff","1:4:0_1","1:4:0_1 - Problem 99","1deca1cd" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","4:9:0_1","4:9:0_1 - Problem 74","a2d9830f" -"Org4","course-v1:Org4+DemoX+0b1656","true","4","33909a28-f02d-414f-9794-58bfb18cb977","1:9:3_1","1:9:3_1 - Problem 146","9c5a32da" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","10:0:0_1","10:0:0_1 - Problem 52","47d67dce" -"Org4","course-v1:Org4+DemoX+0b1656","true","2","2369d68b-899d-458a-b780-77ebf4e5f4c3","4:1:1_1","4:1:1_1 - Problem 169","229280b3" -"Org4","course-v1:Org4+DemoX+0b1656","true","7","70b53781-f71d-4051-9760-3874b4473a57","10:0:4_1","10:0:4_1 - Problem 180","276d0f79" -"Org4","course-v1:Org4+DemoX+0b1656","true","8","2369d68b-899d-458a-b780-77ebf4e5f4c3","1:9:1_1","1:9:1_1 - Problem 176","b9d2747e" -"Org4","course-v1:Org4+DemoX+0b1656","true","3","61570f19-557c-4dbd-9cd2-9f3c573beb4b","5:0:5_1","5:0:5_1 - Problem 132","58d0ec3f" -"Org4","course-v1:Org4+DemoX+0b1656","true","5","1efff542-8cfc-4bc9-863d-1bdd3c521515","6:1:0_1","6:1:0_1 - Problem 51","f6f8a7dc" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","1:9:7_1","1:9:7_1 - Problem 64","20c7a88c" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","10:5:5_1","10:5:5_1 - Problem 66","242f4d0b" -"Org4","course-v1:Org4+DemoX+0b1656","true","4","49d7023e-84c3-4396-9df7-5536b203ac32","2:1:3_1","2:1:3_1 - Problem 124","402b70a9" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","3:0:1_1","3:0:1_1 - Problem 152","4296260e" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","1:9:2_1","1:9:2_1 - Problem 62","5f30bcc1" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","5:0:5_1","5:0:5_1 - Problem 136","8b4cbbcb" -"Org4","course-v1:Org4+DemoX+0b1656","false","0","","10:5:1_1","10:5:1_1 - Problem 130","61789f73" +"Org0","course-v1:Org0+DemoX+2bc51b","true",6,"3058e600-5bee-4018-920e-52a311963d88","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" +"Org0","course-v1:Org0+DemoX+2bc51b","false",8,"33909a28-f02d-414f-9794-58bfb18cb977","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" +"Org0","course-v1:Org0+DemoX+2bc51b","true",1,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" +"Org0","course-v1:Org0+DemoX+2bc51b","false",8,"c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" +"Org0","course-v1:Org0+DemoX+2bc51b","true",7,"f376194f-4c5c-4357-aae6-780707fcf36a","3:1:1_1","3:1:1_1 - Problem 14","09b07a8d" +"Org0","course-v1:Org0+DemoX+2bc51b","true",6,"3058e600-5bee-4018-920e-52a311963d88","1:2:0_1","1:2:0_1 - Problem 20","0c8e7909" +"Org0","course-v1:Org0+DemoX+2bc51b","true",8,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","1:5:1_1","1:5:1_1 - Problem 12","32117588" +"Org0","course-v1:Org0+DemoX+2bc51b","false",6,"8d500f3f-f97a-4c45-b786-c814ced84bff","1:5:1_1","1:5:1_1 - Problem 12","32117588" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"abb4911f-0c4a-4904-8004-aacfeb710346","1:5:1_1","1:5:1_1 - Problem 12","32117588" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"b3abecb9-10c6-4cfd-93ae-92883b2ab749","1:5:1_1","1:5:1_1 - Problem 12","32117588" +"Org0","course-v1:Org0+DemoX+2bc51b","true",9,"f376194f-4c5c-4357-aae6-780707fcf36a","1:5:1_1","1:5:1_1 - Problem 12","32117588" +"Org0","course-v1:Org0+DemoX+2bc51b","false",1,"4e0fc096-65d9-4b41-bcbd-564b054e532e","3:0:7_1","3:0:7_1 - Problem 19","3a599970" +"Org0","course-v1:Org0+DemoX+2bc51b","false",6,"b3abecb9-10c6-4cfd-93ae-92883b2ab749","3:0:7_1","3:0:7_1 - Problem 19","3a599970" +"Org0","course-v1:Org0+DemoX+2bc51b","false",3,"007761a3-b622-4cb9-8461-b2c6daffb402","3:2:0_1","3:2:0_1 - Problem 25","42e10810" +"Org0","course-v1:Org0+DemoX+2bc51b","false",8,"1479a01b-d058-4b00-89cf-3e51531f3fb8","3:2:0_1","3:2:0_1 - Problem 25","42e10810" +"Org0","course-v1:Org0+DemoX+2bc51b","true",8,"272f9b05-b2c8-4755-aa4b-087875c8104b","3:2:0_1","3:2:0_1 - Problem 25","42e10810" +"Org0","course-v1:Org0+DemoX+2bc51b","true",1,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","3:2:0_1","3:2:0_1 - Problem 25","42e10810" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","3:2:0_1","3:2:0_1 - Problem 25","42e10810" +"Org0","course-v1:Org0+DemoX+2bc51b","true",7,"3058e600-5bee-4018-920e-52a311963d88","3:0:7_1","3:0:7_1 - Problem 16","44277181" +"Org0","course-v1:Org0+DemoX+2bc51b","true",5,"c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","3:0:7_1","3:0:7_1 - Problem 16","44277181" +"Org0","course-v1:Org0+DemoX+2bc51b","true",8,"273d802c-af43-4e17-a03c-0dd9da357be1","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"33909a28-f02d-414f-9794-58bfb18cb977","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" +"Org0","course-v1:Org0+DemoX+2bc51b","false",5,"abb4911f-0c4a-4904-8004-aacfeb710346","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" +"Org0","course-v1:Org0+DemoX+2bc51b","true",9,"c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" +"Org0","course-v1:Org0+DemoX+2bc51b","true",3,"f5975641-7160-4d20-9989-c7f9a993d32c","3:0:7_1","3:0:7_1 - Problem 15","6b9df084" +"Org0","course-v1:Org0+DemoX+2bc51b","false",5,"272f9b05-b2c8-4755-aa4b-087875c8104b","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" +"Org0","course-v1:Org0+DemoX+2bc51b","false",9,"3058e600-5bee-4018-920e-52a311963d88","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" +"Org0","course-v1:Org0+DemoX+2bc51b","false",2,"33909a28-f02d-414f-9794-58bfb18cb977","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" +"Org0","course-v1:Org0+DemoX+2bc51b","true",4,"44b445b8-97e5-4208-abcd-5e1b08ee9569","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" +"Org0","course-v1:Org0+DemoX+2bc51b","false",7,"4e0fc096-65d9-4b41-bcbd-564b054e532e","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" +"Org0","course-v1:Org0+DemoX+2bc51b","true",1,"8d500f3f-f97a-4c45-b786-c814ced84bff","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" +"Org0","course-v1:Org0+DemoX+2bc51b","true",2,"b3abecb9-10c6-4cfd-93ae-92883b2ab749","3:0:6_1","3:0:6_1 - Problem 13","7a3352db" +"Org0","course-v1:Org0+DemoX+2bc51b","true",7,"3058e600-5bee-4018-920e-52a311963d88","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",2,"33909a28-f02d-414f-9794-58bfb18cb977","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",6,"44b445b8-97e5-4208-abcd-5e1b08ee9569","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",7,"49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",5,"f376194f-4c5c-4357-aae6-780707fcf36a","1:2:0_1","1:2:0_1 - Problem 21","879cc4e4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",2,"1bf5ad2e-5eb7-4209-bb1c-ca2f4c8826e0","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" +"Org0","course-v1:Org0+DemoX+2bc51b","true",4,"272f9b05-b2c8-4755-aa4b-087875c8104b","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" +"Org0","course-v1:Org0+DemoX+2bc51b","true",5,"33909a28-f02d-414f-9794-58bfb18cb977","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" +"Org0","course-v1:Org0+DemoX+2bc51b","false",2,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" +"Org0","course-v1:Org0+DemoX+2bc51b","true",6,"f376194f-4c5c-4357-aae6-780707fcf36a","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"f5975641-7160-4d20-9989-c7f9a993d32c","3:2:0_1","3:2:0_1 - Problem 27","a07cda7c" +"Org0","course-v1:Org0+DemoX+2bc51b","false",7,"272f9b05-b2c8-4755-aa4b-087875c8104b","3:3:2_1","3:3:2_1 - Problem 26","b6548753" +"Org0","course-v1:Org0+DemoX+2bc51b","false",5,"3058e600-5bee-4018-920e-52a311963d88","3:3:2_1","3:3:2_1 - Problem 26","b6548753" +"Org0","course-v1:Org0+DemoX+2bc51b","true",2,"44b445b8-97e5-4208-abcd-5e1b08ee9569","3:3:2_1","3:3:2_1 - Problem 26","b6548753" +"Org0","course-v1:Org0+DemoX+2bc51b","true",5,"abb4911f-0c4a-4904-8004-aacfeb710346","3:3:2_1","3:3:2_1 - Problem 26","b6548753" +"Org0","course-v1:Org0+DemoX+2bc51b","true",2,"f360e005-29c1-4ad8-92a8-308d7047dc6e","3:3:2_1","3:3:2_1 - Problem 26","b6548753" +"Org0","course-v1:Org0+DemoX+2bc51b","true",1,"007761a3-b622-4cb9-8461-b2c6daffb402","1:4:1_1","1:4:1_1 - Problem 18","ba3712a4" +"Org0","course-v1:Org0+DemoX+2bc51b","false",6,"1bf5ad2e-5eb7-4209-bb1c-ca2f4c8826e0","1:4:1_1","1:4:1_1 - Problem 18","ba3712a4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",6,"4e0fc096-65d9-4b41-bcbd-564b054e532e","1:4:1_1","1:4:1_1 - Problem 18","ba3712a4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",4,"f376194f-4c5c-4357-aae6-780707fcf36a","1:4:1_1","1:4:1_1 - Problem 18","ba3712a4" +"Org0","course-v1:Org0+DemoX+2bc51b","true",8,"44b445b8-97e5-4208-abcd-5e1b08ee9569","3:1:2_1","3:1:2_1 - Problem 24","bfe02ba1" +"Org0","course-v1:Org0+DemoX+2bc51b","true",1,"49d7023e-84c3-4396-9df7-5536b203ac32","3:1:2_1","3:1:2_1 - Problem 24","bfe02ba1" +"Org0","course-v1:Org0+DemoX+2bc51b","false",3,"3058e600-5bee-4018-920e-52a311963d88","2:1:2_1","2:1:2_1 - Problem 28","cc450fc7" +"Org0","course-v1:Org0+DemoX+2bc51b","true",8,"4e0fc096-65d9-4b41-bcbd-564b054e532e","2:1:2_1","2:1:2_1 - Problem 28","cc450fc7" +"Org0","course-v1:Org0+DemoX+2bc51b","true",8,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:1:2_1","2:1:2_1 - Problem 28","cc450fc7" +"Org0","course-v1:Org0+DemoX+2bc51b","true",5,"f376194f-4c5c-4357-aae6-780707fcf36a","2:1:2_1","2:1:2_1 - Problem 28","cc450fc7" +"Org0","course-v1:Org0+DemoX+2bc51b","false",1,"4e0fc096-65d9-4b41-bcbd-564b054e532e","3:1:1_1","3:1:1_1 - Problem 11","d38ff013" +"Org0","course-v1:Org0+DemoX+2bc51b","false",8,"f5975641-7160-4d20-9989-c7f9a993d32c","3:1:1_1","3:1:1_1 - Problem 11","d38ff013" +"Org0","course-v1:Org0+DemoX+2bc51b","false",3,"007761a3-b622-4cb9-8461-b2c6daffb402","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","true",3,"1479a01b-d058-4b00-89cf-3e51531f3fb8","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","true",4,"49d7023e-84c3-4396-9df7-5536b203ac32","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","false",8,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","false",2,"f360e005-29c1-4ad8-92a8-308d7047dc6e","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","true",5,"f5975641-7160-4d20-9989-c7f9a993d32c","1:5:1_1","1:5:1_1 - Problem 23","dbd362c2" +"Org0","course-v1:Org0+DemoX+2bc51b","true",6,"007761a3-b622-4cb9-8461-b2c6daffb402","3:3:0_1","3:3:0_1 - Problem 30","e5e97aab" +"Org0","course-v1:Org0+DemoX+2bc51b","false",9,"2369d68b-899d-458a-b780-77ebf4e5f4c3","3:3:0_1","3:3:0_1 - Problem 30","e5e97aab" +"Org0","course-v1:Org0+DemoX+2bc51b","true",7,"272f9b05-b2c8-4755-aa4b-087875c8104b","3:3:0_1","3:3:0_1 - Problem 30","e5e97aab" +"Org0","course-v1:Org0+DemoX+2bc51b","false",3,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","3:3:0_1","3:3:0_1 - Problem 30","e5e97aab" +"Org0","course-v1:Org0+DemoX+2bc51b","false",5,"f360e005-29c1-4ad8-92a8-308d7047dc6e","3:3:0_1","3:3:0_1 - Problem 30","e5e97aab" +"Org0","course-v1:Org0+DemoX+2bc51b","true",5,"1479a01b-d058-4b00-89cf-3e51531f3fb8","3:0:6_1","3:0:6_1 - Problem 17","e7a585a0" +"Org0","course-v1:Org0+DemoX+2bc51b","false",3,"273d802c-af43-4e17-a03c-0dd9da357be1","3:0:6_1","3:0:6_1 - Problem 17","e7a585a0" +"Org0","course-v1:Org0+DemoX+2bc51b","false",1,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","3:0:6_1","3:0:6_1 - Problem 17","e7a585a0" +"Org0","course-v1:Org0+DemoX+2bc51b","true",7,"8d500f3f-f97a-4c45-b786-c814ced84bff","3:0:6_1","3:0:6_1 - Problem 17","e7a585a0" +"Org0","course-v1:Org0+DemoX+2bc51b","false",1,"1479a01b-d058-4b00-89cf-3e51531f3fb8","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" +"Org0","course-v1:Org0+DemoX+2bc51b","false",3,"8d500f3f-f97a-4c45-b786-c814ced84bff","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" +"Org0","course-v1:Org0+DemoX+2bc51b","false",1,"abb4911f-0c4a-4904-8004-aacfeb710346","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" +"Org0","course-v1:Org0+DemoX+2bc51b","false",4,"c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" +"Org0","course-v1:Org0+DemoX+2bc51b","true",3,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" +"Org0","course-v1:Org0+DemoX+2bc51b","true",3,"f376194f-4c5c-4357-aae6-780707fcf36a","1:4:0_1","1:4:0_1 - Problem 29","f116ead5" +"Org0","course-v1:Org0+DemoX+2bc51b","true",6,"1479a01b-d058-4b00-89cf-3e51531f3fb8","2:0:0_1","2:0:0_1 - Problem 22","f3788c4f" +"Org0","course-v1:Org0+DemoX+2bc51b","false",9,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","2:0:0_1","2:0:0_1 - Problem 22","f3788c4f" +"Org0","course-v1:Org0+DemoX+2bc51b","false",7,"abb4911f-0c4a-4904-8004-aacfeb710346","2:0:0_1","2:0:0_1 - Problem 22","f3788c4f" +"Org0","course-v1:Org0+DemoX+81bba1","false",3,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:2:0_1","1:2:0_1 - Problem 19","20d3f709" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"28613776-d1b8-4d1d-a94f-1095f09efc2b","1:2:0_1","1:2:0_1 - Problem 19","20d3f709" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"8d500f3f-f97a-4c45-b786-c814ced84bff","1:2:0_1","1:2:0_1 - Problem 19","20d3f709" +"Org0","course-v1:Org0+DemoX+81bba1","false",8,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:2:0_1","1:2:0_1 - Problem 19","20d3f709" +"Org0","course-v1:Org0+DemoX+81bba1","false",5,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","1:1:1_1","1:1:1_1 - Problem 17","239a6726" +"Org0","course-v1:Org0+DemoX+81bba1","true",1,"c838016f-6640-44d9-a038-33a7cc4018a9","1:1:1_1","1:1:1_1 - Problem 17","239a6726" +"Org0","course-v1:Org0+DemoX+81bba1","true",8,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"154fd129-9ceb-4303-9984-d7736031117b","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" +"Org0","course-v1:Org0+DemoX+81bba1","true",6,"49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" +"Org0","course-v1:Org0+DemoX+81bba1","false",4,"8d500f3f-f97a-4c45-b786-c814ced84bff","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" +"Org0","course-v1:Org0+DemoX+81bba1","false",9,"9066f98a-4696-4dab-9de6-1c04a769f9ac","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" +"Org0","course-v1:Org0+DemoX+81bba1","false",2,"ee648ff3-a442-43af-b1f8-d9880957ec86","1:2:0_1","1:2:0_1 - Problem 13","2f52c5bf" +"Org0","course-v1:Org0+DemoX+81bba1","true",4,"154fd129-9ceb-4303-9984-d7736031117b","3:0:0_1","3:0:0_1 - Problem 21","4ed4d910" +"Org0","course-v1:Org0+DemoX+81bba1","true",4,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","3:0:0_1","3:0:0_1 - Problem 21","4ed4d910" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"49d7023e-84c3-4396-9df7-5536b203ac32","3:0:0_1","3:0:0_1 - Problem 21","4ed4d910" +"Org0","course-v1:Org0+DemoX+81bba1","false",8,"8d500f3f-f97a-4c45-b786-c814ced84bff","3:0:0_1","3:0:0_1 - Problem 21","4ed4d910" +"Org0","course-v1:Org0+DemoX+81bba1","false",5,"154fd129-9ceb-4303-9984-d7736031117b","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"1efff542-8cfc-4bc9-863d-1bdd3c521515","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" +"Org0","course-v1:Org0+DemoX+81bba1","true",4,"49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" +"Org0","course-v1:Org0+DemoX+81bba1","true",4,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:2:0_1","1:2:0_1 - Problem 25","519eef7e" +"Org0","course-v1:Org0+DemoX+81bba1","true",7,"47f03e71-bf89-470b-8cb5-8affbc109aff","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" +"Org0","course-v1:Org0+DemoX+81bba1","true",4,"49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" +"Org0","course-v1:Org0+DemoX+81bba1","false",1,"5acd076a-e3f8-48e6-9c13-aad953166b68","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" +"Org0","course-v1:Org0+DemoX+81bba1","true",2,"8d500f3f-f97a-4c45-b786-c814ced84bff","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"9066f98a-4696-4dab-9de6-1c04a769f9ac","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" +"Org0","course-v1:Org0+DemoX+81bba1","false",4,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" +"Org0","course-v1:Org0+DemoX+81bba1","false",1,"c838016f-6640-44d9-a038-33a7cc4018a9","1:2:0_1","1:2:0_1 - Problem 26","6a56df1d" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"28613776-d1b8-4d1d-a94f-1095f09efc2b","1:3:2_1","1:3:2_1 - Problem 29","81df6568" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","1:3:2_1","1:3:2_1 - Problem 29","81df6568" +"Org0","course-v1:Org0+DemoX+81bba1","false",8,"47f03e71-bf89-470b-8cb5-8affbc109aff","1:3:2_1","1:3:2_1 - Problem 29","81df6568" +"Org0","course-v1:Org0+DemoX+81bba1","false",5,"5acd076a-e3f8-48e6-9c13-aad953166b68","1:3:2_1","1:3:2_1 - Problem 29","81df6568" +"Org0","course-v1:Org0+DemoX+81bba1","false",5,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:3:2_1","1:3:2_1 - Problem 29","81df6568" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","1:3:2_1","1:3:2_1 - Problem 29","81df6568" +"Org0","course-v1:Org0+DemoX+81bba1","true",1,"100752b0-091b-40a3-9087-52f0d4aaeb8c","2:1:3_1","2:1:3_1 - Problem 22","85ef8e46" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"154fd129-9ceb-4303-9984-d7736031117b","2:1:3_1","2:1:3_1 - Problem 22","85ef8e46" +"Org0","course-v1:Org0+DemoX+81bba1","true",2,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:1:3_1","2:1:3_1 - Problem 22","85ef8e46" +"Org0","course-v1:Org0+DemoX+81bba1","true",5,"100752b0-091b-40a3-9087-52f0d4aaeb8c","2:1:3_1","2:1:3_1 - Problem 27","bb8299d2" +"Org0","course-v1:Org0+DemoX+81bba1","false",4,"154fd129-9ceb-4303-9984-d7736031117b","2:1:3_1","2:1:3_1 - Problem 27","bb8299d2" +"Org0","course-v1:Org0+DemoX+81bba1","false",8,"1efff542-8cfc-4bc9-863d-1bdd3c521515","2:1:3_1","2:1:3_1 - Problem 27","bb8299d2" +"Org0","course-v1:Org0+DemoX+81bba1","true",6,"5acd076a-e3f8-48e6-9c13-aad953166b68","2:1:3_1","2:1:3_1 - Problem 27","bb8299d2" +"Org0","course-v1:Org0+DemoX+81bba1","true",3,"154fd129-9ceb-4303-9984-d7736031117b","2:2:0_1","2:2:0_1 - Problem 18","c37392ac" +"Org0","course-v1:Org0+DemoX+81bba1","false",9,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","2:2:0_1","2:2:0_1 - Problem 18","c37392ac" +"Org0","course-v1:Org0+DemoX+81bba1","false",4,"af648aba-2da8-4c60-b982-adfc2f42fe78","2:2:0_1","2:2:0_1 - Problem 18","c37392ac" +"Org0","course-v1:Org0+DemoX+81bba1","true",7,"273d802c-af43-4e17-a03c-0dd9da357be1","2:2:0_1","2:2:0_1 - Problem 24","c62a4922" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"5acd076a-e3f8-48e6-9c13-aad953166b68","2:2:0_1","2:2:0_1 - Problem 24","c62a4922" +"Org0","course-v1:Org0+DemoX+81bba1","false",7,"8d500f3f-f97a-4c45-b786-c814ced84bff","2:2:0_1","2:2:0_1 - Problem 24","c62a4922" +"Org0","course-v1:Org0+DemoX+81bba1","false",3,"af648aba-2da8-4c60-b982-adfc2f42fe78","2:2:0_1","2:2:0_1 - Problem 24","c62a4922" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"c838016f-6640-44d9-a038-33a7cc4018a9","2:2:0_1","2:2:0_1 - Problem 24","c62a4922" +"Org0","course-v1:Org0+DemoX+81bba1","false",3,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:2:0_1","2:2:0_1 - Problem 23","cedef2be" +"Org0","course-v1:Org0+DemoX+81bba1","false",8,"273d802c-af43-4e17-a03c-0dd9da357be1","2:1:3_1","2:1:3_1 - Problem 20","d359e0ff" +"Org0","course-v1:Org0+DemoX+81bba1","false",7,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:1:3_1","2:1:3_1 - Problem 20","d359e0ff" +"Org0","course-v1:Org0+DemoX+81bba1","false",4,"47f03e71-bf89-470b-8cb5-8affbc109aff","2:1:3_1","2:1:3_1 - Problem 20","d359e0ff" +"Org0","course-v1:Org0+DemoX+81bba1","true",8,"5acd076a-e3f8-48e6-9c13-aad953166b68","2:1:3_1","2:1:3_1 - Problem 20","d359e0ff" +"Org0","course-v1:Org0+DemoX+81bba1","true",3,"c838016f-6640-44d9-a038-33a7cc4018a9","2:1:3_1","2:1:3_1 - Problem 20","d359e0ff" +"Org0","course-v1:Org0+DemoX+81bba1","true",7,"1efff542-8cfc-4bc9-863d-1bdd3c521515","2:1:3_1","2:1:3_1 - Problem 16","d7e8f581" +"Org0","course-v1:Org0+DemoX+81bba1","false",1,"af648aba-2da8-4c60-b982-adfc2f42fe78","2:1:3_1","2:1:3_1 - Problem 16","d7e8f581" +"Org0","course-v1:Org0+DemoX+81bba1","false",8,"154fd129-9ceb-4303-9984-d7736031117b","2:3:1_1","2:3:1_1 - Problem 15","dbc5def1" +"Org0","course-v1:Org0+DemoX+81bba1","false",3,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","2:3:1_1","2:3:1_1 - Problem 15","dbc5def1" +"Org0","course-v1:Org0+DemoX+81bba1","false",3,"b3abecb9-10c6-4cfd-93ae-92883b2ab749","2:3:1_1","2:3:1_1 - Problem 15","dbc5def1" +"Org0","course-v1:Org0+DemoX+81bba1","true",6,"c217b4e2-3bf7-44db-9193-e1abbd905533","2:3:1_1","2:3:1_1 - Problem 15","dbc5def1" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"1efff542-8cfc-4bc9-863d-1bdd3c521515","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" +"Org0","course-v1:Org0+DemoX+81bba1","false",7,"28613776-d1b8-4d1d-a94f-1095f09efc2b","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" +"Org0","course-v1:Org0+DemoX+81bba1","false",4,"49d7023e-84c3-4396-9df7-5536b203ac32","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" +"Org0","course-v1:Org0+DemoX+81bba1","false",2,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" +"Org0","course-v1:Org0+DemoX+81bba1","false",2,"c217b4e2-3bf7-44db-9193-e1abbd905533","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" +"Org0","course-v1:Org0+DemoX+81bba1","true",4,"c838016f-6640-44d9-a038-33a7cc4018a9","3:3:0_1","3:3:0_1 - Problem 30","f14f4371" +"Org0","course-v1:Org0+DemoX+81bba1","true",2,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:3:1_1","1:3:1_1 - Problem 28","f33cfeca" +"Org0","course-v1:Org0+DemoX+81bba1","false",1,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","1:3:1_1","1:3:1_1 - Problem 28","f33cfeca" +"Org0","course-v1:Org0+DemoX+81bba1","true",1,"1efff542-8cfc-4bc9-863d-1bdd3c521515","1:3:1_1","1:3:1_1 - Problem 28","f33cfeca" +"Org0","course-v1:Org0+DemoX+81bba1","false",8,"9066f98a-4696-4dab-9de6-1c04a769f9ac","1:3:1_1","1:3:1_1 - Problem 28","f33cfeca" +"Org0","course-v1:Org0+DemoX+81bba1","false",4,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" +"Org0","course-v1:Org0+DemoX+81bba1","true",5,"28613776-d1b8-4d1d-a94f-1095f09efc2b","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" +"Org0","course-v1:Org0+DemoX+81bba1","true",9,"49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" +"Org0","course-v1:Org0+DemoX+81bba1","false",7,"8d500f3f-f97a-4c45-b786-c814ced84bff","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" +"Org0","course-v1:Org0+DemoX+81bba1","false",9,"c838016f-6640-44d9-a038-33a7cc4018a9","1:2:0_1","1:2:0_1 - Problem 12","f57dfa09" +"Org0","course-v1:Org0+DemoX+81bba1","false",6,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" +"Org0","course-v1:Org0+DemoX+81bba1","false",5,"154fd129-9ceb-4303-9984-d7736031117b","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" +"Org0","course-v1:Org0+DemoX+81bba1","true",8,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" +"Org0","course-v1:Org0+DemoX+81bba1","true",2,"1efff542-8cfc-4bc9-863d-1bdd3c521515","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" +"Org0","course-v1:Org0+DemoX+81bba1","true",5,"273d802c-af43-4e17-a03c-0dd9da357be1","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" +"Org0","course-v1:Org0+DemoX+81bba1","true",1,"c217b4e2-3bf7-44db-9193-e1abbd905533","1:2:0_1","1:2:0_1 - Problem 11","fc90f929" +"Org0","course-v1:Org0+DemoX+81bba1","true",1,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:3:3_1","1:3:3_1 - Problem 14","fe4ad643" +"Org1","course-v1:Org1+DemoX+1937e7","true",7,"33909a28-f02d-414f-9794-58bfb18cb977","5:4:0_1","5:4:0_1 - Problem 75","04199362" +"Org1","course-v1:Org1+DemoX+1937e7","false",7,"c838016f-6640-44d9-a038-33a7cc4018a9","5:4:0_1","5:4:0_1 - Problem 75","04199362" +"Org1","course-v1:Org1+DemoX+1937e7","false",3,"4e0fc096-65d9-4b41-bcbd-564b054e532e","2:3:0_1","2:3:0_1 - Problem 100","0d7e7d9a" +"Org1","course-v1:Org1+DemoX+1937e7","true",4,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:20:0_1","1:20:0_1 - Problem 43","0ef2e5ca" +"Org1","course-v1:Org1+DemoX+1937e7","false",5,"9066f98a-4696-4dab-9de6-1c04a769f9ac","1:8:7_1","1:8:7_1 - Problem 71","0fa152bc" +"Org1","course-v1:Org1+DemoX+1937e7","true",6,"2c29167a-6b35-4a92-9615-84e63516f935","2:5:0_1","2:5:0_1 - Problem 94","192407ad" +"Org1","course-v1:Org1+DemoX+1937e7","false",9,"9fa89875-36d7-465e-9bae-a05c0e252db4","1:19:2_1","1:19:2_1 - Problem 64","19c8c27d" +"Org1","course-v1:Org1+DemoX+1937e7","false",9,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:19:2_1","1:19:2_1 - Problem 64","19c8c27d" +"Org1","course-v1:Org1+DemoX+1937e7","true",6,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","1:19:2_1","1:19:2_1 - Problem 64","19c8c27d" +"Org1","course-v1:Org1+DemoX+1937e7","false",8,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","1:19:2_1","1:19:2_1 - Problem 64","19c8c27d" +"Org1","course-v1:Org1+DemoX+1937e7","true",5,"dca7ea78-c883-4106-a698-87d5428c9207","5:4:1_1","5:4:1_1 - Problem 68","1d94605b" +"Org1","course-v1:Org1+DemoX+1937e7","false",3,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","1:6:1_1","1:6:1_1 - Problem 88","227989d9" +"Org1","course-v1:Org1+DemoX+1937e7","true",4,"70b53781-f71d-4051-9760-3874b4473a57","1:6:1_1","1:6:1_1 - Problem 88","227989d9" +"Org1","course-v1:Org1+DemoX+1937e7","true",6,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:6:1_1","1:6:1_1 - Problem 88","227989d9" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"63c1c83c-725c-47cf-8686-4775d5fa0cf9","1:3:1_1","1:3:1_1 - Problem 79","28e94d09" +"Org1","course-v1:Org1+DemoX+1937e7","true",4,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:22:0_1","1:22:0_1 - Problem 98","299b4001" +"Org1","course-v1:Org1+DemoX+1937e7","true",9,"baba0235-70c8-45a8-a1e1-72477205b858","1:22:0_1","1:22:0_1 - Problem 98","299b4001" +"Org1","course-v1:Org1+DemoX+1937e7","true",6,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:14:0_1","1:14:0_1 - Problem 55","2a244236" +"Org1","course-v1:Org1+DemoX+1937e7","false",1,"70b53781-f71d-4051-9760-3874b4473a57","2:2:0_1","2:2:0_1 - Problem 47","2f77bcbe" +"Org1","course-v1:Org1+DemoX+1937e7","true",1,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:2:0_1","2:2:0_1 - Problem 47","2f77bcbe" +"Org1","course-v1:Org1+DemoX+1937e7","true",2,"47f03e71-bf89-470b-8cb5-8affbc109aff","1:27:1_1","1:27:1_1 - Problem 44","364f2191" +"Org1","course-v1:Org1+DemoX+1937e7","true",1,"d44a9bd9-6afe-4f1c-9f21-9aef3194c24a","1:27:1_1","1:27:1_1 - Problem 44","364f2191" +"Org1","course-v1:Org1+DemoX+1937e7","true",4,"c838016f-6640-44d9-a038-33a7cc4018a9","1:8:0_1","1:8:0_1 - Problem 54","38b28f1e" +"Org1","course-v1:Org1+DemoX+1937e7","false",2,"49a47dcd-f33e-4ad5-9416-a248494a85af","1:24:0_1","1:24:0_1 - Problem 95","3985b74b" +"Org1","course-v1:Org1+DemoX+1937e7","false",5,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","1:24:0_1","1:24:0_1 - Problem 95","3985b74b" +"Org1","course-v1:Org1+DemoX+1937e7","true",3,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","2:3:0_1","2:3:0_1 - Problem 69","405bc271" +"Org1","course-v1:Org1+DemoX+1937e7","true",3,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:1:0_1","1:1:0_1 - Problem 85","415886ce" +"Org1","course-v1:Org1+DemoX+1937e7","false",4,"43e0dba8-fc43-4567-824d-68bfabb1f312","1:1:0_1","1:1:0_1 - Problem 85","415886ce" +"Org1","course-v1:Org1+DemoX+1937e7","false",8,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","1:1:0_1","1:1:0_1 - Problem 85","415886ce" +"Org1","course-v1:Org1+DemoX+1937e7","false",7,"43e0dba8-fc43-4567-824d-68bfabb1f312","5:2:1_1","5:2:1_1 - Problem 32","422a536f" +"Org1","course-v1:Org1+DemoX+1937e7","false",5,"6ef32de8-9503-46ed-9764-559e1df8f75e","1:2:0_1","1:2:0_1 - Problem 38","491bb21f" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"c838016f-6640-44d9-a038-33a7cc4018a9","1:1:0_1","1:1:0_1 - Problem 72","51fa99a6" +"Org1","course-v1:Org1+DemoX+1937e7","false",3,"4e0fc096-65d9-4b41-bcbd-564b054e532e","1:2:0_1","1:2:0_1 - Problem 105","52a04cc8" +"Org1","course-v1:Org1+DemoX+1937e7","true",2,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","1:2:0_1","1:2:0_1 - Problem 105","52a04cc8" +"Org1","course-v1:Org1+DemoX+1937e7","true",3,"5acd076a-e3f8-48e6-9c13-aad953166b68","1:8:3_1","1:8:3_1 - Problem 45","53b37e13" +"Org1","course-v1:Org1+DemoX+1937e7","true",8,"a28e2d80-0b93-4730-973f-15f8b18696de","1:8:3_1","1:8:3_1 - Problem 45","53b37e13" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"5acd076a-e3f8-48e6-9c13-aad953166b68","1:3:0_1","1:3:0_1 - Problem 41","5f6d7032" +"Org1","course-v1:Org1+DemoX+1937e7","true",4,"f5975641-7160-4d20-9989-c7f9a993d32c","1:3:0_1","1:3:0_1 - Problem 41","5f6d7032" +"Org1","course-v1:Org1+DemoX+1937e7","false",4,"2c29167a-6b35-4a92-9615-84e63516f935","2:3:3_1","2:3:3_1 - Problem 48","65d38fe9" +"Org1","course-v1:Org1+DemoX+1937e7","true",1,"47f03e71-bf89-470b-8cb5-8affbc109aff","2:7:4_1","2:7:4_1 - Problem 56","6f18ef75" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"d1396620-e0d3-499c-ada0-f3ba27f9463b","1:15:0_1","1:15:0_1 - Problem 42","6f4c1dca" +"Org1","course-v1:Org1+DemoX+1937e7","false",8,"9066f98a-4696-4dab-9de6-1c04a769f9ac","5:4:2_1","5:4:2_1 - Problem 67","737d30d9" +"Org1","course-v1:Org1+DemoX+1937e7","false",3,"fbfb0998-6d7e-4047-9235-266965fda410","5:4:2_1","5:4:2_1 - Problem 67","737d30d9" +"Org1","course-v1:Org1+DemoX+1937e7","true",1,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","5:0:1_1","5:0:1_1 - Problem 89","7e78f19a" +"Org1","course-v1:Org1+DemoX+1937e7","false",4,"63c1c83c-725c-47cf-8686-4775d5fa0cf9","5:0:1_1","5:0:1_1 - Problem 89","7e78f19a" +"Org1","course-v1:Org1+DemoX+1937e7","false",1,"a28e2d80-0b93-4730-973f-15f8b18696de","1:6:0_1","1:6:0_1 - Problem 109","862e5bcc" +"Org1","course-v1:Org1+DemoX+1937e7","true",2,"1479a01b-d058-4b00-89cf-3e51531f3fb8","5:2:1_1","5:2:1_1 - Problem 58","864193cd" +"Org1","course-v1:Org1+DemoX+1937e7","true",3,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:26:1_1","1:26:1_1 - Problem 77","96d0872e" +"Org1","course-v1:Org1+DemoX+1937e7","true",2,"f5975641-7160-4d20-9989-c7f9a993d32c","1:26:1_1","1:26:1_1 - Problem 77","96d0872e" +"Org1","course-v1:Org1+DemoX+1937e7","false",2,"3044ff34-06c7-4d33-bfe3-405b0f05b984","1:20:2_1","1:20:2_1 - Problem 106","9928eaeb" +"Org1","course-v1:Org1+DemoX+1937e7","false",2,"33909a28-f02d-414f-9794-58bfb18cb977","1:20:2_1","1:20:2_1 - Problem 106","9928eaeb" +"Org1","course-v1:Org1+DemoX+1937e7","false",1,"fbfb0998-6d7e-4047-9235-266965fda410","1:20:2_1","1:20:2_1 - Problem 106","9928eaeb" +"Org1","course-v1:Org1+DemoX+1937e7","false",1,"3044ff34-06c7-4d33-bfe3-405b0f05b984","1:3:0_1","1:3:0_1 - Problem 39","a1f6066c" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","4:0:3_1","4:0:3_1 - Problem 35","b3351cce" +"Org1","course-v1:Org1+DemoX+1937e7","false",3,"5acd076a-e3f8-48e6-9c13-aad953166b68","4:0:3_1","4:0:3_1 - Problem 35","b3351cce" +"Org1","course-v1:Org1+DemoX+1937e7","false",5,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","1:3:1_1","1:3:1_1 - Problem 37","b34648af" +"Org1","course-v1:Org1+DemoX+1937e7","false",1,"baba0235-70c8-45a8-a1e1-72477205b858","5:3:2_1","5:3:2_1 - Problem 66","b373e622" +"Org1","course-v1:Org1+DemoX+1937e7","false",7,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:24:1_1","1:24:1_1 - Problem 93","bc56d736" +"Org1","course-v1:Org1+DemoX+1937e7","true",9,"5acd076a-e3f8-48e6-9c13-aad953166b68","1:24:1_1","1:24:1_1 - Problem 93","bc56d736" +"Org1","course-v1:Org1+DemoX+1937e7","true",2,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","1:24:1_1","1:24:1_1 - Problem 93","bc56d736" +"Org1","course-v1:Org1+DemoX+1937e7","true",9,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","1:24:1_1","1:24:1_1 - Problem 93","bc56d736" +"Org1","course-v1:Org1+DemoX+1937e7","false",8,"3044ff34-06c7-4d33-bfe3-405b0f05b984","1:8:6_1","1:8:6_1 - Problem 70","bcf229e3" +"Org1","course-v1:Org1+DemoX+1937e7","false",7,"a15dee08-edd3-4b54-98b2-e7d2f60a4c19","1:4:0_1","1:4:0_1 - Problem 80","bcfbedc2" +"Org1","course-v1:Org1+DemoX+1937e7","true",9,"a28e2d80-0b93-4730-973f-15f8b18696de","5:1:2_1","5:1:2_1 - Problem 33","bf3d286e" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"f376194f-4c5c-4357-aae6-780707fcf36a","5:1:2_1","5:1:2_1 - Problem 33","bf3d286e" +"Org1","course-v1:Org1+DemoX+1937e7","true",6,"28613776-d1b8-4d1d-a94f-1095f09efc2b","2:7:4_1","2:7:4_1 - Problem 84","c6ae64f7" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"5acd076a-e3f8-48e6-9c13-aad953166b68","1:1:0_1","1:1:0_1 - Problem 102","d1c59c4a" +"Org1","course-v1:Org1+DemoX+1937e7","false",4,"6ef32de8-9503-46ed-9764-559e1df8f75e","1:1:0_1","1:1:0_1 - Problem 102","d1c59c4a" +"Org1","course-v1:Org1+DemoX+1937e7","false",4,"baba0235-70c8-45a8-a1e1-72477205b858","1:2:0_1","1:2:0_1 - Problem 104","da5c2e7f" +"Org1","course-v1:Org1+DemoX+1937e7","false",6,"f5975641-7160-4d20-9989-c7f9a993d32c","1:2:0_1","1:2:0_1 - Problem 104","da5c2e7f" +"Org1","course-v1:Org1+DemoX+1937e7","true",8,"fbfb0998-6d7e-4047-9235-266965fda410","1:2:0_1","1:2:0_1 - Problem 104","da5c2e7f" +"Org1","course-v1:Org1+DemoX+1937e7","false",1,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:22:1_1","1:22:1_1 - Problem 90","dd20d566" +"Org1","course-v1:Org1+DemoX+1937e7","false",8,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:12:1_1","1:12:1_1 - Problem 63","deb2e125" +"Org1","course-v1:Org1+DemoX+1937e7","false",5,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","1:12:1_1","1:12:1_1 - Problem 63","deb2e125" +"Org1","course-v1:Org1+DemoX+1937e7","false",8,"d48677ac-2373-457c-8318-30cd736ed206","1:12:1_1","1:12:1_1 - Problem 63","deb2e125" +"Org1","course-v1:Org1+DemoX+1937e7","true",3,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","1:12:1_1","1:12:1_1 - Problem 63","deb2e125" +"Org1","course-v1:Org1+DemoX+1937e7","true",7,"1efff542-8cfc-4bc9-863d-1bdd3c521515","1:19:2_1","1:19:2_1 - Problem 31","e0c118a6" +"Org1","course-v1:Org1+DemoX+1937e7","false",5,"272f9b05-b2c8-4755-aa4b-087875c8104b","1:19:2_1","1:19:2_1 - Problem 31","e0c118a6" +"Org1","course-v1:Org1+DemoX+1937e7","false",9,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","1:12:1_1","1:12:1_1 - Problem 40","e8486144" +"Org1","course-v1:Org1+DemoX+1937e7","false",3,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:14:1_1","1:14:1_1 - Problem 53","eac44042" +"Org1","course-v1:Org1+DemoX+1937e7","true",7,"f376194f-4c5c-4357-aae6-780707fcf36a","1:14:1_1","1:14:1_1 - Problem 53","eac44042" +"Org1","course-v1:Org1+DemoX+1937e7","true",7,"4e0fc096-65d9-4b41-bcbd-564b054e532e","4:0:1_1","4:0:1_1 - Problem 52","efd00dcb" +"Org1","course-v1:Org1+DemoX+1937e7","true",8,"49a47dcd-f33e-4ad5-9416-a248494a85af","1:6:1_1","1:6:1_1 - Problem 34","f86140bf" +"Org1","course-v1:Org1+DemoX+1937e7","true",8,"4e0fc096-65d9-4b41-bcbd-564b054e532e","1:6:1_1","1:6:1_1 - Problem 34","f86140bf" +"Org1","course-v1:Org1+DemoX+1937e7","true",2,"9d97277c-9df9-475e-a231-1af77bf3311f","1:6:1_1","1:6:1_1 - Problem 34","f86140bf" +"Org1","course-v1:Org1+DemoX+1937e7","false",4,"dca7ea78-c883-4106-a698-87d5428c9207","1:6:1_1","1:6:1_1 - Problem 34","f86140bf" +"Org1","course-v1:Org1+DemoX+1937e7","true",2,"060967b4-0899-411a-abba-2fa9528211d9","1:3:1_1","1:3:1_1 - Problem 92","fc08b09b" +"Org1","course-v1:Org1+DemoX+1937e7","true",6,"c838016f-6640-44d9-a038-33a7cc4018a9","1:3:1_1","1:3:1_1 - Problem 92","fc08b09b" +"Org1","course-v1:Org1+DemoX+1937e7","false",9,"060967b4-0899-411a-abba-2fa9528211d9","1:14:1_1","1:14:1_1 - Problem 50","fcbfcc47" +"Org1","course-v1:Org1+DemoX+1937e7","true",5,"2c29167a-6b35-4a92-9615-84e63516f935","1:14:1_1","1:14:1_1 - Problem 50","fcbfcc47" +"Org2","course-v1:Org2+DemoX+682526","false",6,"d26c103e-89ba-47f0-89b5-0df2141a43b8","2:8:4_1","2:8:4_1 - Problem 27","003e7aa6" +"Org2","course-v1:Org2+DemoX+682526","false",5,"68195b77-86d9-4a90-988e-ec5f38d3a929","2:12:0_1","2:12:0_1 - Problem 46","027ac89c" +"Org2","course-v1:Org2+DemoX+682526","true",5,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","2:12:0_1","2:12:0_1 - Problem 46","027ac89c" +"Org2","course-v1:Org2+DemoX+682526","false",4,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:13:0_1","2:13:0_1 - Problem 32","02e6bffb" +"Org2","course-v1:Org2+DemoX+682526","false",8,"68195b77-86d9-4a90-988e-ec5f38d3a929","2:13:0_1","2:13:0_1 - Problem 32","02e6bffb" +"Org2","course-v1:Org2+DemoX+682526","true",3,"2369d68b-899d-458a-b780-77ebf4e5f4c3","2:2:0_1","2:2:0_1 - Problem 54","0ab8efdf" +"Org2","course-v1:Org2+DemoX+682526","false",4,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","2:2:0_1","2:2:0_1 - Problem 54","0ab8efdf" +"Org2","course-v1:Org2+DemoX+682526","true",1,"9066f98a-4696-4dab-9de6-1c04a769f9ac","2:2:0_1","2:2:0_1 - Problem 54","0ab8efdf" +"Org2","course-v1:Org2+DemoX+682526","true",7,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:13:3_1","2:13:3_1 - Problem 49","0edbf449" +"Org2","course-v1:Org2+DemoX+682526","true",9,"107459eb-506c-4347-93d5-22637996edf1","2:15:1_1","2:15:1_1 - Problem 52","14b8990f" +"Org2","course-v1:Org2+DemoX+682526","true",9,"10063b09-875d-4c3b-8b9c-283aef97a348","4:4:1_1","4:4:1_1 - Problem 45","18e0a95e" +"Org2","course-v1:Org2+DemoX+682526","true",5,"2369d68b-899d-458a-b780-77ebf4e5f4c3","4:4:1_1","4:4:1_1 - Problem 45","18e0a95e" +"Org2","course-v1:Org2+DemoX+682526","false",4,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:4:1_1","4:4:1_1 - Problem 45","18e0a95e" +"Org2","course-v1:Org2+DemoX+682526","false",6,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","4:4:1_1","4:4:1_1 - Problem 45","18e0a95e" +"Org2","course-v1:Org2+DemoX+682526","true",5,"10063b09-875d-4c3b-8b9c-283aef97a348","4:0:0_1","4:0:0_1 - Problem 25","1b52c7f2" +"Org2","course-v1:Org2+DemoX+682526","false",7,"d1396620-e0d3-499c-ada0-f3ba27f9463b","4:0:0_1","4:0:0_1 - Problem 25","1b52c7f2" +"Org2","course-v1:Org2+DemoX+682526","false",9,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","4:0:0_1","4:0:0_1 - Problem 25","1b52c7f2" +"Org2","course-v1:Org2+DemoX+682526","true",7,"060967b4-0899-411a-abba-2fa9528211d9","4:2:0_1","4:2:0_1 - Problem 28","1ea2da49" +"Org2","course-v1:Org2+DemoX+682526","true",7,"107459eb-506c-4347-93d5-22637996edf1","4:2:0_1","4:2:0_1 - Problem 28","1ea2da49" +"Org2","course-v1:Org2+DemoX+682526","false",2,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","4:2:0_1","4:2:0_1 - Problem 28","1ea2da49" +"Org2","course-v1:Org2+DemoX+682526","false",9,"c838016f-6640-44d9-a038-33a7cc4018a9","2:7:0_1","2:7:0_1 - Problem 43","2506ae21" +"Org2","course-v1:Org2+DemoX+682526","false",3,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","2:1:0_1","2:1:0_1 - Problem 22","29141bc4" +"Org2","course-v1:Org2+DemoX+682526","false",1,"d1396620-e0d3-499c-ada0-f3ba27f9463b","2:13:3_1","2:13:3_1 - Problem 47","2afc7076" +"Org2","course-v1:Org2+DemoX+682526","false",2,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","2:13:3_1","2:13:3_1 - Problem 47","2afc7076" +"Org2","course-v1:Org2+DemoX+682526","false",9,"f376194f-4c5c-4357-aae6-780707fcf36a","2:5:0_1","2:5:0_1 - Problem 26","3927ea75" +"Org2","course-v1:Org2+DemoX+682526","false",4,"d1396620-e0d3-499c-ada0-f3ba27f9463b","2:5:0_1","2:5:0_1 - Problem 56","4906755c" +"Org2","course-v1:Org2+DemoX+682526","true",8,"107459eb-506c-4347-93d5-22637996edf1","4:1:0_1","4:1:0_1 - Problem 59","5252c2c9" +"Org2","course-v1:Org2+DemoX+682526","true",6,"44b445b8-97e5-4208-abcd-5e1b08ee9569","4:2:0_1","4:2:0_1 - Problem 40","56927778" +"Org2","course-v1:Org2+DemoX+682526","true",7,"b3abecb9-10c6-4cfd-93ae-92883b2ab749","4:2:0_1","4:2:0_1 - Problem 40","56927778" +"Org2","course-v1:Org2+DemoX+682526","true",9,"c838016f-6640-44d9-a038-33a7cc4018a9","4:2:0_1","4:2:0_1 - Problem 40","56927778" +"Org2","course-v1:Org2+DemoX+682526","false",1,"107459eb-506c-4347-93d5-22637996edf1","2:13:2_1","2:13:2_1 - Problem 35","5a9746bc" +"Org2","course-v1:Org2+DemoX+682526","false",1,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","2:13:2_1","2:13:2_1 - Problem 35","5a9746bc" +"Org2","course-v1:Org2+DemoX+682526","false",7,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","4:0:0_1","4:0:0_1 - Problem 30","6305bf7e" +"Org2","course-v1:Org2+DemoX+682526","true",7,"9066f98a-4696-4dab-9de6-1c04a769f9ac","4:0:0_1","4:0:0_1 - Problem 30","6305bf7e" +"Org2","course-v1:Org2+DemoX+682526","false",4,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:8:2_1","2:8:2_1 - Problem 41","6399c9ea" +"Org2","course-v1:Org2+DemoX+682526","true",5,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:8:2_1","2:8:2_1 - Problem 41","6399c9ea" +"Org2","course-v1:Org2+DemoX+682526","false",4,"f5975641-7160-4d20-9989-c7f9a993d32c","2:8:2_1","2:8:2_1 - Problem 41","6399c9ea" +"Org2","course-v1:Org2+DemoX+682526","true",7,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","2:0:0_1","2:0:0_1 - Problem 60","722dcf41" +"Org2","course-v1:Org2+DemoX+682526","false",9,"f5975641-7160-4d20-9989-c7f9a993d32c","2:0:0_1","2:0:0_1 - Problem 60","722dcf41" +"Org2","course-v1:Org2+DemoX+682526","true",9,"28613776-d1b8-4d1d-a94f-1095f09efc2b","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" +"Org2","course-v1:Org2+DemoX+682526","true",5,"3058e600-5bee-4018-920e-52a311963d88","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" +"Org2","course-v1:Org2+DemoX+682526","true",9,"68195b77-86d9-4a90-988e-ec5f38d3a929","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" +"Org2","course-v1:Org2+DemoX+682526","true",3,"8cdaa227-33f8-4d0c-8996-b75373f7394b","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" +"Org2","course-v1:Org2+DemoX+682526","true",6,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","4:2:0_1","4:2:0_1 - Problem 31","80e6f47d" +"Org2","course-v1:Org2+DemoX+682526","false",1,"060967b4-0899-411a-abba-2fa9528211d9","2:10:0_1","2:10:0_1 - Problem 23","859dbd9f" +"Org2","course-v1:Org2+DemoX+682526","false",3,"107459eb-506c-4347-93d5-22637996edf1","2:10:0_1","2:10:0_1 - Problem 23","859dbd9f" +"Org2","course-v1:Org2+DemoX+682526","true",5,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:0:0_1","4:0:0_1 - Problem 53","85e7fe3d" +"Org2","course-v1:Org2+DemoX+682526","false",3,"d9d644d5-2619-4c87-8ce3-f3efae37c2b8","4:0:0_1","4:0:0_1 - Problem 53","85e7fe3d" +"Org2","course-v1:Org2+DemoX+682526","false",5,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","4:4:1_1","4:4:1_1 - Problem 34","8fd46616" +"Org2","course-v1:Org2+DemoX+682526","false",2,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","4:4:1_1","4:4:1_1 - Problem 34","8fd46616" +"Org2","course-v1:Org2+DemoX+682526","false",5,"d26c103e-89ba-47f0-89b5-0df2141a43b8","4:4:1_1","4:4:1_1 - Problem 34","8fd46616" +"Org2","course-v1:Org2+DemoX+682526","true",3,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:6:1_1","2:6:1_1 - Problem 37","92f6d32c" +"Org2","course-v1:Org2+DemoX+682526","false",9,"68195b77-86d9-4a90-988e-ec5f38d3a929","2:6:1_1","2:6:1_1 - Problem 37","92f6d32c" +"Org2","course-v1:Org2+DemoX+682526","true",6,"10063b09-875d-4c3b-8b9c-283aef97a348","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" +"Org2","course-v1:Org2+DemoX+682526","true",2,"2c29167a-6b35-4a92-9615-84e63516f935","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" +"Org2","course-v1:Org2+DemoX+682526","true",3,"3058e600-5bee-4018-920e-52a311963d88","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" +"Org2","course-v1:Org2+DemoX+682526","false",8,"4e4f1903-4d45-4b85-94d5-af29757b8396","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" +"Org2","course-v1:Org2+DemoX+682526","false",8,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" +"Org2","course-v1:Org2+DemoX+682526","true",6,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","2:13:2_1","2:13:2_1 - Problem 48","9b0f47b2" +"Org2","course-v1:Org2+DemoX+682526","false",5,"47f03e71-bf89-470b-8cb5-8affbc109aff","2:2:0_1","2:2:0_1 - Problem 51","ae35822f" +"Org2","course-v1:Org2+DemoX+682526","true",7,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","2:2:0_1","2:2:0_1 - Problem 51","ae35822f" +"Org2","course-v1:Org2+DemoX+682526","false",5,"8cdaa227-33f8-4d0c-8996-b75373f7394b","2:2:0_1","2:2:0_1 - Problem 51","ae35822f" +"Org2","course-v1:Org2+DemoX+682526","true",7,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:2:0_1","2:2:0_1 - Problem 51","ae35822f" +"Org2","course-v1:Org2+DemoX+682526","false",4,"107459eb-506c-4347-93d5-22637996edf1","2:5:0_1","2:5:0_1 - Problem 39","b2aa2352" +"Org2","course-v1:Org2+DemoX+682526","false",9,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:5:0_1","2:5:0_1 - Problem 39","b2aa2352" +"Org2","course-v1:Org2+DemoX+682526","true",1,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:14:0_1","2:14:0_1 - Problem 55","bbb628d5" +"Org2","course-v1:Org2+DemoX+682526","true",4,"9066f98a-4696-4dab-9de6-1c04a769f9ac","2:14:0_1","2:14:0_1 - Problem 55","bbb628d5" +"Org2","course-v1:Org2+DemoX+682526","false",7,"2369d68b-899d-458a-b780-77ebf4e5f4c3","4:1:0_1","4:1:0_1 - Problem 38","c49e715b" +"Org2","course-v1:Org2+DemoX+682526","true",4,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","2:1:0_1","2:1:0_1 - Problem 21","c86ffe87" +"Org2","course-v1:Org2+DemoX+682526","true",9,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","2:13:2_1","2:13:2_1 - Problem 57","d0d6bcae" +"Org2","course-v1:Org2+DemoX+682526","false",3,"44b445b8-97e5-4208-abcd-5e1b08ee9569","2:8:2_1","2:8:2_1 - Problem 33","d93a5018" +"Org2","course-v1:Org2+DemoX+682526","false",7,"ac01d5b9-84a7-4df4-bfba-e91dcfad1c14","2:8:2_1","2:8:2_1 - Problem 33","d93a5018" +"Org2","course-v1:Org2+DemoX+682526","true",4,"c838016f-6640-44d9-a038-33a7cc4018a9","2:8:2_1","2:8:2_1 - Problem 33","d93a5018" +"Org2","course-v1:Org2+DemoX+682526","false",4,"107459eb-506c-4347-93d5-22637996edf1","2:11:1_1","2:11:1_1 - Problem 58","ea408285" +"Org2","course-v1:Org2+DemoX+682526","false",3,"68195b77-86d9-4a90-988e-ec5f38d3a929","2:11:1_1","2:11:1_1 - Problem 58","ea408285" +"Org2","course-v1:Org2+DemoX+682526","true",7,"8cdaa227-33f8-4d0c-8996-b75373f7394b","2:11:1_1","2:11:1_1 - Problem 58","ea408285" +"Org2","course-v1:Org2+DemoX+682526","false",9,"c838016f-6640-44d9-a038-33a7cc4018a9","2:11:1_1","2:11:1_1 - Problem 58","ea408285" +"Org2","course-v1:Org2+DemoX+682526","true",9,"8af5a761-d765-4331-8ed3-071c8b282dca","2:2:3_1","2:2:3_1 - Problem 44","f59f479f" +"Org2","course-v1:Org2+DemoX+682526","true",1,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","2:2:3_1","2:2:3_1 - Problem 44","f59f479f" +"Org2","course-v1:Org2+DemoX+682526","true",2,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:2:3_1","2:2:3_1 - Problem 44","f59f479f" +"Org2","course-v1:Org2+DemoX+682526","false",6,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:8:0_1","2:8:0_1 - Problem 50","f636c699" +"Org2","course-v1:Org2+DemoX+682526","true",5,"4e4f1903-4d45-4b85-94d5-af29757b8396","2:8:0_1","2:8:0_1 - Problem 50","f636c699" +"Org2","course-v1:Org2+DemoX+682526","false",6,"9066f98a-4696-4dab-9de6-1c04a769f9ac","2:2:1_1","2:2:1_1 - Problem 42","fc5abc6e" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"70b53781-f71d-4051-9760-3874b4473a57","10:1:0_1","10:1:0_1 - Problem 87","07145436" +"Org2","course-v1:Org2+DemoX+e4380c","false",9,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","10:1:0_1","10:1:0_1 - Problem 87","07145436" +"Org2","course-v1:Org2+DemoX+e4380c","true",1,"f360e005-29c1-4ad8-92a8-308d7047dc6e","6:3:0_1","6:3:0_1 - Problem 200","0a61af63" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"154fd129-9ceb-4303-9984-d7736031117b","2:1:4_1","2:1:4_1 - Problem 165","0b214109" +"Org2","course-v1:Org2+DemoX+e4380c","true",4,"49d7023e-84c3-4396-9df7-5536b203ac32","7:8:0_1","7:8:0_1 - Problem 115","0d02278d" +"Org2","course-v1:Org2+DemoX+e4380c","true",9,"465fe6bb-9894-4480-b8ef-e54d97d77fea","8:3:3_1","8:3:3_1 - Problem 185","0deb0ed7" +"Org2","course-v1:Org2+DemoX+e4380c","false",4,"8d500f3f-f97a-4c45-b786-c814ced84bff","7:7:4_1","7:7:4_1 - Problem 91","0df187fe" +"Org2","course-v1:Org2+DemoX+e4380c","false",7,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","7:7:4_1","7:7:4_1 - Problem 91","0df187fe" +"Org2","course-v1:Org2+DemoX+e4380c","true",3,"4143359b-4690-4687-a2b8-dbe39f5cb330","8:7:1_1","8:7:1_1 - Problem 146","0e1f237f" +"Org2","course-v1:Org2+DemoX+e4380c","true",6,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","6:5:5_1","6:5:5_1 - Problem 167","0e4c50a6" +"Org2","course-v1:Org2+DemoX+e4380c","true",5,"70b53781-f71d-4051-9760-3874b4473a57","4:4:0_1","4:4:0_1 - Problem 178","0f311a59" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"baba0235-70c8-45a8-a1e1-72477205b858","4:4:0_1","4:4:0_1 - Problem 178","0f311a59" +"Org2","course-v1:Org2+DemoX+e4380c","false",9,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","6:7:0_1","6:7:0_1 - Problem 46","11cccd52" +"Org2","course-v1:Org2+DemoX+e4380c","false",9,"465fe6bb-9894-4480-b8ef-e54d97d77fea","2:13:3_1","2:13:3_1 - Problem 190","1275f4eb" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"d26c103e-89ba-47f0-89b5-0df2141a43b8","5:0:8_1","5:0:8_1 - Problem 85","1ba61279" +"Org2","course-v1:Org2+DemoX+e4380c","true",5,"d26c103e-89ba-47f0-89b5-0df2141a43b8","1:1:0_1","1:1:0_1 - Problem 74","1cac9797" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"3044ff34-06c7-4d33-bfe3-405b0f05b984","7:1:2_1","7:1:2_1 - Problem 130","1dbf3a75" +"Org2","course-v1:Org2+DemoX+e4380c","true",7,"154fd129-9ceb-4303-9984-d7736031117b","10:1:1_1","10:1:1_1 - Problem 136","1e0ae4d3" +"Org2","course-v1:Org2+DemoX+e4380c","true",8,"4e0fc096-65d9-4b41-bcbd-564b054e532e","10:1:1_1","10:1:1_1 - Problem 136","1e0ae4d3" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"494ed100-58c9-4510-b39a-f7093ea8e906","10:2:1_1","10:2:1_1 - Problem 102","2388668f" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"f360e005-29c1-4ad8-92a8-308d7047dc6e","10:2:1_1","10:2:1_1 - Problem 102","2388668f" +"Org2","course-v1:Org2+DemoX+e4380c","true",6,"0f764bed-e5da-4d50-89d3-66aac42b50e5","7:0:0_1","7:0:0_1 - Problem 50","2e3d81fe" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"494ed100-58c9-4510-b39a-f7093ea8e906","8:3:1_1","8:3:1_1 - Problem 52","2e762d6d" +"Org2","course-v1:Org2+DemoX+e4380c","false",4,"49d7023e-84c3-4396-9df7-5536b203ac32","10:1:3_1","10:1:3_1 - Problem 90","2eecee11" +"Org2","course-v1:Org2+DemoX+e4380c","false",3,"33909a28-f02d-414f-9794-58bfb18cb977","7:4:1_1","7:4:1_1 - Problem 76","31f351ed" +"Org2","course-v1:Org2+DemoX+e4380c","false",7,"494ed100-58c9-4510-b39a-f7093ea8e906","7:4:1_1","7:4:1_1 - Problem 76","31f351ed" +"Org2","course-v1:Org2+DemoX+e4380c","true",7,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","7:4:1_1","7:4:1_1 - Problem 76","31f351ed" +"Org2","course-v1:Org2+DemoX+e4380c","false",7,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","7:7:4_1","7:7:4_1 - Problem 119","3521c2a9" +"Org2","course-v1:Org2+DemoX+e4380c","true",7,"58d4edfa-97c1-42ba-9ea4-3428c4e3cad9","4:0:0_1","4:0:0_1 - Problem 189","37d65f90" +"Org2","course-v1:Org2+DemoX+e4380c","true",7,"107459eb-506c-4347-93d5-22637996edf1","2:1:3_1","2:1:3_1 - Problem 81","3a9c40cc" +"Org2","course-v1:Org2+DemoX+e4380c","true",7,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","10:1:3_1","10:1:3_1 - Problem 187","4298e231" +"Org2","course-v1:Org2+DemoX+e4380c","false",3,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","10:1:3_1","10:1:3_1 - Problem 187","4298e231" +"Org2","course-v1:Org2+DemoX+e4380c","true",7,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:16:1_1","2:16:1_1 - Problem 137","44845cf8" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"272f9b05-b2c8-4755-aa4b-087875c8104b","6:3:1_1","6:3:1_1 - Problem 78","4577560b" +"Org2","course-v1:Org2+DemoX+e4380c","true",4,"829a9444-ced3-4273-9e4b-e8a8bb790c48","6:3:1_1","6:3:1_1 - Problem 78","4577560b" +"Org2","course-v1:Org2+DemoX+e4380c","true",6,"2369d68b-899d-458a-b780-77ebf4e5f4c3","5:0:10_1","5:0:10_1 - Problem 67","48383f40" +"Org2","course-v1:Org2+DemoX+e4380c","false",3,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","4:3:1_1","4:3:1_1 - Problem 106","5490f42f" +"Org2","course-v1:Org2+DemoX+e4380c","false",6,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","8:8:0_1","8:8:0_1 - Problem 69","5b1b9a33" +"Org2","course-v1:Org2+DemoX+e4380c","false",7,"9d97277c-9df9-475e-a231-1af77bf3311f","6:7:0_1","6:7:0_1 - Problem 57","5c125f0b" +"Org2","course-v1:Org2+DemoX+e4380c","false",9,"c838016f-6640-44d9-a038-33a7cc4018a9","1:1:0_1","1:1:0_1 - Problem 109","622326ef" +"Org2","course-v1:Org2+DemoX+e4380c","true",3,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","8:1:0_1","8:1:0_1 - Problem 70","6a8c0e7d" +"Org2","course-v1:Org2+DemoX+e4380c","true",1,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","3:0:1_1","3:0:1_1 - Problem 56","6b27ce9d" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"49a47dcd-f33e-4ad5-9416-a248494a85af","7:1:1_1","7:1:1_1 - Problem 151","6db36c67" +"Org2","course-v1:Org2+DemoX+e4380c","false",3,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","2:5:1_1","2:5:1_1 - Problem 127","6e7b8eda" +"Org2","course-v1:Org2+DemoX+e4380c","false",7,"1479a01b-d058-4b00-89cf-3e51531f3fb8","2:15:3_1","2:15:3_1 - Problem 93","6e9d0048" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","6:3:1_1","6:3:1_1 - Problem 100","6fde8725" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","8:4:0_1","8:4:0_1 - Problem 168","70e626e3" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"4143359b-4690-4687-a2b8-dbe39f5cb330","8:4:0_1","8:4:0_1 - Problem 168","70e626e3" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","8:4:0_1","8:4:0_1 - Problem 168","70e626e3" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:12:0_1","2:12:0_1 - Problem 42","71ff84ed" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"28613776-d1b8-4d1d-a94f-1095f09efc2b","2:15:4_1","2:15:4_1 - Problem 196","72426269" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","6:7:2_1","6:7:2_1 - Problem 194","72755120" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"2369d68b-899d-458a-b780-77ebf4e5f4c3","7:6:0_1","7:6:0_1 - Problem 62","733d0635" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","8:0:0_1","8:0:0_1 - Problem 105","78969045" +"Org2","course-v1:Org2+DemoX+e4380c","true",8,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","5:0:10_1","5:0:10_1 - Problem 199","78c77d70" +"Org2","course-v1:Org2+DemoX+e4380c","false",6,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","2:9:0_1","2:9:0_1 - Problem 79","78d81784" +"Org2","course-v1:Org2+DemoX+e4380c","true",9,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","6:2:2_1","6:2:2_1 - Problem 120","7e0cb624" +"Org2","course-v1:Org2+DemoX+e4380c","false",4,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","3:0:2_1","3:0:2_1 - Problem 64","7e65f2f4" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"ff10a27a-fe60-41b6-aa8e-823770c210a3","8:3:3_1","8:3:3_1 - Problem 147","83dc5cb6" +"Org2","course-v1:Org2+DemoX+e4380c","false",3,"0f764bed-e5da-4d50-89d3-66aac42b50e5","9:0:0_1","9:0:0_1 - Problem 161","897c43fc" +"Org2","course-v1:Org2+DemoX+e4380c","true",8,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","9:0:0_1","9:0:0_1 - Problem 161","897c43fc" +"Org2","course-v1:Org2+DemoX+e4380c","true",4,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","7:7:4_1","7:7:4_1 - Problem 192","8b57ea88" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"58d4edfa-97c1-42ba-9ea4-3428c4e3cad9","2:16:1_1","2:16:1_1 - Problem 195","91720a19" +"Org2","course-v1:Org2+DemoX+e4380c","false",4,"2f34c036-b8b2-4cf2-8180-1044c4e231ae","2:10:2_1","2:10:2_1 - Problem 101","9281f0bf" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"fbfb0998-6d7e-4047-9235-266965fda410","8:1:1_1","8:1:1_1 - Problem 186","a51cdc5c" +"Org2","course-v1:Org2+DemoX+e4380c","false",6,"154fd129-9ceb-4303-9984-d7736031117b","7:4:0_1","7:4:0_1 - Problem 191","a58cda08" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"68195b77-86d9-4a90-988e-ec5f38d3a929","7:4:0_1","7:4:0_1 - Problem 191","a58cda08" +"Org2","course-v1:Org2+DemoX+e4380c","true",4,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","7:4:0_1","7:4:0_1 - Problem 191","a58cda08" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"0f764bed-e5da-4d50-89d3-66aac42b50e5","5:0:9_1","5:0:9_1 - Problem 179","a911acdf" +"Org2","course-v1:Org2+DemoX+e4380c","true",5,"43e0dba8-fc43-4567-824d-68bfabb1f312","6:7:2_1","6:7:2_1 - Problem 124","acd83df9" +"Org2","course-v1:Org2+DemoX+e4380c","true",4,"c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","6:7:2_1","6:7:2_1 - Problem 124","acd83df9" +"Org2","course-v1:Org2+DemoX+e4380c","false",8,"fc35c856-a8c5-4110-b4b4-15b2025094d8","6:7:2_1","6:7:2_1 - Problem 124","acd83df9" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"a15dee08-edd3-4b54-98b2-e7d2f60a4c19","7:7:4_1","7:7:4_1 - Problem 181","af16c653" +"Org2","course-v1:Org2+DemoX+e4380c","false",3,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","6:7:0_1","6:7:0_1 - Problem 183","b04b3c8c" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"494ed100-58c9-4510-b39a-f7093ea8e906","8:7:1_1","8:7:1_1 - Problem 145","c134d886" +"Org2","course-v1:Org2+DemoX+e4380c","false",1,"8d500f3f-f97a-4c45-b786-c814ced84bff","8:7:1_1","8:7:1_1 - Problem 145","c134d886" +"Org2","course-v1:Org2+DemoX+e4380c","true",7,"fbfb0998-6d7e-4047-9235-266965fda410","8:7:1_1","8:7:1_1 - Problem 145","c134d886" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"829a9444-ced3-4273-9e4b-e8a8bb790c48","2:3:0_1","2:3:0_1 - Problem 86","c7e59926" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"060967b4-0899-411a-abba-2fa9528211d9","8:3:3_1","8:3:3_1 - Problem 142","c8186e9a" +"Org2","course-v1:Org2+DemoX+e4380c","false",4,"47f03e71-bf89-470b-8cb5-8affbc109aff","8:8:0_1","8:8:0_1 - Problem 92","cd586cd6" +"Org2","course-v1:Org2+DemoX+e4380c","true",1,"70b53781-f71d-4051-9760-3874b4473a57","8:8:0_1","8:8:0_1 - Problem 92","cd586cd6" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"28613776-d1b8-4d1d-a94f-1095f09efc2b","2:15:2_1","2:15:2_1 - Problem 152","cfe2589e" +"Org2","course-v1:Org2+DemoX+e4380c","false",3,"494ed100-58c9-4510-b39a-f7093ea8e906","6:5:3_1","6:5:3_1 - Problem 182","cff310db" +"Org2","course-v1:Org2+DemoX+e4380c","true",9,"829a9444-ced3-4273-9e4b-e8a8bb790c48","5:0:8_1","5:0:8_1 - Problem 149","d9c8ee0c" +"Org2","course-v1:Org2+DemoX+e4380c","false",2,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","7:6:0_1","7:6:0_1 - Problem 198","dfbb65da" +"Org2","course-v1:Org2+DemoX+e4380c","true",6,"fbfb0998-6d7e-4047-9235-266965fda410","6:3:0_1","6:3:0_1 - Problem 126","e0510bfd" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"ff10a27a-fe60-41b6-aa8e-823770c210a3","7:5:0_1","7:5:0_1 - Problem 117","e5cd687c" +"Org2","course-v1:Org2+DemoX+e4380c","false",6,"4e0fc096-65d9-4b41-bcbd-564b054e532e","8:1:1_1","8:1:1_1 - Problem 54","e5d59059" +"Org2","course-v1:Org2+DemoX+e4380c","false",5,"4e0fc096-65d9-4b41-bcbd-564b054e532e","7:1:3_1","7:1:3_1 - Problem 132","e8ee9e89" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"8af5a761-d765-4331-8ed3-071c8b282dca","7:1:3_1","7:1:3_1 - Problem 132","e8ee9e89" +"Org2","course-v1:Org2+DemoX+e4380c","false",4,"8d500f3f-f97a-4c45-b786-c814ced84bff","4:0:0_1","4:0:0_1 - Problem 122","f36c5fda" +"Org2","course-v1:Org2+DemoX+e4380c","true",2,"d1396620-e0d3-499c-ada0-f3ba27f9463b","7:7:4_1","7:7:4_1 - Problem 180","f6db494b" +"Org2","course-v1:Org2+DemoX+e4380c","false",9,"154fd129-9ceb-4303-9984-d7736031117b","2:1:1_1","2:1:1_1 - Problem 163","fe27fa8d" +"Org3","course-v1:Org3+DemoX+528fdd","true",9,"8d500f3f-f97a-4c45-b786-c814ced84bff","3:3:0_1","3:3:0_1 - Problem 23","08c48231" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"9fa89875-36d7-465e-9bae-a05c0e252db4","3:3:0_1","3:3:0_1 - Problem 23","08c48231" +"Org3","course-v1:Org3+DemoX+528fdd","false",9,"ee648ff3-a442-43af-b1f8-d9880957ec86","3:3:0_1","3:3:0_1 - Problem 23","08c48231" +"Org3","course-v1:Org3+DemoX+528fdd","false",5,"43e0dba8-fc43-4567-824d-68bfabb1f312","1:7:1_1","1:7:1_1 - Problem 25","33cff94e" +"Org3","course-v1:Org3+DemoX+528fdd","false",2,"d48677ac-2373-457c-8318-30cd736ed206","1:7:1_1","1:7:1_1 - Problem 25","33cff94e" +"Org3","course-v1:Org3+DemoX+528fdd","false",7,"49a47dcd-f33e-4ad5-9416-a248494a85af","1:6:0_1","1:6:0_1 - Problem 13","33d691fb" +"Org3","course-v1:Org3+DemoX+528fdd","true",1,"9d97277c-9df9-475e-a231-1af77bf3311f","1:6:0_1","1:6:0_1 - Problem 13","33d691fb" +"Org3","course-v1:Org3+DemoX+528fdd","false",8,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:6:0_1","1:6:0_1 - Problem 13","33d691fb" +"Org3","course-v1:Org3+DemoX+528fdd","false",3,"465fe6bb-9894-4480-b8ef-e54d97d77fea","1:7:1_1","1:7:1_1 - Problem 27","383bca86" +"Org3","course-v1:Org3+DemoX+528fdd","true",2,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:7:1_1","1:7:1_1 - Problem 27","383bca86" +"Org3","course-v1:Org3+DemoX+528fdd","true",8,"9fa89875-36d7-465e-9bae-a05c0e252db4","1:7:1_1","1:7:1_1 - Problem 27","383bca86" +"Org3","course-v1:Org3+DemoX+528fdd","false",7,"c217b4e2-3bf7-44db-9193-e1abbd905533","1:7:1_1","1:7:1_1 - Problem 27","383bca86" +"Org3","course-v1:Org3+DemoX+528fdd","false",7,"3044ff34-06c7-4d33-bfe3-405b0f05b984","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" +"Org3","course-v1:Org3+DemoX+528fdd","false",2,"3058e600-5bee-4018-920e-52a311963d88","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" +"Org3","course-v1:Org3+DemoX+528fdd","true",7,"33909a28-f02d-414f-9794-58bfb18cb977","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" +"Org3","course-v1:Org3+DemoX+528fdd","false",6,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" +"Org3","course-v1:Org3+DemoX+528fdd","true",1,"465fe6bb-9894-4480-b8ef-e54d97d77fea","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"49a47dcd-f33e-4ad5-9416-a248494a85af","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" +"Org3","course-v1:Org3+DemoX+528fdd","false",7,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","2:0:2_1","2:0:2_1 - Problem 11","3e510d33" +"Org3","course-v1:Org3+DemoX+528fdd","false",9,"43e0dba8-fc43-4567-824d-68bfabb1f312","2:0:0_1","2:0:0_1 - Problem 21","46bf768c" +"Org3","course-v1:Org3+DemoX+528fdd","false",8,"9fa89875-36d7-465e-9bae-a05c0e252db4","2:0:0_1","2:0:0_1 - Problem 21","46bf768c" +"Org3","course-v1:Org3+DemoX+528fdd","false",5,"c838016f-6640-44d9-a038-33a7cc4018a9","2:0:0_1","2:0:0_1 - Problem 21","46bf768c" +"Org3","course-v1:Org3+DemoX+528fdd","false",1,"fbfb0998-6d7e-4047-9235-266965fda410","2:0:0_1","2:0:0_1 - Problem 21","46bf768c" +"Org3","course-v1:Org3+DemoX+528fdd","true",1,"43e0dba8-fc43-4567-824d-68bfabb1f312","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" +"Org3","course-v1:Org3+DemoX+528fdd","true",7,"49d7023e-84c3-4396-9df7-5536b203ac32","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" +"Org3","course-v1:Org3+DemoX+528fdd","true",2,"68195b77-86d9-4a90-988e-ec5f38d3a929","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" +"Org3","course-v1:Org3+DemoX+528fdd","true",3,"c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","1:5:1_1","1:5:1_1 - Problem 14","56057dfb" +"Org3","course-v1:Org3+DemoX+528fdd","false",9,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","1:3:0_1","1:3:0_1 - Problem 15","73289b19" +"Org3","course-v1:Org3+DemoX+528fdd","false",2,"43e0dba8-fc43-4567-824d-68bfabb1f312","1:3:0_1","1:3:0_1 - Problem 15","73289b19" +"Org3","course-v1:Org3+DemoX+528fdd","true",7,"9fa89875-36d7-465e-9bae-a05c0e252db4","1:3:0_1","1:3:0_1 - Problem 15","73289b19" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"43e0dba8-fc43-4567-824d-68bfabb1f312","3:3:0_1","3:3:0_1 - Problem 29","7d570e53" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"465fe6bb-9894-4480-b8ef-e54d97d77fea","3:3:0_1","3:3:0_1 - Problem 29","7d570e53" +"Org3","course-v1:Org3+DemoX+528fdd","true",1,"8d500f3f-f97a-4c45-b786-c814ced84bff","3:3:0_1","3:3:0_1 - Problem 29","7d570e53" +"Org3","course-v1:Org3+DemoX+528fdd","false",5,"d48677ac-2373-457c-8318-30cd736ed206","3:3:0_1","3:3:0_1 - Problem 29","7d570e53" +"Org3","course-v1:Org3+DemoX+528fdd","false",8,"465fe6bb-9894-4480-b8ef-e54d97d77fea","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","false",1,"49a47dcd-f33e-4ad5-9416-a248494a85af","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","true",8,"49d7023e-84c3-4396-9df7-5536b203ac32","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","false",4,"68195b77-86d9-4a90-988e-ec5f38d3a929","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","true",3,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","true",6,"9fa89875-36d7-465e-9bae-a05c0e252db4","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","false",1,"c838016f-6640-44d9-a038-33a7cc4018a9","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","false",9,"d48677ac-2373-457c-8318-30cd736ed206","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","false",7,"fbfb0998-6d7e-4047-9235-266965fda410","1:2:0_1","1:2:0_1 - Problem 20","9d471a5c" +"Org3","course-v1:Org3+DemoX+528fdd","true",8,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","1:4:4_1","1:4:4_1 - Problem 16","a29a76d1" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","1:4:4_1","1:4:4_1 - Problem 16","a29a76d1" +"Org3","course-v1:Org3+DemoX+528fdd","false",5,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","1:4:4_1","1:4:4_1 - Problem 16","a29a76d1" +"Org3","course-v1:Org3+DemoX+528fdd","true",7,"33909a28-f02d-414f-9794-58bfb18cb977","3:3:0_1","3:3:0_1 - Problem 19","a496b98d" +"Org3","course-v1:Org3+DemoX+528fdd","true",8,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","3:3:0_1","3:3:0_1 - Problem 19","a496b98d" +"Org3","course-v1:Org3+DemoX+528fdd","false",6,"8d500f3f-f97a-4c45-b786-c814ced84bff","3:3:0_1","3:3:0_1 - Problem 19","a496b98d" +"Org3","course-v1:Org3+DemoX+528fdd","false",6,"fbfb0998-6d7e-4047-9235-266965fda410","3:3:0_1","3:3:0_1 - Problem 19","a496b98d" +"Org3","course-v1:Org3+DemoX+528fdd","false",6,"3044ff34-06c7-4d33-bfe3-405b0f05b984","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"47f03e71-bf89-470b-8cb5-8affbc109aff","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" +"Org3","course-v1:Org3+DemoX+528fdd","false",4,"49a47dcd-f33e-4ad5-9416-a248494a85af","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" +"Org3","course-v1:Org3+DemoX+528fdd","false",4,"49d7023e-84c3-4396-9df7-5536b203ac32","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" +"Org3","course-v1:Org3+DemoX+528fdd","false",9,"9d97277c-9df9-475e-a231-1af77bf3311f","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" +"Org3","course-v1:Org3+DemoX+528fdd","true",4,"9fa89875-36d7-465e-9bae-a05c0e252db4","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" +"Org3","course-v1:Org3+DemoX+528fdd","false",2,"a499a2bb-c627-4916-92d1-f6ae6ac57a71","1:4:4_1","1:4:4_1 - Problem 18","aacc1f09" +"Org3","course-v1:Org3+DemoX+528fdd","true",4,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","3:3:0_1","3:3:0_1 - Problem 12","c126b470" +"Org3","course-v1:Org3+DemoX+528fdd","true",3,"43e0dba8-fc43-4567-824d-68bfabb1f312","3:3:0_1","3:3:0_1 - Problem 12","c126b470" +"Org3","course-v1:Org3+DemoX+528fdd","true",3,"465fe6bb-9894-4480-b8ef-e54d97d77fea","3:3:0_1","3:3:0_1 - Problem 12","c126b470" +"Org3","course-v1:Org3+DemoX+528fdd","false",3,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","3:3:0_1","3:3:0_1 - Problem 12","c126b470" +"Org3","course-v1:Org3+DemoX+528fdd","true",8,"fbfb0998-6d7e-4047-9235-266965fda410","3:3:0_1","3:3:0_1 - Problem 12","c126b470" +"Org3","course-v1:Org3+DemoX+528fdd","true",1,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","3:1:0_1","3:1:0_1 - Problem 28","d432adaf" +"Org3","course-v1:Org3+DemoX+528fdd","true",7,"8d500f3f-f97a-4c45-b786-c814ced84bff","3:1:0_1","3:1:0_1 - Problem 28","d432adaf" +"Org3","course-v1:Org3+DemoX+528fdd","true",6,"d48677ac-2373-457c-8318-30cd736ed206","3:1:0_1","3:1:0_1 - Problem 28","d432adaf" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"9fa89875-36d7-465e-9bae-a05c0e252db4","1:3:0_1","1:3:0_1 - Problem 24","d9110d2f" +"Org3","course-v1:Org3+DemoX+528fdd","false",8,"c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","1:3:0_1","1:3:0_1 - Problem 24","d9110d2f" +"Org3","course-v1:Org3+DemoX+528fdd","false",3,"e6e3c0f5-1a3a-4bcc-a3dd-fe2801585240","1:3:0_1","1:3:0_1 - Problem 24","d9110d2f" +"Org3","course-v1:Org3+DemoX+528fdd","false",7,"3044ff34-06c7-4d33-bfe3-405b0f05b984","1:4:2_1","1:4:2_1 - Problem 17","d983e182" +"Org3","course-v1:Org3+DemoX+528fdd","false",8,"49a47dcd-f33e-4ad5-9416-a248494a85af","1:4:2_1","1:4:2_1 - Problem 17","d983e182" +"Org3","course-v1:Org3+DemoX+528fdd","true",7,"9fa89875-36d7-465e-9bae-a05c0e252db4","1:4:2_1","1:4:2_1 - Problem 17","d983e182" +"Org3","course-v1:Org3+DemoX+528fdd","false",4,"a499a2bb-c627-4916-92d1-f6ae6ac57a71","1:4:2_1","1:4:2_1 - Problem 17","d983e182" +"Org3","course-v1:Org3+DemoX+528fdd","true",5,"33909a28-f02d-414f-9794-58bfb18cb977","3:1:0_1","3:1:0_1 - Problem 22","e406b6a4" +"Org3","course-v1:Org3+DemoX+528fdd","false",8,"c838016f-6640-44d9-a038-33a7cc4018a9","3:1:0_1","3:1:0_1 - Problem 22","e406b6a4" +"Org3","course-v1:Org3+DemoX+528fdd","true",6,"49d7023e-84c3-4396-9df7-5536b203ac32","1:5:0_1","1:5:0_1 - Problem 26","e9905b2c" +"Org3","course-v1:Org3+DemoX+528fdd","true",1,"68195b77-86d9-4a90-988e-ec5f38d3a929","1:5:0_1","1:5:0_1 - Problem 26","e9905b2c" +"Org3","course-v1:Org3+DemoX+528fdd","true",6,"9d97277c-9df9-475e-a231-1af77bf3311f","1:5:0_1","1:5:0_1 - Problem 26","e9905b2c" +"Org3","course-v1:Org3+DemoX+528fdd","false",2,"fbfb0998-6d7e-4047-9235-266965fda410","1:5:0_1","1:5:0_1 - Problem 26","e9905b2c" +"Org3","course-v1:Org3+DemoX+528fdd","false",2,"43e0dba8-fc43-4567-824d-68bfabb1f312","2:0:4_1","2:0:4_1 - Problem 30","f9475bab" +"Org3","course-v1:Org3+DemoX+528fdd","false",5,"47f03e71-bf89-470b-8cb5-8affbc109aff","2:0:4_1","2:0:4_1 - Problem 30","f9475bab" +"Org3","course-v1:Org3+DemoX+528fdd","true",3,"9e2f08c5-77f0-4508-99c6-88549bf7c0b4","2:0:4_1","2:0:4_1 - Problem 30","f9475bab" +"Org3","course-v1:Org3+DemoX+528fdd","true",6,"c838016f-6640-44d9-a038-33a7cc4018a9","2:0:4_1","2:0:4_1 - Problem 30","f9475bab" +"Org3","course-v1:Org3+DemoX+528fdd","false",7,"fbfb0998-6d7e-4047-9235-266965fda410","2:0:4_1","2:0:4_1 - Problem 30","f9475bab" +"Org4","course-v1:Org4+DemoX+0b1656","false",6,"494ed100-58c9-4510-b39a-f7093ea8e906","4:10:0_1","4:10:0_1 - Problem 143","00359264" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","6:11:0_1","6:11:0_1 - Problem 42","00789656" +"Org4","course-v1:Org4+DemoX+0b1656","true",2,"d48677ac-2373-457c-8318-30cd736ed206","6:11:0_1","6:11:0_1 - Problem 42","00789656" +"Org4","course-v1:Org4+DemoX+0b1656","true",2,"33909a28-f02d-414f-9794-58bfb18cb977","3:1:1_1","3:1:1_1 - Problem 70","0579ba5c" +"Org4","course-v1:Org4+DemoX+0b1656","true",5,"9d97277c-9df9-475e-a231-1af77bf3311f","3:1:1_1","3:1:1_1 - Problem 70","0579ba5c" +"Org4","course-v1:Org4+DemoX+0b1656","true",4,"dca7ea78-c883-4106-a698-87d5428c9207","3:1:1_1","3:1:1_1 - Problem 135","0af4e5db" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","3:1:1_1","3:1:1_1 - Problem 200","1bdd9bff" +"Org4","course-v1:Org4+DemoX+0b1656","false",8,"f376194f-4c5c-4357-aae6-780707fcf36a","3:1:1_1","3:1:1_1 - Problem 200","1bdd9bff" +"Org4","course-v1:Org4+DemoX+0b1656","true",2,"47f03e71-bf89-470b-8cb5-8affbc109aff","1:4:0_1","1:4:0_1 - Problem 99","1deca1cd" +"Org4","course-v1:Org4+DemoX+0b1656","true",8,"107459eb-506c-4347-93d5-22637996edf1","10:0:2_1","10:0:2_1 - Problem 141","1f68ee03" +"Org4","course-v1:Org4+DemoX+0b1656","false",9,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","1:9:7_1","1:9:7_1 - Problem 64","20c7a88c" +"Org4","course-v1:Org4+DemoX+0b1656","true",2,"2369d68b-899d-458a-b780-77ebf4e5f4c3","4:1:1_1","4:1:1_1 - Problem 169","229280b3" +"Org4","course-v1:Org4+DemoX+0b1656","false",1,"14f0b50a-e45e-496f-9511-7437473dba2f","10:5:5_1","10:5:5_1 - Problem 66","242f4d0b" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"70b53781-f71d-4051-9760-3874b4473a57","10:0:4_1","10:0:4_1 - Problem 180","276d0f79" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","10:8:0_1","10:8:0_1 - Problem 78","28c946cd" +"Org4","course-v1:Org4+DemoX+0b1656","true",6,"49a47dcd-f33e-4ad5-9416-a248494a85af","3:1:2_1","3:1:2_1 - Problem 172","2b7ab273" +"Org4","course-v1:Org4+DemoX+0b1656","true",3,"ee648ff3-a442-43af-b1f8-d9880957ec86","3:1:2_1","3:1:2_1 - Problem 172","2b7ab273" +"Org4","course-v1:Org4+DemoX+0b1656","true",5,"8cdaa227-33f8-4d0c-8996-b75373f7394b","4:3:0_1","4:3:0_1 - Problem 157","35d103d1" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"a15dee08-edd3-4b54-98b2-e7d2f60a4c19","6:11:0_1","6:11:0_1 - Problem 79","36ca82d9" +"Org4","course-v1:Org4+DemoX+0b1656","false",7,"3058e600-5bee-4018-920e-52a311963d88","3:1:2_1","3:1:2_1 - Problem 145","39ab9eee" +"Org4","course-v1:Org4+DemoX+0b1656","false",8,"d44a9bd9-6afe-4f1c-9f21-9aef3194c24a","3:1:2_1","3:1:2_1 - Problem 145","39ab9eee" +"Org4","course-v1:Org4+DemoX+0b1656","true",4,"49d7023e-84c3-4396-9df7-5536b203ac32","2:1:3_1","2:1:3_1 - Problem 124","402b70a9" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","2:1:2_1","2:1:2_1 - Problem 107","408f0eee" +"Org4","course-v1:Org4+DemoX+0b1656","false",6,"6ef32de8-9503-46ed-9764-559e1df8f75e","2:1:2_1","2:1:2_1 - Problem 107","408f0eee" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"272f9b05-b2c8-4755-aa4b-087875c8104b","1:9:10_1","1:9:10_1 - Problem 110","42479fdc" +"Org4","course-v1:Org4+DemoX+0b1656","false",6,"d48677ac-2373-457c-8318-30cd736ed206","3:0:1_1","3:0:1_1 - Problem 152","4296260e" +"Org4","course-v1:Org4+DemoX+0b1656","false",3,"3058e600-5bee-4018-920e-52a311963d88","10:0:0_1","10:0:0_1 - Problem 52","47d67dce" +"Org4","course-v1:Org4+DemoX+0b1656","true",6,"fc35c856-a8c5-4110-b4b4-15b2025094d8","10:3:2_1","10:3:2_1 - Problem 95","488a07a3" +"Org4","course-v1:Org4+DemoX+0b1656","true",9,"14f0b50a-e45e-496f-9511-7437473dba2f","4:1:0_1","4:1:0_1 - Problem 54","4b2002ec" +"Org4","course-v1:Org4+DemoX+0b1656","true",6,"007761a3-b622-4cb9-8461-b2c6daffb402","1:7:0_1","1:7:0_1 - Problem 76","4bdeb55b" +"Org4","course-v1:Org4+DemoX+0b1656","false",8,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","6:12:5_1","6:12:5_1 - Problem 163","4c66a082" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"49a47dcd-f33e-4ad5-9416-a248494a85af","6:7:0_1","6:7:0_1 - Problem 104","4cdd44ed" +"Org4","course-v1:Org4+DemoX+0b1656","true",5,"1efff542-8cfc-4bc9-863d-1bdd3c521515","8:2:1_1","8:2:1_1 - Problem 129","4dda5871" +"Org4","course-v1:Org4+DemoX+0b1656","true",2,"100752b0-091b-40a3-9087-52f0d4aaeb8c","6:5:4_1","6:5:4_1 - Problem 85","4e74a821" +"Org4","course-v1:Org4+DemoX+0b1656","false",2,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","6:5:4_1","6:5:4_1 - Problem 85","4e74a821" +"Org4","course-v1:Org4+DemoX+0b1656","false",4,"f5975641-7160-4d20-9989-c7f9a993d32c","6:12:7_1","6:12:7_1 - Problem 96","57c33c3f" +"Org4","course-v1:Org4+DemoX+0b1656","true",3,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","5:0:5_1","5:0:5_1 - Problem 132","58d0ec3f" +"Org4","course-v1:Org4+DemoX+0b1656","false",2,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","1:9:2_1","1:9:2_1 - Problem 62","5f30bcc1" +"Org4","course-v1:Org4+DemoX+0b1656","false",7,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","10:5:1_1","10:5:1_1 - Problem 130","61789f73" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:10:0_1","4:10:0_1 - Problem 154","6291a7ba" +"Org4","course-v1:Org4+DemoX+0b1656","false",9,"8cdaa227-33f8-4d0c-8996-b75373f7394b","1:9:3_1","1:9:3_1 - Problem 122","6a38b2da" +"Org4","course-v1:Org4+DemoX+0b1656","true",1,"d48677ac-2373-457c-8318-30cd736ed206","1:5:0_1","1:5:0_1 - Problem 94","6c1973b2" +"Org4","course-v1:Org4+DemoX+0b1656","true",8,"f360e005-29c1-4ad8-92a8-308d7047dc6e","1:5:0_1","1:5:0_1 - Problem 94","6c1973b2" +"Org4","course-v1:Org4+DemoX+0b1656","false",8,"f360e005-29c1-4ad8-92a8-308d7047dc6e","10:8:0_1","10:8:0_1 - Problem 75","6c752db8" +"Org4","course-v1:Org4+DemoX+0b1656","false",2,"007761a3-b622-4cb9-8461-b2c6daffb402","8:2:5_1","8:2:5_1 - Problem 139","711cb857" +"Org4","course-v1:Org4+DemoX+0b1656","false",8,"70b53781-f71d-4051-9760-3874b4473a57","6:11:0_1","6:11:0_1 - Problem 61","7ab2f9fc" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","6:11:0_1","6:11:0_1 - Problem 61","7ab2f9fc" +"Org4","course-v1:Org4+DemoX+0b1656","false",6,"8cdaa227-33f8-4d0c-8996-b75373f7394b","8:2:0_1","8:2:0_1 - Problem 164","80836d2d" +"Org4","course-v1:Org4+DemoX+0b1656","false",8,"c838016f-6640-44d9-a038-33a7cc4018a9","8:2:0_1","8:2:0_1 - Problem 164","80836d2d" +"Org4","course-v1:Org4+DemoX+0b1656","true",4,"47f03e71-bf89-470b-8cb5-8affbc109aff","1:0:3_1","1:0:3_1 - Problem 158","8664c22c" +"Org4","course-v1:Org4+DemoX+0b1656","true",8,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","1:0:3_1","1:0:3_1 - Problem 158","8664c22c" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"8af5a761-d765-4331-8ed3-071c8b282dca","1:9:8_1","1:9:8_1 - Problem 183","877dc396" +"Org4","course-v1:Org4+DemoX+0b1656","true",2,"f360e005-29c1-4ad8-92a8-308d7047dc6e","6:5:4_1","6:5:4_1 - Problem 179","899c8a18" +"Org4","course-v1:Org4+DemoX+0b1656","false",9,"2c2553fa-e3c2-40d9-82f4-ce6b8bdc85cf","5:0:5_1","5:0:5_1 - Problem 136","8b4cbbcb" +"Org4","course-v1:Org4+DemoX+0b1656","true",4,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","6:14:1_1","6:14:1_1 - Problem 58","94f615d1" +"Org4","course-v1:Org4+DemoX+0b1656","true",6,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:9:10_1","1:9:10_1 - Problem 153","97b5385a" +"Org4","course-v1:Org4+DemoX+0b1656","false",9,"c838016f-6640-44d9-a038-33a7cc4018a9","1:9:10_1","1:9:10_1 - Problem 153","97b5385a" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","3:1:2_1","3:1:2_1 - Problem 47","9b56abd8" +"Org4","course-v1:Org4+DemoX+0b1656","true",4,"33909a28-f02d-414f-9794-58bfb18cb977","1:9:3_1","1:9:3_1 - Problem 146","9c5a32da" +"Org4","course-v1:Org4+DemoX+0b1656","false",6,"4e4f1903-4d45-4b85-94d5-af29757b8396","4:9:0_1","4:9:0_1 - Problem 74","a2d9830f" +"Org4","course-v1:Org4+DemoX+0b1656","false",4,"d48677ac-2373-457c-8318-30cd736ed206","1:3:3_1","1:3:3_1 - Problem 44","ac8096a0" +"Org4","course-v1:Org4+DemoX+0b1656","true",8,"fc35c856-a8c5-4110-b4b4-15b2025094d8","10:2:0_1","10:2:0_1 - Problem 137","aeda9291" +"Org4","course-v1:Org4+DemoX+0b1656","true",8,"2369d68b-899d-458a-b780-77ebf4e5f4c3","1:9:1_1","1:9:1_1 - Problem 176","b9d2747e" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"100752b0-091b-40a3-9087-52f0d4aaeb8c","1:9:5_1","1:9:5_1 - Problem 165","b9f4d6f4" +"Org4","course-v1:Org4+DemoX+0b1656","true",5,"3f5c36e9-d6ac-422d-9c83-ca3f1d38aa71","1:9:5_1","1:9:5_1 - Problem 165","b9f4d6f4" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"c838016f-6640-44d9-a038-33a7cc4018a9","1:9:5_1","1:9:5_1 - Problem 165","b9f4d6f4" +"Org4","course-v1:Org4+DemoX+0b1656","true",5,"d44a9bd9-6afe-4f1c-9f21-9aef3194c24a","6:2:0_1","6:2:0_1 - Problem 50","be48c726" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","1:9:6_1","1:9:6_1 - Problem 88","cc69ab0f" +"Org4","course-v1:Org4+DemoX+0b1656","false",9,"43e0dba8-fc43-4567-824d-68bfabb1f312","1:9:6_1","1:9:6_1 - Problem 88","cc69ab0f" +"Org4","course-v1:Org4+DemoX+0b1656","false",5,"ac01d5b9-84a7-4df4-bfba-e91dcfad1c14","1:9:6_1","1:9:6_1 - Problem 88","cc69ab0f" +"Org4","course-v1:Org4+DemoX+0b1656","true",1,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","6:7:0_1","6:7:0_1 - Problem 123","d5774836" +"Org4","course-v1:Org4+DemoX+0b1656","true",1,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","6:12:4_1","6:12:4_1 - Problem 90","d6c3d083" +"Org4","course-v1:Org4+DemoX+0b1656","true",3,"4e4f1903-4d45-4b85-94d5-af29757b8396","6:12:4_1","6:12:4_1 - Problem 90","d6c3d083" +"Org4","course-v1:Org4+DemoX+0b1656","false",6,"baba0235-70c8-45a8-a1e1-72477205b858","6:12:4_1","6:12:4_1 - Problem 90","d6c3d083" +"Org4","course-v1:Org4+DemoX+0b1656","false",6,"100752b0-091b-40a3-9087-52f0d4aaeb8c","6:12:9_1","6:12:9_1 - Problem 173","d95364b6" +"Org4","course-v1:Org4+DemoX+0b1656","true",9,"96ab90f0-078f-477c-a011-7eda70eba32a","6:2:3_1","6:2:3_1 - Problem 97","dceb5a6e" +"Org4","course-v1:Org4+DemoX+0b1656","true",4,"f5975641-7160-4d20-9989-c7f9a993d32c","1:7:0_1","1:7:0_1 - Problem 150","e0485a3f" +"Org4","course-v1:Org4+DemoX+0b1656","false",4,"fc35c856-a8c5-4110-b4b4-15b2025094d8","6:11:0_1","6:11:0_1 - Problem 178","ecd5ac28" +"Org4","course-v1:Org4+DemoX+0b1656","false",3,"829a9444-ced3-4273-9e4b-e8a8bb790c48","4:2:1_1","4:2:1_1 - Problem 140","ee0499ca" +"Org4","course-v1:Org4+DemoX+0b1656","true",9,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","4:2:1_1","4:2:1_1 - Problem 140","ee0499ca" +"Org4","course-v1:Org4+DemoX+0b1656","true",7,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","10:0:3_1","10:0:3_1 - Problem 81","f07335a0" +"Org4","course-v1:Org4+DemoX+0b1656","false",3,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","10:2:0_1","10:2:0_1 - Problem 194","f2e6c68a" +"Org4","course-v1:Org4+DemoX+0b1656","false",8,"47f03e71-bf89-470b-8cb5-8affbc109aff","10:2:0_1","10:2:0_1 - Problem 194","f2e6c68a" +"Org4","course-v1:Org4+DemoX+0b1656","true",5,"1efff542-8cfc-4bc9-863d-1bdd3c521515","6:1:0_1","6:1:0_1 - Problem 51","f6f8a7dc" +"Org4","course-v1:Org4+DemoX+0b1656","false",7,"494ed100-58c9-4510-b39a-f7093ea8e906","6:1:0_1","6:1:0_1 - Problem 51","f6f8a7dc" +"Org4","course-v1:Org4+DemoX+0b1656","true",6,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","10:0:4_1","10:0:4_1 - Problem 105","fc94cdd3" +"Org4","course-v1:Org4+DemoX+0b1656","false",1,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","10:0:3_1","10:0:3_1 - Problem 190","fdd7a7fd" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"829a9444-ced3-4273-9e4b-e8a8bb790c48","2:6:5_1","2:6:5_1 - Problem 46","05d5da6f" +"Org4","course-v1:Org4+DemoX+db4c73","true",8,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","5:11:3_1","5:11:3_1 - Problem 85","081b503e" +"Org4","course-v1:Org4+DemoX+db4c73","false",2,"33909a28-f02d-414f-9794-58bfb18cb977","5:11:3_1","5:11:3_1 - Problem 85","081b503e" +"Org4","course-v1:Org4+DemoX+db4c73","false",7,"33909a28-f02d-414f-9794-58bfb18cb977","2:0:1_1","2:0:1_1 - Problem 56","0ee6f538" +"Org4","course-v1:Org4+DemoX+db4c73","true",8,"49d7023e-84c3-4396-9df7-5536b203ac32","2:0:1_1","2:0:1_1 - Problem 56","0ee6f538" +"Org4","course-v1:Org4+DemoX+db4c73","true",6,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","2:0:1_1","2:0:1_1 - Problem 56","0ee6f538" +"Org4","course-v1:Org4+DemoX+db4c73","true",9,"9d97277c-9df9-475e-a231-1af77bf3311f","2:0:1_1","2:0:1_1 - Problem 56","0ee6f538" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","2:5:1_1","2:5:1_1 - Problem 82","0f1fbfb6" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"9066f98a-4696-4dab-9de6-1c04a769f9ac","2:5:1_1","2:5:1_1 - Problem 82","0f1fbfb6" +"Org4","course-v1:Org4+DemoX+db4c73","false",7,"10063b09-875d-4c3b-8b9c-283aef97a348","1:2:2_1","1:2:2_1 - Problem 50","119fa780" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","1:2:2_1","1:2:2_1 - Problem 50","119fa780" +"Org4","course-v1:Org4+DemoX+db4c73","true",8,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","1:2:2_1","1:2:2_1 - Problem 50","119fa780" +"Org4","course-v1:Org4+DemoX+db4c73","true",5,"ac483c85-5bcc-41d1-8aad-3d84305ee3a5","5:9:1_1","5:9:1_1 - Problem 59","179f8a29" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"49a47dcd-f33e-4ad5-9416-a248494a85af","2:2:2_1","2:2:2_1 - Problem 95","1807a2ba" +"Org4","course-v1:Org4+DemoX+db4c73","true",4,"fc35c856-a8c5-4110-b4b4-15b2025094d8","2:2:2_1","2:2:2_1 - Problem 95","1807a2ba" +"Org4","course-v1:Org4+DemoX+db4c73","false",2,"33909a28-f02d-414f-9794-58bfb18cb977","2:14:1_1","2:14:1_1 - Problem 39","19432976" +"Org4","course-v1:Org4+DemoX+db4c73","false",6,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","2:14:1_1","2:14:1_1 - Problem 39","19432976" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"0f764bed-e5da-4d50-89d3-66aac42b50e5","3:0:1_1","3:0:1_1 - Problem 93","1bda6508" +"Org4","course-v1:Org4+DemoX+db4c73","false",3,"007761a3-b622-4cb9-8461-b2c6daffb402","1:2:2_1","1:2:2_1 - Problem 81","24449c53" +"Org4","course-v1:Org4+DemoX+db4c73","false",1,"c217b4e2-3bf7-44db-9193-e1abbd905533","5:4:2_1","5:4:2_1 - Problem 83","260e4cb2" +"Org4","course-v1:Org4+DemoX+db4c73","false",9,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","2:1:0_1","2:1:0_1 - Problem 74","27a69806" +"Org4","course-v1:Org4+DemoX+db4c73","false",7,"007761a3-b622-4cb9-8461-b2c6daffb402","2:6:5_1","2:6:5_1 - Problem 76","2ab38458" +"Org4","course-v1:Org4+DemoX+db4c73","false",8,"49a47dcd-f33e-4ad5-9416-a248494a85af","2:6:5_1","2:6:5_1 - Problem 76","2ab38458" +"Org4","course-v1:Org4+DemoX+db4c73","false",1,"96ab90f0-078f-477c-a011-7eda70eba32a","4:2:1_1","4:2:1_1 - Problem 48","2b655f9f" +"Org4","course-v1:Org4+DemoX+db4c73","false",9,"272f9b05-b2c8-4755-aa4b-087875c8104b","2:0:0_1","2:0:0_1 - Problem 70","2ea6ca30" +"Org4","course-v1:Org4+DemoX+db4c73","true",2,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","2:0:4_1","2:0:4_1 - Problem 51","331e4e64" +"Org4","course-v1:Org4+DemoX+db4c73","true",3,"c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","2:0:4_1","2:0:4_1 - Problem 51","331e4e64" +"Org4","course-v1:Org4+DemoX+db4c73","true",5,"fc35c856-a8c5-4110-b4b4-15b2025094d8","1:3:1_1","1:3:1_1 - Problem 53","386c4f07" +"Org4","course-v1:Org4+DemoX+db4c73","false",1,"49d7023e-84c3-4396-9df7-5536b203ac32","5:4:5_1","5:4:5_1 - Problem 80","3a5139e7" +"Org4","course-v1:Org4+DemoX+db4c73","true",6,"a28e2d80-0b93-4730-973f-15f8b18696de","5:4:5_1","5:4:5_1 - Problem 80","3a5139e7" +"Org4","course-v1:Org4+DemoX+db4c73","true",2,"668402da-eccf-4daf-b931-4c5948668f84","2:2:3_1","2:2:3_1 - Problem 64","3f31a4af" +"Org4","course-v1:Org4+DemoX+db4c73","false",8,"9d97277c-9df9-475e-a231-1af77bf3311f","2:13:0_1","2:13:0_1 - Problem 104","4ba6a5ea" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","5:2:0_1","5:2:0_1 - Problem 62","6aaca196" +"Org4","course-v1:Org4+DemoX+db4c73","true",4,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","2:2:0_1","2:2:0_1 - Problem 87","6b8d8628" +"Org4","course-v1:Org4+DemoX+db4c73","true",8,"007761a3-b622-4cb9-8461-b2c6daffb402","2:0:1_1","2:0:1_1 - Problem 60","6c6cc52f" +"Org4","course-v1:Org4+DemoX+db4c73","true",6,"a28e2d80-0b93-4730-973f-15f8b18696de","4:1:0_1","4:1:0_1 - Problem 44","74e1a587" +"Org4","course-v1:Org4+DemoX+db4c73","true",5,"829a9444-ced3-4273-9e4b-e8a8bb790c48","5:13:1_1","5:13:1_1 - Problem 66","7555f356" +"Org4","course-v1:Org4+DemoX+db4c73","false",6,"fbfb0998-6d7e-4047-9235-266965fda410","2:1:0_1","2:1:0_1 - Problem 73","81ee02f9" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"49a47dcd-f33e-4ad5-9416-a248494a85af","2:17:0_1","2:17:0_1 - Problem 42","86327265" +"Org4","course-v1:Org4+DemoX+db4c73","true",1,"668402da-eccf-4daf-b931-4c5948668f84","2:17:0_1","2:17:0_1 - Problem 42","86327265" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"33909a28-f02d-414f-9794-58bfb18cb977","5:2:0_1","5:2:0_1 - Problem 108","8b0e1bf0" +"Org4","course-v1:Org4+DemoX+db4c73","true",1,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","5:2:0_1","5:2:0_1 - Problem 108","8b0e1bf0" +"Org4","course-v1:Org4+DemoX+db4c73","true",1,"33909a28-f02d-414f-9794-58bfb18cb977","2:1:0_1","2:1:0_1 - Problem 89","8ca2c1cb" +"Org4","course-v1:Org4+DemoX+db4c73","true",4,"0f764bed-e5da-4d50-89d3-66aac42b50e5","4:2:1_1","4:2:1_1 - Problem 52","8d0f5c83" +"Org4","course-v1:Org4+DemoX+db4c73","true",6,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:2:1_1","4:2:1_1 - Problem 52","8d0f5c83" +"Org4","course-v1:Org4+DemoX+db4c73","false",9,"49a47dcd-f33e-4ad5-9416-a248494a85af","2:11:0_1","2:11:0_1 - Problem 41","9053ea88" +"Org4","course-v1:Org4+DemoX+db4c73","false",7,"49d7023e-84c3-4396-9df7-5536b203ac32","2:11:0_1","2:11:0_1 - Problem 41","9053ea88" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","2:12:0_1","2:12:0_1 - Problem 94","90a4757b" +"Org4","course-v1:Org4+DemoX+db4c73","false",8,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:5:1_1","2:5:1_1 - Problem 99","9466e61b" +"Org4","course-v1:Org4+DemoX+db4c73","true",1,"3058e600-5bee-4018-920e-52a311963d88","2:5:1_1","2:5:1_1 - Problem 99","9466e61b" +"Org4","course-v1:Org4+DemoX+db4c73","false",6,"c217b4e2-3bf7-44db-9193-e1abbd905533","2:5:1_1","2:5:1_1 - Problem 99","9466e61b" +"Org4","course-v1:Org4+DemoX+db4c73","true",3,"d26c103e-89ba-47f0-89b5-0df2141a43b8","2:5:1_1","2:5:1_1 - Problem 99","9466e61b" +"Org4","course-v1:Org4+DemoX+db4c73","true",9,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","5:4:2_1","5:4:2_1 - Problem 32","987a273d" +"Org4","course-v1:Org4+DemoX+db4c73","false",6,"44b445b8-97e5-4208-abcd-5e1b08ee9569","2:4:1_1","2:4:1_1 - Problem 40","995b191a" +"Org4","course-v1:Org4+DemoX+db4c73","false",7,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","2:4:1_1","2:4:1_1 - Problem 40","995b191a" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"70b53781-f71d-4051-9760-3874b4473a57","4:0:0_1","4:0:0_1 - Problem 97","9f748391" +"Org4","course-v1:Org4+DemoX+db4c73","true",9,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","4:0:0_1","4:0:0_1 - Problem 97","9f748391" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"58d4edfa-97c1-42ba-9ea4-3428c4e3cad9","5:4:5_1","5:4:5_1 - Problem 35","a0206b2b" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"668402da-eccf-4daf-b931-4c5948668f84","5:4:5_1","5:4:5_1 - Problem 35","a0206b2b" +"Org4","course-v1:Org4+DemoX+db4c73","false",5,"dca7ea78-c883-4106-a698-87d5428c9207","5:4:5_1","5:4:5_1 - Problem 35","a0206b2b" +"Org4","course-v1:Org4+DemoX+db4c73","true",9,"4e0fc096-65d9-4b41-bcbd-564b054e532e","2:1:0_1","2:1:0_1 - Problem 92","a147f1dc" +"Org4","course-v1:Org4+DemoX+db4c73","false",2,"49a47dcd-f33e-4ad5-9416-a248494a85af","5:2:1_1","5:2:1_1 - Problem 109","a16c0978" +"Org4","course-v1:Org4+DemoX+db4c73","true",3,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","5:2:1_1","5:2:1_1 - Problem 109","a16c0978" +"Org4","course-v1:Org4+DemoX+db4c73","false",4,"007761a3-b622-4cb9-8461-b2c6daffb402","5:13:1_1","5:13:1_1 - Problem 91","a6db4b33" +"Org4","course-v1:Org4+DemoX+db4c73","false",8,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","5:13:1_1","5:13:1_1 - Problem 91","a6db4b33" +"Org4","course-v1:Org4+DemoX+db4c73","true",6,"4e4f1903-4d45-4b85-94d5-af29757b8396","2:14:0_1","2:14:0_1 - Problem 69","ab6771d5" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","3:2:1_1","3:2:1_1 - Problem 77","bd7471df" +"Org4","course-v1:Org4+DemoX+db4c73","true",7,"007761a3-b622-4cb9-8461-b2c6daffb402","1:1:2_1","1:1:2_1 - Problem 43","beb10c79" +"Org4","course-v1:Org4+DemoX+db4c73","false",3,"c85ec8e1-26e4-41c5-bf0f-ce4d10e5b3b1","1:1:2_1","1:1:2_1 - Problem 43","beb10c79" +"Org4","course-v1:Org4+DemoX+db4c73","true",6,"1479a01b-d058-4b00-89cf-3e51531f3fb8","2:11:1_1","2:11:1_1 - Problem 84","c1a2f917" +"Org4","course-v1:Org4+DemoX+db4c73","false",4,"49d7023e-84c3-4396-9df7-5536b203ac32","2:5:3_1","2:5:3_1 - Problem 45","c43ab398" +"Org4","course-v1:Org4+DemoX+db4c73","false",7,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","2:5:0_1","2:5:0_1 - Problem 37","c957c8f9" +"Org4","course-v1:Org4+DemoX+db4c73","false",2,"d26c103e-89ba-47f0-89b5-0df2141a43b8","2:5:0_1","2:5:0_1 - Problem 37","c957c8f9" +"Org4","course-v1:Org4+DemoX+db4c73","false",3,"49a47dcd-f33e-4ad5-9416-a248494a85af","2:5:1_1","2:5:1_1 - Problem 98","d37f8df5" +"Org4","course-v1:Org4+DemoX+db4c73","false",4,"6ef32de8-9503-46ed-9764-559e1df8f75e","5:10:4_1","5:10:4_1 - Problem 100","dfcc701d" +"Org4","course-v1:Org4+DemoX+db4c73","false",9,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","5:10:4_1","5:10:4_1 - Problem 100","dfcc701d" +"Org4","course-v1:Org4+DemoX+db4c73","true",6,"168168ea-84e1-4e8c-8e36-db11d23eb1b8","2:5:2_1","2:5:2_1 - Problem 72","e548b916" +"Org4","course-v1:Org4+DemoX+db4c73","false",4,"272f9b05-b2c8-4755-aa4b-087875c8104b","2:5:2_1","2:5:2_1 - Problem 72","e548b916" +"Org4","course-v1:Org4+DemoX+db4c73","true",5,"007761a3-b622-4cb9-8461-b2c6daffb402","2:5:3_1","2:5:3_1 - Problem 31","f033d2b5" +"Org4","course-v1:Org4+DemoX+db4c73","false",1,"3058e600-5bee-4018-920e-52a311963d88","2:5:3_1","2:5:3_1 - Problem 31","f033d2b5" +"Org4","course-v1:Org4+DemoX+db4c73","false",2,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","2:5:3_1","2:5:3_1 - Problem 31","f033d2b5" +"Org4","course-v1:Org4+DemoX+db4c73","false",2,"61570f19-557c-4dbd-9cd2-9f3c573beb4b","2:11:0_1","2:11:0_1 - Problem 90","f49dbd53" +"Org4","course-v1:Org4+DemoX+db4c73","true",2,"96ab90f0-078f-477c-a011-7eda70eba32a","2:11:0_1","2:11:0_1 - Problem 90","f49dbd53" +"Org4","course-v1:Org4+DemoX+db4c73","false",4,"f5975641-7160-4d20-9989-c7f9a993d32c","2:11:0_1","2:11:0_1 - Problem 90","f49dbd53" +"Org4","course-v1:Org4+DemoX+db4c73","false",7,"272f9b05-b2c8-4755-aa4b-087875c8104b","5:11:1_1","5:11:1_1 - Problem 105","f820db97" +"Org4","course-v1:Org4+DemoX+db4c73","true",1,"68195b77-86d9-4a90-988e-ec5f38d3a929","5:11:1_1","5:11:1_1 - Problem 105","f820db97" +"Org4","course-v1:Org4+DemoX+db4c73","true",8,"f360e005-29c1-4ad8-92a8-308d7047dc6e","5:11:1_1","5:11:1_1 - Problem 105","f820db97" +"Org4","course-v1:Org4+DemoX+db4c73","true",8,"58d4edfa-97c1-42ba-9ea4-3428c4e3cad9","3:0:1_1","3:0:1_1 - Problem 107","f903311e" +"Org4","course-v1:Org4+DemoX+db4c73","true",8,"70b53781-f71d-4051-9760-3874b4473a57","5:7:1_1","5:7:1_1 - Problem 49","fc64c95b" +"Org4","course-v1:Org4+DemoX+db4c73","true",4,"1479a01b-d058-4b00-89cf-3e51531f3fb8","1:0:4_1","1:0:4_1 - Problem 101","fff65157" +"Org4","course-v1:Org4+DemoX+db4c73","false",8,"33909a28-f02d-414f-9794-58bfb18cb977","1:0:4_1","1:0:4_1 - Problem 101","fff65157" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"510eda4f-80fe-4a8c-9dd6-349415991e6d","4:5:0_1","4:5:0_1 - Problem 45","02d5c368" +"Org7","course-v1:Org7+DemoX+57295b","false",7,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:2:0_1","4:2:0_1 - Problem 52","0cb0df84" +"Org7","course-v1:Org7+DemoX+57295b","true",1,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","4:2:0_1","4:2:0_1 - Problem 52","0cb0df84" +"Org7","course-v1:Org7+DemoX+57295b","false",5,"28613776-d1b8-4d1d-a94f-1095f09efc2b","4:5:0_1","4:5:0_1 - Problem 37","0ed4eaa5" +"Org7","course-v1:Org7+DemoX+57295b","true",5,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","4:5:0_1","4:5:0_1 - Problem 37","0ed4eaa5" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"43e0dba8-fc43-4567-824d-68bfabb1f312","4:5:0_1","4:5:0_1 - Problem 37","0ed4eaa5" +"Org7","course-v1:Org7+DemoX+57295b","true",3,"2c29167a-6b35-4a92-9615-84e63516f935","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" +"Org7","course-v1:Org7+DemoX+57295b","true",4,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"78dc54d4-e68f-4853-b5e3-7a65357fe6ac","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" +"Org7","course-v1:Org7+DemoX+57295b","false",5,"c3c0c4b2-b284-4f3f-aa18-934e435b6c3c","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" +"Org7","course-v1:Org7+DemoX+57295b","true",4,"ff10a27a-fe60-41b6-aa8e-823770c210a3","4:7:2_1","4:7:2_1 - Problem 31","10be5e0a" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"0f764bed-e5da-4d50-89d3-66aac42b50e5","4:14:3_1","4:14:3_1 - Problem 30","121c2450" +"Org7","course-v1:Org7+DemoX+57295b","false",9,"510eda4f-80fe-4a8c-9dd6-349415991e6d","4:14:3_1","4:14:3_1 - Problem 30","121c2450" +"Org7","course-v1:Org7+DemoX+57295b","false",8,"95af96c4-e45b-401e-b700-e1f147d36297","4:14:3_1","4:14:3_1 - Problem 30","121c2450" +"Org7","course-v1:Org7+DemoX+57295b","false",4,"28613776-d1b8-4d1d-a94f-1095f09efc2b","3:1:0_1","3:1:0_1 - Problem 51","19cd8706" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"49a47dcd-f33e-4ad5-9416-a248494a85af","3:1:0_1","3:1:0_1 - Problem 51","19cd8706" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","3:1:0_1","3:1:0_1 - Problem 51","19cd8706" +"Org7","course-v1:Org7+DemoX+57295b","false",5,"154fd129-9ceb-4303-9984-d7736031117b","2:0:2_1","2:0:2_1 - Problem 33","1cad7432" +"Org7","course-v1:Org7+DemoX+57295b","false",1,"28613776-d1b8-4d1d-a94f-1095f09efc2b","2:0:2_1","2:0:2_1 - Problem 33","1cad7432" +"Org7","course-v1:Org7+DemoX+57295b","false",8,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","2:0:2_1","2:0:2_1 - Problem 33","1cad7432" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","2:0:2_1","2:0:2_1 - Problem 33","1cad7432" +"Org7","course-v1:Org7+DemoX+57295b","true",1,"abb4911f-0c4a-4904-8004-aacfeb710346","4:14:3_1","4:14:3_1 - Problem 50","2e9354a9" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"ff10a27a-fe60-41b6-aa8e-823770c210a3","4:14:3_1","4:14:3_1 - Problem 50","2e9354a9" +"Org7","course-v1:Org7+DemoX+57295b","true",4,"c217b4e2-3bf7-44db-9193-e1abbd905533","2:0:2_1","2:0:2_1 - Problem 41","3845156c" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"d26c103e-89ba-47f0-89b5-0df2141a43b8","4:2:0_1","4:2:0_1 - Problem 58","4036512e" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"ff10a27a-fe60-41b6-aa8e-823770c210a3","4:2:0_1","4:2:0_1 - Problem 58","4036512e" +"Org7","course-v1:Org7+DemoX+57295b","true",4,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:14:1_1","4:14:1_1 - Problem 23","5c8c4abe" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"abb4911f-0c4a-4904-8004-aacfeb710346","4:14:1_1","4:14:1_1 - Problem 23","5c8c4abe" +"Org7","course-v1:Org7+DemoX+57295b","false",5,"d1396620-e0d3-499c-ada0-f3ba27f9463b","4:0:1_1","4:0:1_1 - Problem 47","5d62b0b7" +"Org7","course-v1:Org7+DemoX+57295b","false",8,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","4:5:0_1","4:5:0_1 - Problem 22","6f2af797" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"abb4911f-0c4a-4904-8004-aacfeb710346","4:5:0_1","4:5:0_1 - Problem 22","6f2af797" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"28613776-d1b8-4d1d-a94f-1095f09efc2b","4:3:2_1","4:3:2_1 - Problem 36","702a6282" +"Org7","course-v1:Org7+DemoX+57295b","false",4,"2c29167a-6b35-4a92-9615-84e63516f935","4:3:2_1","4:3:2_1 - Problem 36","702a6282" +"Org7","course-v1:Org7+DemoX+57295b","false",3,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:3:2_1","4:3:2_1 - Problem 36","702a6282" +"Org7","course-v1:Org7+DemoX+57295b","false",3,"d1396620-e0d3-499c-ada0-f3ba27f9463b","4:3:2_1","4:3:2_1 - Problem 36","702a6282" +"Org7","course-v1:Org7+DemoX+57295b","false",1,"39762ebc-1c5b-4ae9-8694-758f6a74b8f3","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" +"Org7","course-v1:Org7+DemoX+57295b","false",4,"43e0dba8-fc43-4567-824d-68bfabb1f312","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" +"Org7","course-v1:Org7+DemoX+57295b","true",7,"49a47dcd-f33e-4ad5-9416-a248494a85af","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"c217b4e2-3bf7-44db-9193-e1abbd905533","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" +"Org7","course-v1:Org7+DemoX+57295b","false",1,"f5975641-7160-4d20-9989-c7f9a993d32c","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" +"Org7","course-v1:Org7+DemoX+57295b","false",9,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","3:3:2_1","3:3:2_1 - Problem 35","76012c6a" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"5acd076a-e3f8-48e6-9c13-aad953166b68","3:4:2_1","3:4:2_1 - Problem 25","76e50f0b" +"Org7","course-v1:Org7+DemoX+57295b","false",2,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:14:3_1","4:14:3_1 - Problem 55","80002dd6" +"Org7","course-v1:Org7+DemoX+57295b","false",4,"47f03e71-bf89-470b-8cb5-8affbc109aff","4:14:3_1","4:14:3_1 - Problem 55","80002dd6" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"70b53781-f71d-4051-9760-3874b4473a57","4:14:3_1","4:14:3_1 - Problem 55","80002dd6" +"Org7","course-v1:Org7+DemoX+57295b","false",6,"fc35c856-a8c5-4110-b4b4-15b2025094d8","4:14:3_1","4:14:3_1 - Problem 55","80002dd6" +"Org7","course-v1:Org7+DemoX+57295b","true",2,"2c29167a-6b35-4a92-9615-84e63516f935","4:14:1_1","4:14:1_1 - Problem 40","832e0fad" +"Org7","course-v1:Org7+DemoX+57295b","false",2,"4e4f1903-4d45-4b85-94d5-af29757b8396","4:14:1_1","4:14:1_1 - Problem 40","832e0fad" +"Org7","course-v1:Org7+DemoX+57295b","false",2,"70b53781-f71d-4051-9760-3874b4473a57","4:14:1_1","4:14:1_1 - Problem 40","832e0fad" +"Org7","course-v1:Org7+DemoX+57295b","true",2,"95af96c4-e45b-401e-b700-e1f147d36297","4:14:1_1","4:14:1_1 - Problem 40","832e0fad" +"Org7","course-v1:Org7+DemoX+57295b","false",2,"a28e2d80-0b93-4730-973f-15f8b18696de","4:6:0_1","4:6:0_1 - Problem 56","83b7d43a" +"Org7","course-v1:Org7+DemoX+57295b","true",2,"abb4911f-0c4a-4904-8004-aacfeb710346","4:6:0_1","4:6:0_1 - Problem 56","83b7d43a" +"Org7","course-v1:Org7+DemoX+57295b","true",3,"d26c103e-89ba-47f0-89b5-0df2141a43b8","4:6:0_1","4:6:0_1 - Problem 56","83b7d43a" +"Org7","course-v1:Org7+DemoX+57295b","false",1,"f5975641-7160-4d20-9989-c7f9a993d32c","4:6:0_1","4:6:0_1 - Problem 56","83b7d43a" +"Org7","course-v1:Org7+DemoX+57295b","false",9,"1efff542-8cfc-4bc9-863d-1bdd3c521515","3:0:1_1","3:0:1_1 - Problem 48","8c5fca6d" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"2c29167a-6b35-4a92-9615-84e63516f935","3:0:1_1","3:0:1_1 - Problem 48","8c5fca6d" +"Org7","course-v1:Org7+DemoX+57295b","false",6,"47f03e71-bf89-470b-8cb5-8affbc109aff","3:0:1_1","3:0:1_1 - Problem 48","8c5fca6d" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"c217b4e2-3bf7-44db-9193-e1abbd905533","4:14:1_1","4:14:1_1 - Problem 28","951bdf4f" +"Org7","course-v1:Org7+DemoX+57295b","false",4,"fc35c856-a8c5-4110-b4b4-15b2025094d8","4:14:1_1","4:14:1_1 - Problem 28","951bdf4f" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"ff10a27a-fe60-41b6-aa8e-823770c210a3","4:14:1_1","4:14:1_1 - Problem 28","951bdf4f" +"Org7","course-v1:Org7+DemoX+57295b","true",1,"f8b778fb-aff9-4b63-8fe3-d578f3891dd8","4:7:1_1","4:7:1_1 - Problem 60","9880b32e" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"49a47dcd-f33e-4ad5-9416-a248494a85af","4:1:0_1","4:1:0_1 - Problem 24","9c02e7ed" +"Org7","course-v1:Org7+DemoX+57295b","false",5,"510eda4f-80fe-4a8c-9dd6-349415991e6d","3:0:0_1","3:0:0_1 - Problem 54","9c5bbf41" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"9d97277c-9df9-475e-a231-1af77bf3311f","3:0:0_1","3:0:0_1 - Problem 54","9c5bbf41" +"Org7","course-v1:Org7+DemoX+57295b","false",9,"d1396620-e0d3-499c-ada0-f3ba27f9463b","3:0:0_1","3:0:0_1 - Problem 54","9c5bbf41" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"3058e600-5bee-4018-920e-52a311963d88","4:4:2_1","4:4:2_1 - Problem 53","af57d4ea" +"Org7","course-v1:Org7+DemoX+57295b","true",4,"829a9444-ced3-4273-9e4b-e8a8bb790c48","4:4:2_1","4:4:2_1 - Problem 53","af57d4ea" +"Org7","course-v1:Org7+DemoX+57295b","true",3,"1bf5ad2e-5eb7-4209-bb1c-ca2f4c8826e0","4:3:2_1","4:3:2_1 - Problem 59","b2dcb2f9" +"Org7","course-v1:Org7+DemoX+57295b","false",3,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:3:2_1","4:3:2_1 - Problem 59","b2dcb2f9" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"1bf5ad2e-5eb7-4209-bb1c-ca2f4c8826e0","4:7:4_1","4:7:4_1 - Problem 27","b5d7e1a4" +"Org7","course-v1:Org7+DemoX+57295b","false",7,"c3c0c4b2-b284-4f3f-aa18-934e435b6c3c","4:7:4_1","4:7:4_1 - Problem 27","b5d7e1a4" +"Org7","course-v1:Org7+DemoX+57295b","true",1,"ff10a27a-fe60-41b6-aa8e-823770c210a3","4:7:4_1","4:7:4_1 - Problem 27","b5d7e1a4" +"Org7","course-v1:Org7+DemoX+57295b","false",5,"2c29167a-6b35-4a92-9615-84e63516f935","3:3:2_1","3:3:2_1 - Problem 57","c34a92ff" +"Org7","course-v1:Org7+DemoX+57295b","false",2,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","3:3:2_1","3:3:2_1 - Problem 57","c34a92ff" +"Org7","course-v1:Org7+DemoX+57295b","false",8,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:6:2_1","4:6:2_1 - Problem 46","cf90e133" +"Org7","course-v1:Org7+DemoX+57295b","true",4,"fc35c856-a8c5-4110-b4b4-15b2025094d8","4:6:2_1","4:6:2_1 - Problem 46","cf90e133" +"Org7","course-v1:Org7+DemoX+57295b","false",4,"1efff542-8cfc-4bc9-863d-1bdd3c521515","4:14:1_1","4:14:1_1 - Problem 32","e6307efd" +"Org7","course-v1:Org7+DemoX+57295b","true",5,"c3c0c4b2-b284-4f3f-aa18-934e435b6c3c","4:14:1_1","4:14:1_1 - Problem 32","e6307efd" +"Org7","course-v1:Org7+DemoX+57295b","true",4,"f5975641-7160-4d20-9989-c7f9a993d32c","4:14:1_1","4:14:1_1 - Problem 32","e6307efd" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"3ae0a6e3-21af-4185-b3f1-c7125d1c2ac3","4:12:0_1","4:12:0_1 - Problem 26","f40a7fa3" +"Org7","course-v1:Org7+DemoX+57295b","true",7,"4e4f1903-4d45-4b85-94d5-af29757b8396","4:4:1_1","4:4:1_1 - Problem 38","f44c3e45" +"Org7","course-v1:Org7+DemoX+57295b","true",7,"d1396620-e0d3-499c-ada0-f3ba27f9463b","4:4:1_1","4:4:1_1 - Problem 38","f44c3e45" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:11:0_1","4:11:0_1 - Problem 21","f52cebe1" +"Org7","course-v1:Org7+DemoX+57295b","false",1,"0f764bed-e5da-4d50-89d3-66aac42b50e5","4:1:0_1","4:1:0_1 - Problem 39","fa2d8af3" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"272f9b05-b2c8-4755-aa4b-087875c8104b","4:1:0_1","4:1:0_1 - Problem 39","fa2d8af3" +"Org7","course-v1:Org7+DemoX+57295b","true",6,"47f03e71-bf89-470b-8cb5-8affbc109aff","4:1:0_1","4:1:0_1 - Problem 39","fa2d8af3" +"Org7","course-v1:Org7+DemoX+57295b","true",1,"c217b4e2-3bf7-44db-9193-e1abbd905533","4:1:0_1","4:1:0_1 - Problem 39","fa2d8af3" +"Org7","course-v1:Org7+DemoX+57295b","false",9,"43e0dba8-fc43-4567-824d-68bfabb1f312","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" +"Org7","course-v1:Org7+DemoX+57295b","false",3,"49a47dcd-f33e-4ad5-9416-a248494a85af","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" +"Org7","course-v1:Org7+DemoX+57295b","false",8,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" +"Org7","course-v1:Org7+DemoX+57295b","true",9,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" +"Org7","course-v1:Org7+DemoX+57295b","true",7,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" +"Org7","course-v1:Org7+DemoX+57295b","false",3,"c3ba8c7b-9b3a-49e3-b54a-4573613dc392","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" +"Org7","course-v1:Org7+DemoX+57295b","true",8,"f5975641-7160-4d20-9989-c7f9a993d32c","4:5:0_1","4:5:0_1 - Problem 44","fa4f2fed" +"Org8","course-v1:Org8+DemoX+3fefec","true",5,"33909a28-f02d-414f-9794-58bfb18cb977","4:7:0_1","4:7:0_1 - Problem 42","0315b0d9" +"Org8","course-v1:Org8+DemoX+3fefec","true",1,"44b445b8-97e5-4208-abcd-5e1b08ee9569","4:7:0_1","4:7:0_1 - Problem 42","0315b0d9" +"Org8","course-v1:Org8+DemoX+3fefec","false",6,"8cdaa227-33f8-4d0c-8996-b75373f7394b","4:7:0_1","4:7:0_1 - Problem 42","0315b0d9" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"baba0235-70c8-45a8-a1e1-72477205b858","4:5:0_1","4:5:0_1 - Problem 49","0fac91c2" +"Org8","course-v1:Org8+DemoX+3fefec","true",9,"44b445b8-97e5-4208-abcd-5e1b08ee9569","3:3:0_1","3:3:0_1 - Problem 41","136c7e7d" +"Org8","course-v1:Org8+DemoX+3fefec","true",3,"a1de350b-e587-4b57-8fc3-48feb69fd890","3:3:0_1","3:3:0_1 - Problem 41","136c7e7d" +"Org8","course-v1:Org8+DemoX+3fefec","true",1,"2c2553fa-e3c2-40d9-82f4-ce6b8bdc85cf","4:7:0_1","4:7:0_1 - Problem 59","193017e7" +"Org8","course-v1:Org8+DemoX+3fefec","true",6,"c3c0c4b2-b284-4f3f-aa18-934e435b6c3c","4:7:0_1","4:7:0_1 - Problem 59","193017e7" +"Org8","course-v1:Org8+DemoX+3fefec","false",5,"fc35c856-a8c5-4110-b4b4-15b2025094d8","4:7:0_1","4:7:0_1 - Problem 59","193017e7" +"Org8","course-v1:Org8+DemoX+3fefec","false",5,"2bb929b4-35ff-427e-9c80-addf897d76e7","4:8:0_1","4:8:0_1 - Problem 23","198cfd08" +"Org8","course-v1:Org8+DemoX+3fefec","true",7,"3760462a-fbb0-45dc-b5e5-76e6c60c72e1","4:8:0_1","4:8:0_1 - Problem 23","198cfd08" +"Org8","course-v1:Org8+DemoX+3fefec","false",3,"0f764bed-e5da-4d50-89d3-66aac42b50e5","1:4:2_1","1:4:2_1 - Problem 50","1b8d11f6" +"Org8","course-v1:Org8+DemoX+3fefec","true",6,"2369d68b-899d-458a-b780-77ebf4e5f4c3","1:4:2_1","1:4:2_1 - Problem 50","1b8d11f6" +"Org8","course-v1:Org8+DemoX+3fefec","true",9,"70b53781-f71d-4051-9760-3874b4473a57","1:4:2_1","1:4:2_1 - Problem 50","1b8d11f6" +"Org8","course-v1:Org8+DemoX+3fefec","false",2,"8cdaa227-33f8-4d0c-8996-b75373f7394b","1:4:2_1","1:4:2_1 - Problem 50","1b8d11f6" +"Org8","course-v1:Org8+DemoX+3fefec","false",4,"a28e2d80-0b93-4730-973f-15f8b18696de","1:4:2_1","1:4:2_1 - Problem 50","1b8d11f6" +"Org8","course-v1:Org8+DemoX+3fefec","true",6,"70b53781-f71d-4051-9760-3874b4473a57","1:4:0_1","1:4:0_1 - Problem 30","227679dc" +"Org8","course-v1:Org8+DemoX+3fefec","true",7,"fbfb0998-6d7e-4047-9235-266965fda410","3:3:2_1","3:3:2_1 - Problem 57","2621c59a" +"Org8","course-v1:Org8+DemoX+3fefec","false",4,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","1:4:3_1","1:4:3_1 - Problem 54","35841c6a" +"Org8","course-v1:Org8+DemoX+3fefec","true",1,"af648aba-2da8-4c60-b982-adfc2f42fe78","1:4:3_1","1:4:3_1 - Problem 54","35841c6a" +"Org8","course-v1:Org8+DemoX+3fefec","true",1,"0f764bed-e5da-4d50-89d3-66aac42b50e5","1:3:0_1","1:3:0_1 - Problem 39","36d48255" +"Org8","course-v1:Org8+DemoX+3fefec","false",4,"abb4911f-0c4a-4904-8004-aacfeb710346","1:3:0_1","1:3:0_1 - Problem 39","36d48255" +"Org8","course-v1:Org8+DemoX+3fefec","false",9,"c217b4e2-3bf7-44db-9193-e1abbd905533","1:3:0_1","1:3:0_1 - Problem 39","36d48255" +"Org8","course-v1:Org8+DemoX+3fefec","true",8,"a1de350b-e587-4b57-8fc3-48feb69fd890","1:5:0_1","1:5:0_1 - Problem 33","41a9b8a2" +"Org8","course-v1:Org8+DemoX+3fefec","true",8,"fc35c856-a8c5-4110-b4b4-15b2025094d8","1:5:0_1","1:5:0_1 - Problem 33","41a9b8a2" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"33909a28-f02d-414f-9794-58bfb18cb977","1:4:2_1","1:4:2_1 - Problem 52","4da95ea9" +"Org8","course-v1:Org8+DemoX+3fefec","false",8,"78dc54d4-e68f-4853-b5e3-7a65357fe6ac","1:4:2_1","1:4:2_1 - Problem 52","4da95ea9" +"Org8","course-v1:Org8+DemoX+3fefec","false",3,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","1:4:2_1","1:4:2_1 - Problem 52","4da95ea9" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"d48677ac-2373-457c-8318-30cd736ed206","1:4:2_1","1:4:2_1 - Problem 52","4da95ea9" +"Org8","course-v1:Org8+DemoX+3fefec","false",3,"007761a3-b622-4cb9-8461-b2c6daffb402","2:3:1_1","2:3:1_1 - Problem 27","50b8baf5" +"Org8","course-v1:Org8+DemoX+3fefec","true",6,"2bb929b4-35ff-427e-9c80-addf897d76e7","2:3:1_1","2:3:1_1 - Problem 27","50b8baf5" +"Org8","course-v1:Org8+DemoX+3fefec","true",9,"a499a2bb-c627-4916-92d1-f6ae6ac57a71","1:4:3_1","1:4:3_1 - Problem 32","71a97e77" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"0f764bed-e5da-4d50-89d3-66aac42b50e5","4:7:0_1","4:7:0_1 - Problem 38","73ebed66" +"Org8","course-v1:Org8+DemoX+3fefec","true",9,"465fe6bb-9894-4480-b8ef-e54d97d77fea","4:7:0_1","4:7:0_1 - Problem 38","73ebed66" +"Org8","course-v1:Org8+DemoX+3fefec","true",3,"a1de350b-e587-4b57-8fc3-48feb69fd890","4:7:0_1","4:7:0_1 - Problem 38","73ebed66" +"Org8","course-v1:Org8+DemoX+3fefec","true",9,"fc35c856-a8c5-4110-b4b4-15b2025094d8","4:7:0_1","4:7:0_1 - Problem 38","73ebed66" +"Org8","course-v1:Org8+DemoX+3fefec","true",5,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:8:0_1","4:8:0_1 - Problem 35","7785f400" +"Org8","course-v1:Org8+DemoX+3fefec","false",4,"7ba12e72-5cb4-43f4-b3a9-729e6724ef6a","2:1:0_1","2:1:0_1 - Problem 31","79bc5ff7" +"Org8","course-v1:Org8+DemoX+3fefec","true",8,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","2:1:0_1","2:1:0_1 - Problem 31","79bc5ff7" +"Org8","course-v1:Org8+DemoX+3fefec","false",8,"47f03e71-bf89-470b-8cb5-8affbc109aff","2:1:0_1","2:1:0_1 - Problem 24","7e5e9b0d" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"ed2421ea-45e4-4610-85b1-d58b2cdf628a","2:1:0_1","2:1:0_1 - Problem 24","7e5e9b0d" +"Org8","course-v1:Org8+DemoX+3fefec","true",5,"0f764bed-e5da-4d50-89d3-66aac42b50e5","4:7:0_1","4:7:0_1 - Problem 36","865cae40" +"Org8","course-v1:Org8+DemoX+3fefec","false",4,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","4:7:0_1","4:7:0_1 - Problem 36","865cae40" +"Org8","course-v1:Org8+DemoX+3fefec","true",8,"a499a2bb-c627-4916-92d1-f6ae6ac57a71","4:7:0_1","4:7:0_1 - Problem 36","865cae40" +"Org8","course-v1:Org8+DemoX+3fefec","false",3,"68195b77-86d9-4a90-988e-ec5f38d3a929","2:1:0_1","2:1:0_1 - Problem 37","8ab76dda" +"Org8","course-v1:Org8+DemoX+3fefec","false",2,"a1de350b-e587-4b57-8fc3-48feb69fd890","2:1:0_1","2:1:0_1 - Problem 37","8ab76dda" +"Org8","course-v1:Org8+DemoX+3fefec","true",8,"a5a50fa7-26c3-405d-95bb-d1b351ffa191","2:1:0_1","2:1:0_1 - Problem 37","8ab76dda" +"Org8","course-v1:Org8+DemoX+3fefec","false",3,"abb4911f-0c4a-4904-8004-aacfeb710346","2:1:0_1","2:1:0_1 - Problem 37","8ab76dda" +"Org8","course-v1:Org8+DemoX+3fefec","true",2,"33909a28-f02d-414f-9794-58bfb18cb977","4:5:0_1","4:5:0_1 - Problem 46","8ad1127a" +"Org8","course-v1:Org8+DemoX+3fefec","true",1,"a28e2d80-0b93-4730-973f-15f8b18696de","4:5:0_1","4:5:0_1 - Problem 46","8ad1127a" +"Org8","course-v1:Org8+DemoX+3fefec","true",6,"fbfb0998-6d7e-4047-9235-266965fda410","4:5:0_1","4:5:0_1 - Problem 46","8ad1127a" +"Org8","course-v1:Org8+DemoX+3fefec","false",9,"33909a28-f02d-414f-9794-58bfb18cb977","3:3:2_1","3:3:2_1 - Problem 22","8b27719d" +"Org8","course-v1:Org8+DemoX+3fefec","true",3,"9344e7e6-2388-4b1b-b6b8-5040aad08ff7","3:3:2_1","3:3:2_1 - Problem 22","8b27719d" +"Org8","course-v1:Org8+DemoX+3fefec","true",1,"c9d7fefc-f8bd-4162-8a2c-bdba6da6b624","3:3:2_1","3:3:2_1 - Problem 22","8b27719d" +"Org8","course-v1:Org8+DemoX+3fefec","true",4,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:3:2_1","4:3:2_1 - Problem 26","9fe92d5f" +"Org8","course-v1:Org8+DemoX+3fefec","false",5,"abb4911f-0c4a-4904-8004-aacfeb710346","4:3:2_1","4:3:2_1 - Problem 26","9fe92d5f" +"Org8","course-v1:Org8+DemoX+3fefec","false",8,"fbfb0998-6d7e-4047-9235-266965fda410","4:3:2_1","4:3:2_1 - Problem 26","9fe92d5f" +"Org8","course-v1:Org8+DemoX+3fefec","true",6,"8cdaa227-33f8-4d0c-8996-b75373f7394b","4:6:0_1","4:6:0_1 - Problem 44","b11dbd63" +"Org8","course-v1:Org8+DemoX+3fefec","false",5,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","4:6:0_1","4:6:0_1 - Problem 44","b11dbd63" +"Org8","course-v1:Org8+DemoX+3fefec","false",1,"fc35c856-a8c5-4110-b4b4-15b2025094d8","4:6:0_1","4:6:0_1 - Problem 44","b11dbd63" +"Org8","course-v1:Org8+DemoX+3fefec","true",7,"c217b4e2-3bf7-44db-9193-e1abbd905533","1:4:0_1","1:4:0_1 - Problem 28","b14d3472" +"Org8","course-v1:Org8+DemoX+3fefec","false",2,"3c83b6e9-d3d3-4c18-b6d6-956c1d8334a2","4:8:0_1","4:8:0_1 - Problem 58","bb239606" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","4:8:0_1","4:8:0_1 - Problem 58","bb239606" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"8cdaa227-33f8-4d0c-8996-b75373f7394b","4:8:0_1","4:8:0_1 - Problem 58","bb239606" +"Org8","course-v1:Org8+DemoX+3fefec","true",7,"47f03e71-bf89-470b-8cb5-8affbc109aff","4:3:2_1","4:3:2_1 - Problem 51","d58de964" +"Org8","course-v1:Org8+DemoX+3fefec","false",1,"bc9d00aa-2239-4a94-90de-b3ea4d390bc0","4:3:2_1","4:3:2_1 - Problem 51","d58de964" +"Org8","course-v1:Org8+DemoX+3fefec","false",1,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","4:0:1_1","4:0:1_1 - Problem 47","dbdb11f4" +"Org8","course-v1:Org8+DemoX+3fefec","true",5,"6c0eb8ab-6be1-47d2-bd0d-cf507fd763dc","4:0:1_1","4:0:1_1 - Problem 47","dbdb11f4" +"Org8","course-v1:Org8+DemoX+3fefec","true",7,"abb4911f-0c4a-4904-8004-aacfeb710346","4:0:1_1","4:0:1_1 - Problem 47","dbdb11f4" +"Org8","course-v1:Org8+DemoX+3fefec","true",1,"602fedf5-a7ca-41ce-b14d-7f8945e1969a","1:3:1_1","1:3:1_1 - Problem 60","e8569449" +"Org8","course-v1:Org8+DemoX+3fefec","false",4,"a499a2bb-c627-4916-92d1-f6ae6ac57a71","1:3:1_1","1:3:1_1 - Problem 60","e8569449" +"Org8","course-v1:Org8+DemoX+3fefec","true",7,"8cdaa227-33f8-4d0c-8996-b75373f7394b","4:8:4_1","4:8:4_1 - Problem 29","e8a115bc" +"Org8","course-v1:Org8+DemoX+3fefec","false",6,"a1de350b-e587-4b57-8fc3-48feb69fd890","4:8:4_1","4:8:4_1 - Problem 29","e8a115bc" +"Org8","course-v1:Org8+DemoX+3fefec","true",4,"a28e2d80-0b93-4730-973f-15f8b18696de","4:8:4_1","4:8:4_1 - Problem 29","e8a115bc" +"Org8","course-v1:Org8+DemoX+3fefec","false",7,"47f03e71-bf89-470b-8cb5-8affbc109aff","1:4:3_1","1:4:3_1 - Problem 25","ee4676d3" +"Org8","course-v1:Org8+DemoX+3fefec","true",6,"33909a28-f02d-414f-9794-58bfb18cb977","4:6:1_1","4:6:1_1 - Problem 40","ee9e0d14" +"Org8","course-v1:Org8+DemoX+3fefec","true",9,"a1de350b-e587-4b57-8fc3-48feb69fd890","4:6:1_1","4:6:1_1 - Problem 40","ee9e0d14" +"Org8","course-v1:Org8+DemoX+3fefec","false",3,"465fe6bb-9894-4480-b8ef-e54d97d77fea","3:3:2_1","3:3:2_1 - Problem 55","f026a874" +"Org8","course-v1:Org8+DemoX+3fefec","true",5,"7924fe6c-4fb8-4c08-83c8-8c9f770d37d7","3:3:2_1","3:3:2_1 - Problem 55","f026a874" +"Org8","course-v1:Org8+DemoX+3fefec","false",2,"abb4911f-0c4a-4904-8004-aacfeb710346","3:3:2_1","3:3:2_1 - Problem 55","f026a874" +"Org8","course-v1:Org8+DemoX+3fefec","false",5,"fc35c856-a8c5-4110-b4b4-15b2025094d8","3:3:2_1","3:3:2_1 - Problem 55","f026a874"