2023-12-27T13:45:27.973Z {"data": {"args": {"cache_selected_only": "False", "debug": "False", "fail_fast": "False", "indirect_selection": "eager", "introspect": "True", "invocation_command": "dbt --log-format json run-operation elementary.log_macro_results --args {\"macro_name\": \"elementary_cli.get_test_results\", \"macro_args\": {\"days_back\": 7, \"invocations_per_test\": 720, \"disable_passed_test_metrics\": false}} --project-dir /usr/local/lib/python3.11/site-packages/elementary/monitor/dbt_project", "log_cache_events": "False", "log_format": "json", "log_path": "/usr/app/edr_target", "no_print": "None", "partial_parse": "True", "printer_width": "80", "profiles_dir": "/usr/app/", "quiet": "False", "send_anonymous_usage_stats": "True", "static_parser": "True", "target_path": "None", "use_colors": "True", "use_experimental_parser": "False", "version_check": "True", "warn_error": "None", "warn_error_options": "WarnErrorOptions(include=[], exclude=[])", "write_json": "True"}}, "info": {"category": "", "code": "A002", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "running dbt with arguments {'printer_width': '80', 'indirect_selection': 'eager', 'log_cache_events': 'False', 'write_json': 'True', 'partial_parse': 'True', 'cache_selected_only': 'False', 'warn_error': 'None', 'fail_fast': 'False', 'version_check': 'True', 'log_path': '/usr/app/edr_target', 'profiles_dir': '/usr/app/', 'debug': 'False', 'use_colors': 'True', 'use_experimental_parser': 'False', 'no_print': 'None', 'quiet': 'False', 'log_format': 'json', 'static_parser': 'True', 'invocation_command': 'dbt --log-format json run-operation elementary.log_macro_results --args {\"macro_name\": \"elementary_cli.get_test_results\", \"macro_args\": {\"days_back\": 7, \"invocations_per_test\": 720, \"disable_passed_test_metrics\": false}} --project-dir /usr/local/lib/python3.11/site-packages/elementary/monitor/dbt_project', 'introspect': 'True', 'target_path': 'None', 'warn_error_options': 'WarnErrorOptions(include=[], exclude=[])', 'send_anonymous_usage_stats': 'True'}", "name": "MainReportArgs", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:32.953735Z"}} 2023-12-27T13:45:27.973Z {"data": {"kwargs": "{'category': 'dbt', 'action': 'project_id', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}"}, "info": {"category": "", "code": "Z040", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Sending event: {'category': 'dbt', 'action': 'project_id', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}", "name": "SendingEvent", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:35.057601Z"}} 2023-12-27T13:45:27.973Z {"data": {"kwargs": "{'category': 'dbt', 'action': 'adapter_info', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}"}, "info": {"category": "", "code": "Z040", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Sending event: {'category': 'dbt', 'action': 'adapter_info', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}", "name": "SendingEvent", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:35.459262Z"}} 2023-12-27T13:45:27.974Z {"data": {"adapter_name": "bigquery", "adapter_version": "=1.7.2"}, "info": {"category": "", "code": "E034", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "info", "msg": "Registered adapter: bigquery=1.7.2", "name": "AdapterRegistered", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:35.460264Z"}} 2023-12-27T13:45:27.974Z {"data": {"checksum": "248e8aba381ba2d577dce7ab50d2010c2aac45d2b27e6e6214cdd96d2d41fabc", "profile": "", "target": "", "vars": "{}", "version": "1.7.4"}, "info": {"category": "", "code": "I025", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "checksum: 248e8aba381ba2d577dce7ab50d2010c2aac45d2b27e6e6214cdd96d2d41fabc, vars: {}, profile: , target: , version: 1.7.4", "name": "StateCheckVarsHash", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:35.558040Z"}} 2023-12-27T13:45:27.974Z {"data": {"added": 0, "changed": 0, "deleted": 0}, "info": {"category": "", "code": "I040", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Partial parsing enabled: 0 files deleted, 0 files added, 0 files changed.", "name": "PartialParsingEnabled", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:35.980867Z"}} 2023-12-27T13:45:27.974Z {"data": {}, "info": {"category": "", "code": "I017", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Partial parsing enabled, no changes found, skipping parsing", "name": "PartialParsingSkipParsing", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:35.981849Z"}} 2023-12-27T13:45:27.974Z {"data": {"kwargs": "{'category': 'dbt', 'action': 'load_project', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}"}, "info": {"category": "", "code": "Z040", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Sending event: {'category': 'dbt', 'action': 'load_project', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}", "name": "SendingEvent", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:36.053183Z"}} 2023-12-27T13:45:27.974Z {"data": {"kwargs": "{'category': 'dbt', 'action': 'resource_counts', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}"}, "info": {"category": "", "code": "Z040", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Sending event: {'category': 'dbt', 'action': 'resource_counts', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}", "name": "SendingEvent", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:36.251088Z"}} 2023-12-27T13:45:27.974Z {"data": {"stat_line": "40 models, 2 operations, 6 tests, 6 sources, 0 exposures, 0 metrics, 1347 macros, 0 groups, 0 semantic models"}, "info": {"category": "", "code": "W006", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "info", "msg": "Found 40 models, 2 operations, 6 tests, 6 sources, 0 exposures, 0 metrics, 1347 macros, 0 groups, 0 semantic models", "name": "FoundStats", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:36.252075Z"}} 2023-12-27T13:45:27.974Z {"data": {"kwargs": "{'category': 'dbt', 'action': 'runnable_timing', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}"}, "info": {"category": "", "code": "Z040", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Sending event: {'category': 'dbt', 'action': 'runnable_timing', 'label': '966ee745-f134-4275-80bc-d84791a9c5fb', 'context': []}", "name": "SendingEvent", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:36.253535Z"}} 2023-12-27T13:45:27.974Z {"data": {"conn_name": "macro_log_macro_results", "conn_type": "bigquery"}, "info": {"category": "", "code": "E005", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Acquiring new bigquery connection 'macro_log_macro_results'", "name": "NewConnection", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:36.255190Z"}} 2023-12-27T13:45:27.974Z {"data": {"connection_state": "init"}, "info": {"category": "", "code": "E037", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "Opening a new connection, currently in state init", "name": "NewConnectionOpening", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:36.547998Z"}} 2023-12-27T13:45:27.974Z {"data": {"conn_name": "macro_log_macro_results", "sql": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.7.4\", \"profile_name\": \"elementary\", \"target_name\": \"prod\", \"connection_name\": \"macro_log_macro_results\"} */\n\n \n with test_results as (\n \n with elementary_test_results as (\n select * from `my_storage_gcp_project`.`elementary_data`.`elementary_test_results`\n \n where \n timestamp_diff(current_timestamp, cast(detected_at as timestamp), day)\n < 7\n \n ),\n\n dbt_tests as (\n select * from `my_storage_gcp_project`.`elementary_data`.`dbt_tests`\n ),\n\n dbt_models as (\n select * from `my_storage_gcp_project`.`elementary_data`.`dbt_models`\n ),\n\n dbt_sources as (\n select * from `my_storage_gcp_project`.`elementary_data`.`dbt_sources`\n ),\n\n dbt_artifacts as (\n select unique_id, meta, tags, owner from dbt_models\n union all\n select unique_id, meta, tags, owner from dbt_sources\n ),\n\n first_time_test_occurred as (\n select \n min(detected_at) as first_time_occurred,\n test_unique_id\n from elementary_test_results\n group by test_unique_id\n )\n\n select\n elementary_test_results.id,\n \n case\n when elementary_test_results.test_type = 'schema_change' then elementary_test_results.test_unique_id\n \n when dbt_tests.short_name = 'dimension_anomalies' then elementary_test_results.test_unique_id\n else coalesce(elementary_test_results.test_unique_id, 'None') || '.' || coalesce(elementary_test_results.column_name, 'None') || '.' || coalesce(elementary_test_results.test_sub_type, 'None')\n end as elementary_unique_id,\n elementary_test_results.invocation_id,\n elementary_test_results.data_issue_id,\n elementary_test_results.test_execution_id,\n elementary_test_results.test_unique_id,\n elementary_test_results.model_unique_id,\n elementary_test_results.detected_at,\n elementary_test_results.database_name,\n elementary_test_results.schema_name,\n elementary_test_results.table_name,\n elementary_test_results.column_name,\n elementary_test_results.test_type,\n elementary_test_results.test_sub_type,\n elementary_test_results.test_results_description,\n elementary_test_results.owners,\n elementary_test_results.tags,\n elementary_test_results.test_results_query,\n elementary_test_results.other,\n case\n when dbt_tests.short_name is not null then dbt_tests.short_name\n else elementary_test_results.test_name\n end as test_name,\n elementary_test_results.test_params,\n elementary_test_results.severity,\n elementary_test_results.status,\n \n dbt_tests.short_name,\n elementary_test_results.test_alias,\n elementary_test_results.failures,\n elementary_test_results.result_rows,\n dbt_tests.meta,\n dbt_artifacts.meta as model_meta,\n dbt_artifacts.tags as model_tags,\n dbt_artifacts.owner as model_owner,\n first_occurred.first_time_occurred as test_created_at\n from elementary_test_results\n join dbt_tests on elementary_test_results.test_unique_id = dbt_tests.unique_id\n left join first_time_test_occurred first_occurred on elementary_test_results.test_unique_id = first_occurred.test_unique_id\n left join dbt_artifacts on elementary_test_results.model_unique_id = dbt_artifacts.unique_id\n\n ),\n\n ordered_test_results as (\n select\n *,\n \n timestamp_diff(current_timestamp, cast(detected_at as timestamp), day)\n as days_diff,\n \n rank() over (partition by elementary_unique_id order by detected_at desc) as invocations_rank_index\n from test_results\n )\n\n select \n id,\n invocation_id,\n test_execution_id,\n model_unique_id,\n test_unique_id,\n elementary_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type,\n test_sub_type,\n test_results_description,\n owners,\n model_owner,\n tags,\n model_tags,\n meta,\n model_meta,\n test_results_query,\n other,\n test_name,\n test_params,\n severity,\n status,\n days_diff,\n invocations_rank_index,\n failures,\n result_rows\n from ordered_test_results\n where invocations_rank_index <= 720\n order by elementary_unique_id, invocations_rank_index desc\n "}, "info": {"category": "", "code": "E016", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "On macro_log_macro_results: /* {\"app\": \"dbt\", \"dbt_version\": \"1.7.4\", \"profile_name\": \"elementary\", \"target_name\": \"prod\", \"connection_name\": \"macro_log_macro_results\"} */\n\n \n with test_results as (\n \n with elementary_test_results as (\n select * from `my_storage_gcp_project`.`elementary_data`.`elementary_test_results`\n \n where \n timestamp_diff(current_timestamp, cast(detected_at as timestamp), day)\n < 7\n \n ),\n\n dbt_tests as (\n select * from `my_storage_gcp_project`.`elementary_data`.`dbt_tests`\n ),\n\n dbt_models as (\n select * from `my_storage_gcp_project`.`elementary_data`.`dbt_models`\n ),\n\n dbt_sources as (\n select * from `my_storage_gcp_project`.`elementary_data`.`dbt_sources`\n ),\n\n dbt_artifacts as (\n select unique_id, meta, tags, owner from dbt_models\n union all\n select unique_id, meta, tags, owner from dbt_sources\n ),\n\n first_time_test_occurred as (\n select \n min(detected_at) as first_time_occurred,\n test_unique_id\n from elementary_test_results\n group by test_unique_id\n )\n\n select\n elementary_test_results.id,\n \n case\n when elementary_test_results.test_type = 'schema_change' then elementary_test_results.test_unique_id\n \n when dbt_tests.short_name = 'dimension_anomalies' then elementary_test_results.test_unique_id\n else coalesce(elementary_test_results.test_unique_id, 'None') || '.' || coalesce(elementary_test_results.column_name, 'None') || '.' || coalesce(elementary_test_results.test_sub_type, 'None')\n end as elementary_unique_id,\n elementary_test_results.invocation_id,\n elementary_test_results.data_issue_id,\n elementary_test_results.test_execution_id,\n elementary_test_results.test_unique_id,\n elementary_test_results.model_unique_id,\n elementary_test_results.detected_at,\n elementary_test_results.database_name,\n elementary_test_results.schema_name,\n elementary_test_results.table_name,\n elementary_test_results.column_name,\n elementary_test_results.test_type,\n elementary_test_results.test_sub_type,\n elementary_test_results.test_results_description,\n elementary_test_results.owners,\n elementary_test_results.tags,\n elementary_test_results.test_results_query,\n elementary_test_results.other,\n case\n when dbt_tests.short_name is not null then dbt_tests.short_name\n else elementary_test_results.test_name\n end as test_name,\n elementary_test_results.test_params,\n elementary_test_results.severity,\n elementary_test_results.status,\n \n dbt_tests.short_name,\n elementary_test_results.test_alias,\n elementary_test_results.failures,\n elementary_test_results.result_rows,\n dbt_tests.meta,\n dbt_artifacts.meta as model_meta,\n dbt_artifacts.tags as model_tags,\n dbt_artifacts.owner as model_owner,\n first_occurred.first_time_occurred as test_created_at\n from elementary_test_results\n join dbt_tests on elementary_test_results.test_unique_id = dbt_tests.unique_id\n left join first_time_test_occurred first_occurred on elementary_test_results.test_unique_id = first_occurred.test_unique_id\n left join dbt_artifacts on elementary_test_results.model_unique_id = dbt_artifacts.unique_id\n\n ),\n\n ordered_test_results as (\n select\n *,\n \n timestamp_diff(current_timestamp, cast(detected_at as timestamp), day)\n as days_diff,\n \n rank() over (partition by elementary_unique_id order by detected_at desc) as invocations_rank_index\n from test_results\n )\n\n select \n id,\n invocation_id,\n test_execution_id,\n model_unique_id,\n test_unique_id,\n elementary_unique_id,\n detected_at,\n database_name,\n schema_name,\n table_name,\n column_name,\n test_type,\n test_sub_type,\n test_results_description,\n owners,\n model_owner,\n tags,\n model_tags,\n meta,\n model_meta,\n test_results_query,\n other,\n test_name,\n test_params,\n severity,\n status,\n days_diff,\n invocations_rank_index,\n failures,\n result_rows\n from ordered_test_results\n where invocations_rank_index <= 720\n order by elementary_unique_id, invocations_rank_index desc\n ", "name": "SQLQuery", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:36.669460Z"}} 2023-12-27T13:45:27.974Z {"data": {"args": [], "base_msg": "https://console.cloud.google.com/bigquery?project=my_execution_gcp_project&j=bq:US:11122333-7b1c-4104-8211-402db41bdfa7&page=queryresults", "name": "BigQuery"}, "info": {"category": "", "code": "E001", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "BigQuery adapter: https://console.cloud.google.com/bigquery?project=my_execution_gcp_project&j=bq:US:11122333-7b1c-4104-8211-402db41bdfa7&page=queryresults", "name": "AdapterEventDebug", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:38.414945Z"}} 2023-12-27T13:45:27.974Z {"data": {"conn_name": "macro_log_macro_results", "sql": "/* {\"app\": \"dbt\", \"dbt_version\": \"1.7.4\", \"profile_name\": \"elementary\", \"target_name\": \"prod\", \"connection_name\": \"macro_log_macro_results\"} */\n\n \n select\n elementary_test_results_id,\n result_row\n from `my_storage_gcp_project`.`elementary_data`.`test_result_rows`\n where \n timestamp_diff(current_timestamp, cast(detected_at as timestamp), day)\n < 7\n \n "}, "info": {"category": "", "code": "E016", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "On macro_log_macro_results: /* {\"app\": \"dbt\", \"dbt_version\": \"1.7.4\", \"profile_name\": \"elementary\", \"target_name\": \"prod\", \"connection_name\": \"macro_log_macro_results\"} */\n\n \n select\n elementary_test_results_id,\n result_row\n from `my_storage_gcp_project`.`elementary_data`.`test_result_rows`\n where \n timestamp_diff(current_timestamp, cast(detected_at as timestamp), day)\n < 7\n \n ", "name": "SQLQuery", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:50.654357Z"}} 2023-12-27T13:45:27.974Z {"data": {"args": [], "base_msg": "https://console.cloud.google.com/bigquery?project=my_execution_gcp_project&j=bq:US:11122333-9699-48ed-9316-04c830b5dfd8&page=queryresults", "name": "BigQuery"}, "info": {"category": "", "code": "E001", "extra": {}, "invocation_id": "966ee745-f134-4275-80bc-d84791a9c5fb", "level": "debug", "msg": "BigQuery adapter: https://console.cloud.google.com/bigquery?project=my_execution_gcp_project&j=bq:US:11122333-9699-48ed-9316-04c830b5dfd8&page=queryresults", "name": "AdapterEventDebug", "pid": 24, "thread": "MainThread", "ts": "2023-12-27T13:44:51.249083Z"}}