{"arm": "original", "case_id": "latency-dev-06", "repeat": 1, "elapsed_ms": 1158.5980905219913, "started_monotonic": 5601875.707933121, "finished_monotonic": 5601876.866531212, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 882.210292853415, "job_status": "done", "job_id": "37875598-77ac-4807-b0a6-4097949f512a", "status": "success", "error": null, "raw_payload": {"id": "37325fe9-2e10-45be-a08f-0d701bd09e7d", "conversation_id": "aa47a36b-d069-4922-80e4-69fafbd6db52", "turn_index": 0, "nl_query": "List CT snapshot client IDs with a recorded first activation date.", "status": "success", "query_id": "e4dbb1c6-5c2b-4476-8b25-f715c62af71d", "trace_id": "7696f600ff1c48b8f1964b918b22f411", "trace_snapshot": {"trace_id": "7696f600ff1c48b8f1964b918b22f411", "context": {"trace_id": "7696f600ff1c48b8f1964b918b22f411", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.97, "merge_ms": 1.43, "total_ms": 73.73, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 30, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600ae3d324d3a6b43f1a1747640", "7696f600153e4f69c8394c9fb3948ce1"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "37875598-77ac-4807-b0a6-4097949f512a", "timing": {"submission_ack_ms": 6.236597895622253, "queue_ms": 0.0, "base_persistence_ms": 1.9735191017389297, "required_to_ready_ms": 802.000006660819, "first_useful_ms": 802.000006660819, "optional_ms": 140.88687766343355, "total_ms": 944.0472461283207}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "first_activated_at", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "date", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "2026-07-31"], [11005, "Fictional Company 5", "cfx (corporate)", "2026-03-29"], [11006, "Fictional Company 6", "cfx (corporate)", "2025-10-26"], [11007, "Fictional Company 7", "cfx (corporate)", "2025-10-26"], [11010, "Fictional Company 10", "cfx (corporate)", "2026-06-01"], [11011, "Fictional Company 11", "cfx (corporate)", "2026-08-31"], [11013, "Fictional Company 13", "cfx (corporate)", "2026-08-31"], [11014, "Fictional Company 14", "cfx (corporate)", "2026-07-31"], [11015, "Fictional Company 15", "cfx (corporate)", "2026-07-31"], [11021, "Fictional Company 21", "cfx (corporate)", "2024-02-29"], [11022, "Fictional Company 22", "cfx (corporate)", "2026-06-01"], [11025, "Fictional Company 25", "cfx (corporate)", "2026-08-31"], [11026, "Fictional Company 26", "unknown", "2026-07-31"], [11030, "Fictional Company 30", "cfx (corporate)", "2025-10-26"], [11031, "Fictional Company 31", "cfx (corporate)", "2025-10-26"], [11033, "Fictional Company 33", "cfx (corporate)", "2024-02-29"], [11035, "Fictional Company 35", "unknown", "2026-08-31"], [11037, "Fictional Company 37", "cfx (corporate)", "2026-08-31"], [11039, "Fictional Company 39", "cfx (corporate)", "2026-07-31"], [11041, "Fictional Company 41", "cfx (corporate)", "2026-03-29"], [11042, "Fictional Company 42", "cfx (corporate)", "2025-10-26"], [11043, "Fictional Company 43", "cfx (corporate)", "2025-10-26"], [11047, "Fictional Company 47", "cfx (corporate)", "2026-08-31"], [11049, "Fictional Company 49", "cfx (corporate)", "2026-08-31"], [11050, "Fictional Company 50", "cfx (corporate)", "2026-07-31"], [11053, "Fictional Company 53", "unknown", "2026-03-29"], [11055, "Fictional Company 55", "cfx (corporate)", "2025-10-26"], [11059, "Fictional Company 59", "cfx (corporate)", "2026-08-31"], [11061, "Fictional Company 61", "cfx (corporate)", "2026-08-31"], [11062, "Fictional Company 62", "unknown", "2026-07-31"]], "row_count": 30, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs with a recorded first ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a2e0d7f0f307def4", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8aa0311850d312a9", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "8aa0311850d312a9", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e4dbb1c6-5c2b-4476-8b25-f715c62af71d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600ae3d324d3a6b43f1a1747640", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 30, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, first_activated_at FROM ct.client_360 WHERE NOT first_activated_at IS NULL ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600153e4f69c8394c9fb3948ce1", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 30, "unmatched": 0, "dropped_null": 0, "output_rows": 30, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "activation date", "start": 50, "end": 65, "phrase": "verified at", "matched_term": "activation date", "column": "ct.broker_accounts.verified_at", "columns": ["ct.broker_accounts.verified_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group broker-account rows to one per user_id before merge.", "federation_note": "When the broker account was verified (NULL = not verified). A user with >=1 verified broker account is 'activated'."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11005", "11006", "11007", "11010", "11011", "11013", "11014", "11015", "11021", "11022", "11025", "11026", "11030", "11031", "11033", "11035", "11037", "11039", "11041", "11042", "11043", "11047", "11049", "11050", "11053", "11055", "11059", "11061", "11062"], "key_count": 30, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "first_activated_at"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["activation-definition", "activation-definition-gold", "onboarding-duration", "declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 73.72863963246346, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "e4dbb1c6-5c2b-4476-8b25-f715c62af71d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c7b444da01769f4159fcca97d621ae112e6f1970bc4f1b20ab67d0403915f7ec", "result_sha256": "5f4515afc211405a485078c4d06bbe774b8aefa4b2cba4d4e3260779af0cdd99"}
{"arm": "candidate", "case_id": "latency-dev-06", "repeat": 1, "elapsed_ms": 1754.3360823765397, "started_monotonic": 5601876.867952352, "finished_monotonic": 5601878.622288435, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1735.9275575727224, "job_status": "done", "job_id": "f62c5a43-67e5-4b4e-8497-82d3b8a64132", "status": "success", "error": null, "raw_payload": {"id": "c6e9f9a6-b77e-435b-8a6a-4a2767b989e0", "conversation_id": "23870f95-f303-4ba0-847b-cc28b4457aaf", "turn_index": 0, "nl_query": "List CT snapshot client IDs with a recorded first activation date.", "status": "success", "query_id": "56395d4a-8b02-4c0b-9f3b-7229d4c455a4", "trace_id": "7696f60080bcde5456144f3683a8cb62", "trace_snapshot": {"trace_id": "7696f60080bcde5456144f3683a8cb62", "context": {"trace_id": "7696f60080bcde5456144f3683a8cb62", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.54, "merge_ms": 8.78, "total_ms": 250.73, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 30, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600267877aed34b4a32b6f93497", "7696f60003724cb24a1341c68b5afb7d"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "f62c5a43-67e5-4b4e-8497-82d3b8a64132", "timing": {"submission_ack_ms": 6.071741692721844, "queue_ms": 0.0, "base_persistence_ms": 5.109868943691254, "required_to_ready_ms": 1413.5083789005876, "first_useful_ms": 1413.5083789005876, "optional_ms": 251.02590210735798, "total_ms": 1665.1767026633024}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "first_activated_at", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "source_label": "gold", "value_class": "date", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "2026-07-31"], [11005, "Fictional Company 5", "cfx (corporate)", "2026-03-29"], [11006, "Fictional Company 6", "cfx (corporate)", "2025-10-26"], [11007, "Fictional Company 7", "cfx (corporate)", "2025-10-26"], [11010, "Fictional Company 10", "cfx (corporate)", "2026-06-01"], [11011, "Fictional Company 11", "cfx (corporate)", "2026-08-31"], [11013, "Fictional Company 13", "cfx (corporate)", "2026-08-31"], [11014, "Fictional Company 14", "cfx (corporate)", "2026-07-31"], [11015, "Fictional Company 15", "cfx (corporate)", "2026-07-31"], [11021, "Fictional Company 21", "cfx (corporate)", "2024-02-29"], [11022, "Fictional Company 22", "cfx (corporate)", "2026-06-01"], [11025, "Fictional Company 25", "cfx (corporate)", "2026-08-31"], [11026, "Fictional Company 26", "unknown", "2026-07-31"], [11030, "Fictional Company 30", "cfx (corporate)", "2025-10-26"], [11031, "Fictional Company 31", "cfx (corporate)", "2025-10-26"], [11033, "Fictional Company 33", "cfx (corporate)", "2024-02-29"], [11035, "Fictional Company 35", "unknown", "2026-08-31"], [11037, "Fictional Company 37", "cfx (corporate)", "2026-08-31"], [11039, "Fictional Company 39", "cfx (corporate)", "2026-07-31"], [11041, "Fictional Company 41", "cfx (corporate)", "2026-03-29"], [11042, "Fictional Company 42", "cfx (corporate)", "2025-10-26"], [11043, "Fictional Company 43", "cfx (corporate)", "2025-10-26"], [11047, "Fictional Company 47", "cfx (corporate)", "2026-08-31"], [11049, "Fictional Company 49", "cfx (corporate)", "2026-08-31"], [11050, "Fictional Company 50", "cfx (corporate)", "2026-07-31"], [11053, "Fictional Company 53", "unknown", "2026-03-29"], [11055, "Fictional Company 55", "cfx (corporate)", "2025-10-26"], [11059, "Fictional Company 59", "cfx (corporate)", "2026-08-31"], [11061, "Fictional Company 61", "cfx (corporate)", "2026-08-31"], [11062, "Fictional Company 62", "unknown", "2026-07-31"]], "row_count": 30, "was_truncated": false, "truncation_message": null, "chart_type": "line", "chart_config": {"type": "line", "x_axis": "first_activated_at", "y_axis": "first_activated_at", "title": "List CT snapshot client IDs with a recorded first ...", "series": ["first_activated_at"]}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "30 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Combines the source results. Gold / Pipedrive: Reads rows from client_360. CT Ledger: Reads rows from accounts grouped by id.", "bullets": ["Gold / Pipedrive: Reads from client_360.", "Gold / Pipedrive: Keeps only rows matching filters on first_activated_at.", "CT Ledger: Reads from accounts.", "CT Ledger: Groups the results by id."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "71fbe083b9439792", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a1e14c46ccc2fcc8", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "a1e14c46ccc2fcc8", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "56395d4a-8b02-4c0b-9f3b-7229d4c455a4", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600267877aed34b4a32b6f93497", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 30, "measure_class": "pd_pipeline", "merge_measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, first_activated_at FROM ct.client_360 WHERE NOT first_activated_at IS NULL ORDER BY user_id LIMIT 10001"}, {"trace_id": "7696f60003724cb24a1341c68b5afb7d", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "merge_measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10001"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 30, "unmatched": 0, "dropped_null": 0, "output_rows": 30, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "Measures retain their source and basis; they are not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "activation date", "start": 50, "end": 65, "phrase": "verified at", "matched_term": "activation date", "column": "ct.broker_accounts.verified_at", "columns": ["ct.broker_accounts.verified_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group broker-account rows to one per user_id before merge.", "federation_note": "When the broker account was verified (NULL = not verified). A user with >=1 verified broker account is 'activated'."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11005", "11006", "11007", "11010", "11011", "11013", "11014", "11015", "11021", "11022", "11025", "11026", "11030", "11031", "11033", "11035", "11037", "11039", "11041", "11042", "11043", "11047", "11049", "11050", "11053", "11055", "11059", "11061", "11062"], "keys_available": true, "key_count": 30, "over_cap": false, "derivation": "", "materialized_from_truncated_listing": true}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["activation-definition", "activation-definition-gold", "onboarding-duration", "declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 250.7294798269868, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "56395d4a-8b02-4c0b-9f3b-7229d4c455a4", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c7b444da01769f4159fcca97d621ae112e6f1970bc4f1b20ab67d0403915f7ec", "result_sha256": "6a4c4772af2c687b66a3e4ca530cafe1fffdd9d41688e6d66823d3eba5d40aaf"}
{"arm": "candidate", "case_id": "latency-dev-11", "repeat": 1, "elapsed_ms": 1990.9441592171788, "started_monotonic": 5601878.623708944, "finished_monotonic": 5601880.614653103, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1978.371479548514, "job_status": "done", "job_id": "452183e4-b2cd-40f5-a9ec-8e2ef8b10bee", "status": "success", "error": null, "raw_payload": {"id": "a0862829-b11c-4d9e-92de-bb8b81aebeb2", "conversation_id": "91a5d6b0-97d0-4b4a-8904-d9fbc12ba5fa", "turn_index": 0, "nl_query": "How many Pipedrive deals are recorded?", "status": "success", "query_id": "5ae778d2-0f43-43e4-adc6-a537fb1aa403", "trace_id": "7696f60088a016b414a947579e52b519", "trace_snapshot": {"trace_id": "7696f60088a016b414a947579e52b519", "context": {"trace_id": "7696f60088a016b414a947579e52b519", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.26, "connection_ms": 37.36, "sql_execution_ms": 1.11, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "452183e4-b2cd-40f5-a9ec-8e2ef8b10bee", "timing": {"submission_ack_ms": 3.1534405425190926, "queue_ms": 0.0, "base_persistence_ms": 3.8189636543393135, "required_to_ready_ms": 1683.9452581480145, "first_useful_ms": 1683.9452581480145, "optional_ms": 101.28626320511103, "total_ms": 1786.169745028019}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS deal_count FROM pipedrive.deals", "generated_sql_pretty": "SELECT\n  COUNT(*) AS deal_count\nFROM pipedrive.deals", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[192]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "deal_count", "title": "How many Pipedrive deals are recorded?", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.41, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 192.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals.", "bullets": ["Reads from deals.", "Calculates how many rows there are."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7b924c028e596511", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7b924c028e596511", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "5ae778d2-0f43-43e4-adc6-a537fb1aa403", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "5ae778d2-0f43-43e4-adc6-a537fb1aa403", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "abdb75a0119d764e835378be23d86668238557d03c3e4da7e2da06d41ef1cec2", "result_sha256": "1f4df9841f3595396d482971191dbe991c51af96d305c9c613a7dad831785b98"}
{"arm": "original", "case_id": "latency-dev-11", "repeat": 1, "elapsed_ms": 977.1000118926167, "started_monotonic": 5601880.615237623, "finished_monotonic": 5601881.592337635, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 963.235916569829, "job_status": "done", "job_id": "bd62d1a1-8516-4946-82ba-c8889c5b1288", "status": "success", "error": null, "raw_payload": {"id": "7e8532eb-bd63-47c9-ac32-bf5d85249675", "conversation_id": "d0361d3d-01ec-4941-98e9-ec96d41ef81b", "turn_index": 0, "nl_query": "How many Pipedrive deals are recorded?", "status": "success", "query_id": "18d9780f-41af-440b-b52b-2b5873144532", "trace_id": "7696f6000f53858ac7a64ca3ba9469f2", "trace_snapshot": {"trace_id": "7696f6000f53858ac7a64ca3ba9469f2", "context": {"trace_id": "7696f6000f53858ac7a64ca3ba9469f2", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.04, "connection_ms": 20.66, "sql_execution_ms": 1.5, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "bd62d1a1-8516-4946-82ba-c8889c5b1288", "timing": {"submission_ack_ms": 4.165946505963802, "queue_ms": 0.0, "base_persistence_ms": 4.692483693361282, "required_to_ready_ms": 664.3636813387275, "first_useful_ms": 664.3636813387275, "optional_ms": 100.46749468892813, "total_ms": 765.7268373295665}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS deal_count FROM pipedrive.deals", "generated_sql_pretty": "SELECT\n  COUNT(*) AS deal_count\nFROM pipedrive.deals", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[192]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "deal_count", "title": "How many Pipedrive deals are recorded?", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.41, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "0958bd12cc47a470", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "51ef54de66d6365f", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "51ef54de66d6365f", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "18d9780f-41af-440b-b52b-2b5873144532", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "18d9780f-41af-440b-b52b-2b5873144532", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "abdb75a0119d764e835378be23d86668238557d03c3e4da7e2da06d41ef1cec2", "result_sha256": "999e40eab1d8eed24a9a06d33d8c2039d94711f8dce8248490a4ff213d43a125"}
{"arm": "original", "case_id": "latency-dev-08", "repeat": 1, "elapsed_ms": 1971.9983153045177, "started_monotonic": 5601881.593223195, "finished_monotonic": 5601883.56522151, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 1957.0285519585013, "job_status": "done", "job_id": "d29227ea-7784-401d-86d1-551691494e81", "status": "success", "error": null, "raw_payload": {"id": "51e48ab0-3a8a-4b20-bc9e-ee32d67703d4", "conversation_id": "a9a2f351-f5da-49fd-90f3-2d8fb738a7b0", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time booked revenue in GBP.", "status": "success", "query_id": "a539c50c-8d2c-4f6c-8419-b1f1cfd060b6", "trace_id": "7696f60024b5ac5ee09a423d8c17d7c3", "trace_snapshot": {"trace_id": "7696f60024b5ac5ee09a423d8c17d7c3", "context": {"trace_id": "7696f60024b5ac5ee09a423d8c17d7c3", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.77, "merge_ms": 1.75, "total_ms": 70.75, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600b84857fbce494c0196f39540", "7696f600286aa3680f354d3ba1c64754"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "d29227ea-7784-401d-86d1-551691494e81", "timing": {"submission_ack_ms": 3.652988001704216, "queue_ms": 0.0, "base_persistence_ms": 2.416304312646389, "required_to_ready_ms": 1793.1866506114602, "first_useful_ms": 1793.1866506114602, "optional_ms": 93.74802932143211, "total_ms": 1887.5509817153215}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "numeric", "currency_code": "GBP", "currency": null, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "14.50"], [11004, "Fictional Company 4", "cfx (corporate)", "18.40"], [11005, "Fictional Company 5", "cfx (corporate)", "22.30"], [11006, "Fictional Company 6", "cfx (corporate)", "26.20"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", "34.00"], [11010, "Fictional Company 10", "cfx (corporate)", "41.80"], [11011, "Fictional Company 11", "cfx (corporate)", "-45.70"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "53.50"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "61.30"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "80.80"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-88.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "100.30"], [11026, "Fictional Company 26", "unknown", "104.20"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "119.80"], [11031, "Fictional Company 31", "cfx (corporate)", "123.70"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-131.50"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "147.10"], [11039, "Fictional Company 39", "cfx (corporate)", "154.90"], [11040, "Fictional Company 40", "cfx (corporate)", "158.80"], [11041, "Fictional Company 41", "cfx (corporate)", "162.70"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "170.50"], [11044, "Fictional Company 44", "unknown", "-174.40"], [11047, "Fictional Company 47", "cfx (corporate)", "186.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "197.80"], [11052, "Fictional Company 52", "cfx (corporate)", "205.60"], [11053, "Fictional Company 53", "unknown", "209.50"], [11055, "Fictional Company 55", "cfx (corporate)", "-217.30"], [11056, "Fictional Company 56", "cfx (corporate)", "0.00"], [11059, "Fictional Company 59", "cfx (corporate)", "232.90"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "240.70"], [11062, "Fictional Company 62", "unknown", "244.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (\u00a314.50)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "fbf10c208f1ef67f", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f6016363e5d4ea7a", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f6016363e5d4ea7a", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "a539c50c-8d2c-4f6c-8419-b1f1cfd060b6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600b84857fbce494c0196f39540", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, revenue_gbp_all AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600286aa3680f354d3ba1c64754", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 61, "end": 68, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "realized_revenue_gbp"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 70.75262442231178, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "a539c50c-8d2c-4f6c-8419-b1f1cfd060b6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f4401362f3858a5aaf8fa84778900b2d7848f406229c7244481bfe08c402a2d3", "result_sha256": "4d3e4450979073d6c249d45858f30fcc5ca439a32a383e67a05f5f7beaec491c"}
{"arm": "candidate", "case_id": "latency-dev-08", "repeat": 1, "elapsed_ms": 1037.7602623775601, "started_monotonic": 5601883.566546767, "finished_monotonic": 5601884.604307029, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1022.1766782924533, "job_status": "done", "job_id": "f9bf0f2d-94fd-4d65-bb5f-c0d5e932026e", "status": "success", "error": null, "raw_payload": {"id": "21b5ffea-7312-4f7a-bda9-08bd874b2157", "conversation_id": "6e9ad401-0fa1-4819-ba69-dc6e3b8d5c18", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time booked revenue in GBP.", "status": "success", "query_id": "7716c031-ab2b-413a-a27f-1b1fe821a2da", "trace_id": "7696f600d791b62027794d438e52512c", "trace_snapshot": {"trace_id": "7696f600d791b62027794d438e52512c", "context": {"trace_id": "7696f600d791b62027794d438e52512c", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 38.87, "sql_execution_ms": 3.63, "retrieval_ms": 0.13, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "f9bf0f2d-94fd-4d65-bb5f-c0d5e932026e", "timing": {"submission_ack_ms": 3.269384615123272, "queue_ms": 0.0, "base_persistence_ms": 2.6786327362060547, "required_to_ready_ms": 721.2633015587926, "first_useful_ms": 721.2633015587926, "optional_ms": 231.2439875677228, "total_ms": 953.0159886926413}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, revenue_gbp_all AS booked_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  revenue_gbp_all AS booked_revenue_gbp\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "booked_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": "GBP", "currency": null, "unit_column": null, "unit_unverified": false, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "14.50"], [11004, "Fictional Company 4", "cfx (corporate)", "18.40"], [11005, "Fictional Company 5", "cfx (corporate)", "22.30"], [11006, "Fictional Company 6", "cfx (corporate)", "26.20"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", "34.00"], [11010, "Fictional Company 10", "cfx (corporate)", "41.80"], [11011, "Fictional Company 11", "cfx (corporate)", "-45.70"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "53.50"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "61.30"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "80.80"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-88.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "100.30"], [11026, "Fictional Company 26", "unknown", "104.20"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "119.80"], [11031, "Fictional Company 31", "cfx (corporate)", "123.70"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-131.50"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "147.10"], [11039, "Fictional Company 39", "cfx (corporate)", "154.90"], [11040, "Fictional Company 40", "cfx (corporate)", "158.80"], [11041, "Fictional Company 41", "cfx (corporate)", "162.70"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "170.50"], [11044, "Fictional Company 44", "unknown", "-174.40"], [11047, "Fictional Company 47", "cfx (corporate)", "186.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "197.80"], [11052, "Fictional Company 52", "cfx (corporate)", "205.60"], [11053, "Fictional Company 53", "unknown", "209.50"], [11055, "Fictional Company 55", "cfx (corporate)", "-217.30"], [11056, "Fictional Company 56", "cfx (corporate)", "0.00"], [11059, "Fictional Company 59", "cfx (corporate)", "232.90"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "240.70"], [11062, "Fictional Company 62", "unknown", "244.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": {"total_cost": 28.16, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 booked_revenue_gbp: \u00a314.50.", "insight_notes": ["45 rows returned. Only the first 12 returned rows are available for this summary.", "Missing values occur in 1 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c658829938e27abe", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c658829938e27abe", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "7716c031-ab2b-413a-a27f-1b1fe821a2da", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 61, "end": 68, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "booked_revenue_gbp"], "derivation": "sql_sha:7d479df6f0b8c036"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "7716c031-ab2b-413a-a27f-1b1fe821a2da", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f4401362f3858a5aaf8fa84778900b2d7848f406229c7244481bfe08c402a2d3", "result_sha256": "d2c6d6b9be04eb34d91ce50eec06a6c0605f6665d700eaacda92e5cc5bb8a2d2"}
{"arm": "candidate", "case_id": "latency-dev-13", "repeat": 1, "elapsed_ms": 1409.0032586827874, "started_monotonic": 5601884.606235357, "finished_monotonic": 5601886.015238616, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1386.0313761979342, "job_status": "done", "job_id": "8d4d4bab-f37e-4a32-813f-132a9406711b", "status": "success", "error": null, "raw_payload": {"id": "f7913cfc-758c-4c1b-8299-5393b432eb0a", "conversation_id": "19f5c9a8-8862-43e0-816d-28bdbca3e918", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by status.", "status": "success", "query_id": "3b452446-727b-4637-b895-767d6bd36c7c", "trace_id": "7696f60020ce35df22484f1aa23e6f38", "trace_snapshot": {"trace_id": "7696f60020ce35df22484f1aa23e6f38", "context": {"trace_id": "7696f60020ce35df22484f1aa23e6f38", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 82.5, "sql_execution_ms": 8.68, "retrieval_ms": 0.04, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "8d4d4bab-f37e-4a32-813f-132a9406711b", "timing": {"submission_ack_ms": 4.561561159789562, "queue_ms": 0.0, "base_persistence_ms": 3.274364396929741, "required_to_ready_ms": 1078.5923190414906, "first_useful_ms": 1078.5923190414906, "optional_ms": 190.09091053158045, "total_ms": 1269.425256177783}, "optional_status": "done"}}, "generated_sql": "SELECT status,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY status ORDER BY status", "generated_sql_pretty": "SELECT\n  status,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  status\nORDER BY\n  status", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "status", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["deleted", 48], ["lost", 48], ["open", 48], ["won", 48]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "status", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by status.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.97, "estimated_rows": 4, "rows": 4, "ms_estimate": 0.4, "dollars_estimate": 8e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 48.00; status: deleted.", "insight_notes": ["4 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals grouped by status.", "bullets": ["Reads from deals.", "Calculates how many rows there are.", "Groups the results by status."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1864cd1905998072", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "1864cd1905998072", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "3b452446-727b-4637-b895-767d6bd36c7c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "3b452446-727b-4637-b895-767d6bd36c7c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5e62f51eaa8c2e41cba9059d83b433ddd3998cc7a350659b2bfa668456f25d93", "result_sha256": "b85290466c7d09c1ca6547e04aea4d22ad84586fd5b3f3ecf1bf365d5a66eb12"}
{"arm": "original", "case_id": "latency-dev-13", "repeat": 1, "elapsed_ms": 1029.1635720059276, "started_monotonic": 5601886.016259472, "finished_monotonic": 5601887.045423044, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 758.6035681888461, "job_status": "done", "job_id": "a68f54f5-fa96-4458-a0b8-9060a148379f", "status": "success", "error": null, "raw_payload": {"id": "3ea95483-1f72-4481-a24c-0915f31e132f", "conversation_id": "08d0bd3e-2818-4c85-a1e5-f9fcb723a750", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by status.", "status": "success", "query_id": "dd49b4d3-62f6-471a-a501-dc0a2fe8e4ca", "trace_id": "7696f600bf3db19f29d74a3ea32fb886", "trace_snapshot": {"trace_id": "7696f600bf3db19f29d74a3ea32fb886", "context": {"trace_id": "7696f600bf3db19f29d74a3ea32fb886", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 21.37, "sql_execution_ms": 2.29, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a68f54f5-fa96-4458-a0b8-9060a148379f", "timing": {"submission_ack_ms": 5.702059715986252, "queue_ms": 0.0, "base_persistence_ms": 2.952522598206997, "required_to_ready_ms": 691.3215424865484, "first_useful_ms": 691.3215424865484, "optional_ms": 106.34747985750437, "total_ms": 798.5740145668387}, "optional_status": "done"}}, "generated_sql": "SELECT status,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY status ORDER BY status", "generated_sql_pretty": "SELECT\n  status,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  status\nORDER BY\n  status", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "status", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["deleted", 48], ["lost", 48], ["open", 48], ["won", 48]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "status", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by status.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.97, "estimated_rows": 4, "rows": 4, "ms_estimate": 0.4, "dollars_estimate": 8e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "4 results \u2014 first status: deleted (48.00)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d83b316974509045", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4704d037543af1cf", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4704d037543af1cf", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "dd49b4d3-62f6-471a-a501-dc0a2fe8e4ca", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "dd49b4d3-62f6-471a-a501-dc0a2fe8e4ca", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5e62f51eaa8c2e41cba9059d83b433ddd3998cc7a350659b2bfa668456f25d93", "result_sha256": "fcc8f0a9f1607fb404c143bf0b0bcc9fb37c0e58d35eb18a3d49b863d02b61c0"}
{"arm": "original", "case_id": "latency-dev-25", "repeat": 1, "elapsed_ms": 1175.3510367125273, "started_monotonic": 5601887.046083527, "finished_monotonic": 5601888.221434563, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 889.6213006228209, "job_status": "done", "job_id": "25723d84-98eb-4547-9355-fa4d029bb8c6", "status": "success", "error": null, "raw_payload": {"id": "afd40824-9b47-4b0f-98bc-fd396ef727d1", "conversation_id": "2c107c5e-7ecf-429f-8818-f4b6818780ab", "turn_index": 0, "nl_query": "How many non-cancelled and non-deleted raw CT trade bookings exist?", "status": "success", "query_id": "a4f82c6c-a93c-4bf7-893a-6769a165c80a", "trace_id": "7696f600d168fe536a9042518ea5f39b", "trace_snapshot": {"trace_id": "7696f600d168fe536a9042518ea5f39b", "context": {"trace_id": "7696f600d168fe536a9042518ea5f39b", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 5.44, "merge_ms": 1.92, "total_ms": 82.2, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600451ec71b8e224c3d93fbf477", "7696f6000e455cfb04ce4015be829ac5"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "25723d84-98eb-4547-9355-fa4d029bb8c6", "timing": {"submission_ack_ms": 3.5694343969225883, "queue_ms": 0.0, "base_persistence_ms": 2.476316876709461, "required_to_ready_ms": 834.3467153608799, "first_useful_ms": 834.3467153608799, "optional_ms": 107.10698831826448, "total_ms": 942.7564786747098}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "booking_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "ct_realized", "value_class": "count", "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", 3], [11004, "Fictional Company 4", "cfx (corporate)", 3], [11005, "Fictional Company 5", "cfx (corporate)", 3], [11006, "Fictional Company 6", "cfx (corporate)", 3], [11007, "Fictional Company 7", "cfx (corporate)", 3], [11008, "Fictional Company 8", "unknown", 3], [11010, "Fictional Company 10", "cfx (corporate)", 2], [11011, "Fictional Company 11", "cfx (corporate)", 3], [11012, "Fictional Company 12", "cfx (corporate)", 3], [11013, "Fictional Company 13", "cfx (corporate)", 3], [11014, "Fictional Company 14", "cfx (corporate)", 3], [11015, "Fictional Company 15", "cfx (corporate)", 3], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", 2], [11021, "Fictional Company 21", "cfx (corporate)", 3], [11022, "Fictional Company 22", "cfx (corporate)", 3], [11024, "Fictional Company 24", "cfx (corporate)", 3], [11025, "Fictional Company 25", "cfx (corporate)", 3], [11026, "Fictional Company 26", "unknown", 3], [11028, "Fictional Company 28", "cfx (corporate)", 3], [11030, "Fictional Company 30", "cfx (corporate)", 2], [11031, "Fictional Company 31", "cfx (corporate)", 3], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", 3], [11035, "Fictional Company 35", "unknown", 3], [11037, "Fictional Company 37", "cfx (corporate)", 3], [11039, "Fictional Company 39", "cfx (corporate)", 3], [11040, "Fictional Company 40", "cfx (corporate)", 2], [11041, "Fictional Company 41", "cfx (corporate)", 3], [11042, "Fictional Company 42", "cfx (corporate)", 3], [11043, "Fictional Company 43", "cfx (corporate)", 3], [11044, "Fictional Company 44", "unknown", 3], [11047, "Fictional Company 47", "cfx (corporate)", 3], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", 3], [11050, "Fictional Company 50", "cfx (corporate)", 2], [11052, "Fictional Company 52", "cfx (corporate)", 3], [11053, "Fictional Company 53", "unknown", 3], [11055, "Fictional Company 55", "cfx (corporate)", 3], [11056, "Fictional Company 56", "cfx (corporate)", 3], [11059, "Fictional Company 59", "cfx (corporate)", 3], [11060, "Fictional Company 60", "cfx (corporate)", 2], [11061, "Fictional Company 61", "cfx (corporate)", 3], [11062, "Fictional Company 62", "unknown", 3], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "How many non-cancelled and non-deleted raw CT trad...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (3.00)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "03d1c2a2640d8e9e", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7bab38c192be10e3", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7bab38c192be10e3", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "a4f82c6c-a93c-4bf7-893a-6769a165c80a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600451ec71b8e224c3d93fbf477", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 GROUP BY user_id ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f6000e455cfb04ce4015be829ac5", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 58, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, COUNT(*) AS booking_count FROM public.trade_bookings WHERE (status <> 'closed' AND deleted_at IS NULL) AND NOT trade_bookings.user_id IN (SELECT id FROM public.accounts WHERE id = 1 OR email ILIKE '%@currencytransfer.com') GROUP BY user_id ORDER BY user_id"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 41, "unmatched": 4, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 0.9111111111111111, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT trade bookings", "start": 43, "end": 60, "phrase": "trade bookings", "matched_term": "ct.trade_bookings", "column": "ct.trade_bookings.__table__", "columns": ["ct.trade_bookings.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "Trade-booking grain with DIRECT user_id (= accounts.id). Carries actually-traded sell_currency/buy_currency, status (<> 'closed' = booked, the existence/count default; settled = realized), and the date columns traded_at (booking/execution date), settlement_at (the client's settle-by DEADLINE), and completed_at (when the trade ACTUALLY settled = realized-money date). No account_id column exists."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "booking_count"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 82.19742588698864, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "a4f82c6c-a93c-4bf7-893a-6769a165c80a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f64713602f8dc355294adc1b6f85964790ec89ef348da6a09ca2423f38cdd8a3", "result_sha256": "28b5ec3e412c40068daff536df11ba1124e870bbc76e2f0469132228dc1b7fbf"}
{"arm": "candidate", "case_id": "latency-dev-25", "repeat": 1, "elapsed_ms": 1060.8668606728315, "started_monotonic": 5601888.222717627, "finished_monotonic": 5601889.283584488, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1049.663718789816, "job_status": "done", "job_id": "b492eaac-557b-4fa3-8b44-4f4ca05af5e2", "status": "success", "error": null, "raw_payload": {"id": "b9504085-53f3-40ca-ac66-548e326ae88b", "conversation_id": "23467508-1a97-4173-8c5d-ac2aa1301ffe", "turn_index": 0, "nl_query": "How many non-cancelled and non-deleted raw CT trade bookings exist?", "status": "success", "query_id": "83b30e52-a220-4e92-9e12-9fd9b8c574eb", "trace_id": "7696f600ff75635c184c42a0990db3b6", "trace_snapshot": {"trace_id": "7696f600ff75635c184c42a0990db3b6", "context": {"trace_id": "7696f600ff75635c184c42a0990db3b6", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.75, "merge_ms": 0.0, "total_ms": 130.06, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600466c4e928a5e4e77aa5158e4"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "b492eaac-557b-4fa3-8b44-4f4ca05af5e2", "timing": {"submission_ack_ms": 3.344045951962471, "queue_ms": 0.0, "base_persistence_ms": 4.553408361971378, "required_to_ready_ms": 757.276120595634, "first_useful_ms": 757.276120595634, "optional_ms": 92.70262252539396, "total_ms": 850.8126316592097}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS booking_count FROM public.trade_bookings WHERE status<>'closed' AND deleted_at IS NULL", "generated_sql_pretty": "SELECT\n  COUNT(*) AS booking_count\nFROM public.trade_bookings\nWHERE\n  status <> 'closed' AND deleted_at IS NULL", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "booking_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[174]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "booking_count", "title": "How many non-cancelled and non-deleted raw CT trad...", "series": ["booking_count"]}, "cost_estimate": {"total_cost": 7.65, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 booking_count: 174.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from trade_bookings.", "bullets": ["Reads from trade_bookings.", "Calculates how many rows there are.", "Keeps only rows matching filters on status and deleted_at."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4fcb04cb1365b4b1", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4fcb04cb1365b4b1", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "83b30e52-a220-4e92-9e12-9fd9b8c574eb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT trade bookings", "start": 43, "end": 60, "phrase": "trade bookings", "matched_term": "ct.trade_bookings", "column": "ct.trade_bookings.__table__", "columns": ["ct.trade_bookings.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "Trade-booking grain with DIRECT user_id (= accounts.id). Carries actually-traded sell_currency/buy_currency, status (<> 'closed' = booked, the existence/count default; settled = realized), and the date columns traded_at (booking/execution date), settlement_at (the client's settle-by DEADLINE), and completed_at (when the trade ACTUALLY settled = realized-money date). No account_id column exists."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 130.0590392202139, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "83b30e52-a220-4e92-9e12-9fd9b8c574eb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f64713602f8dc355294adc1b6f85964790ec89ef348da6a09ca2423f38cdd8a3", "result_sha256": "d83d7e6d099d78ba8ed7e7921ad7f9a1e99071b00500cefcb986a552dd07d7d6"}
{"arm": "candidate", "case_id": "latency-dev-16", "repeat": 1, "elapsed_ms": 878.0490653589368, "started_monotonic": 5601889.284451589, "finished_monotonic": 5601890.162500654, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 864.7084683179855, "job_status": "done", "job_id": "e0a4cbd0-0264-4adb-aab6-887fcd3dcc45", "status": "success", "error": null, "raw_payload": {"id": "843e484d-5481-471a-9200-7b41fcad402c", "conversation_id": "bbfd131c-ee50-412f-882e-fea755803870", "turn_index": 0, "nl_query": "Show the total open Pipedrive deal value separately for each native currency.", "status": "success", "query_id": "84a4003e-caa3-44e2-9d46-a61c8ebcb40b", "trace_id": "7696f600466b8f4bed914a2dbeced045", "trace_snapshot": {"trace_id": "7696f600466b8f4bed914a2dbeced045", "context": {"trace_id": "7696f600466b8f4bed914a2dbeced045", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 38.12, "sql_execution_ms": 2.21, "retrieval_ms": 0.04, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e0a4cbd0-0264-4adb-aab6-887fcd3dcc45", "timing": {"submission_ack_ms": 2.6004817336797714, "queue_ms": 0.0, "base_persistence_ms": 1.2716753408312798, "required_to_ready_ms": 692.7614537999034, "first_useful_ms": 692.7614537999034, "optional_ms": 86.55345812439919, "total_ms": 779.97225522995}, "optional_status": "done"}}, "generated_sql": "SELECT currency,SUM(value) AS deal_value FROM pipedrive.deals WHERE status='open' GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  SUM(value) AS deal_value\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": null, "currency": null, "unit_column": "currency", "unit_unverified": false, "unit": "currency", "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", "15736"], ["GBP", "15264"], ["USD", "12260"]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_value", "title": "Show the total open Pipedrive deal value separatel...", "series": ["deal_value"]}, "cost_estimate": {"total_cost": 9.71, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_value: EUR 15,736.00.", "insight_notes": ["3 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out the total of value from deals grouped by currency.", "bullets": ["Reads from deals.", "Calculates the total of value.", "Keeps only rows matching filters on status.", "Groups the results by currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7d005e880677c7f6", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7d005e880677c7f6", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "84a4003e-caa3-44e2-9d46-a61c8ebcb40b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "deal value", "start": 30, "end": 40, "phrase": "revenue", "matched_term": "deal value", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_12mo", "ct.client_360.revenue_gbp_settled", "ct.client_360.revenue_gbp_open", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "84a4003e-caa3-44e2-9d46-a61c8ebcb40b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "6947a0123cac1171cc140fa25a173951b094248c21d9fb0dd863f46e58b2bff2", "result_sha256": "164e052a18e1913f577711ad488b9a0fec8dc54fbb2fae7bc7f16edbfd5738a1"}
{"arm": "original", "case_id": "latency-dev-16", "repeat": 1, "elapsed_ms": 734.1951122507453, "started_monotonic": 5601890.163399275, "finished_monotonic": 5601890.897594388, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 719.8646813631058, "job_status": "done", "job_id": "7bc750be-a270-40a5-a54e-bc2eac6d15f6", "status": "success", "error": null, "raw_payload": {"id": "6062360b-d004-4277-ba4e-e4f69fe220b3", "conversation_id": "4e560645-e75d-4131-8209-2a11dab92859", "turn_index": 0, "nl_query": "Show the total open Pipedrive deal value separately for each native currency.", "status": "success", "query_id": "371dc9d1-36fe-488a-b9cf-65feef19c90d", "trace_id": "7696f600c78eb38ae3434f22b72c602e", "trace_snapshot": {"trace_id": "7696f600c78eb38ae3434f22b72c602e", "context": {"trace_id": "7696f600c78eb38ae3434f22b72c602e", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 20.62, "sql_execution_ms": 1.76, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "7bc750be-a270-40a5-a54e-bc2eac6d15f6", "timing": {"submission_ack_ms": 3.2808156684041023, "queue_ms": 0.0, "base_persistence_ms": 2.9248418286442757, "required_to_ready_ms": 552.9617834836245, "first_useful_ms": 552.9617834836245, "optional_ms": 118.53678617626429, "total_ms": 672.5716181099415}, "optional_status": "done"}}, "generated_sql": "SELECT currency,SUM(value) AS deal_value FROM pipedrive.deals WHERE status='open' GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  SUM(value) AS deal_value\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", "15736"], ["GBP", "15264"], ["USD", "12260"]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_value", "title": "Show the total open Pipedrive deal value separatel...", "series": ["deal_value"]}, "cost_estimate": {"total_cost": 9.71, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "31d85adaa77915e9", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "fcee1520679428f7", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "fcee1520679428f7", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "371dc9d1-36fe-488a-b9cf-65feef19c90d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "deal value", "start": 30, "end": 40, "phrase": "revenue", "matched_term": "deal value", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_12mo", "ct.client_360.revenue_gbp_settled", "ct.client_360.revenue_gbp_open", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "371dc9d1-36fe-488a-b9cf-65feef19c90d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "6947a0123cac1171cc140fa25a173951b094248c21d9fb0dd863f46e58b2bff2", "result_sha256": "dc8beddbc82f25f8dcb0acf543210cbf6eae49753e872c8f8555a54917bf6989"}
{"arm": "original", "case_id": "latency-dev-21", "repeat": 1, "elapsed_ms": 848.9023158326745, "started_monotonic": 5601890.898471358, "finished_monotonic": 5601891.747373674, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 833.6026007309556, "job_status": "done", "job_id": "cc253be0-7d5c-4cb9-80b2-b8879e15d182", "status": "error", "error": null, "raw_payload": {"id": "20b61d2f-589e-4e1c-b0a4-b139c068c5b6", "conversation_id": "c072a233-9268-4d40-8acc-60f17bf81c8d", "turn_index": 0, "nl_query": "List raw CT client IDs, account IDs and the stored client class.", "status": "error", "query_id": "7580b2ad-e4b3-4674-861f-8899e80c5be0", "trace_id": "federated-7580b2ad-e4b3-4674-861f-8899e80c5be0", "trace_snapshot": {"job": {"job_id": "cc253be0-7d5c-4cb9-80b2-b8879e15d182", "timing": {"submission_ack_ms": 3.8809245452284813, "queue_ms": 0.0, "base_persistence_ms": 1.6469275578856468, "required_to_ready_ms": 655.2762230858207, "optional_ms": 78.24060693383217, "total_ms": 734.2065535485744}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d8b2c340b72c95ae", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "12d192f52791f7dc", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "12d192f52791f7dc", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "7580b2ad-e4b3-4674-861f-8899e80c5be0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "7580b2ad-e4b3-4674-861f-8899e80c5be0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "ddd028197d955ef9a6bb0e7238cdd51cd97259794bc55cd07f9ce578e256d07f", "result_sha256": "9df95f94040c8e6054a9f065f78e9b83f591a622b9ab8dbc064ba0e29957be2e"}
{"arm": "candidate", "case_id": "latency-dev-21", "repeat": 1, "elapsed_ms": 1010.7834776863456, "started_monotonic": 5601891.747839361, "finished_monotonic": 5601892.758622839, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client"], "request_row_limit": 10000, "required_ready_ms": 999.0160670131445, "job_status": "done", "job_id": "c1b347d0-39ef-442b-ba2b-86d4d7dfc60c", "status": "success", "error": null, "raw_payload": {"id": "58d1c1dc-9e8d-4382-af4c-05591c074d97", "conversation_id": "609b3436-41a7-4152-803d-23d099e90391", "turn_index": 0, "nl_query": "List raw CT client IDs, account IDs and the stored client class.", "status": "success", "query_id": "ab7f59e6-da5f-41e9-a224-a3ff6887f06e", "trace_id": "7696f600f11ed15944aa41eb9c990ede", "trace_snapshot": {"trace_id": "7696f600f11ed15944aa41eb9c990ede", "context": {"trace_id": "7696f600f11ed15944aa41eb9c990ede", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.26, "merge_ms": 0.0, "total_ms": 137.94, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60094b3a1c23d1c4e79bbc566cc"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "c1b347d0-39ef-442b-ba2b-86d4d7dfc60c", "timing": {"submission_ack_ms": 3.2335231080651283, "queue_ms": 0.0, "base_persistence_ms": 2.774505876004696, "required_to_ready_ms": 698.4768128022552, "first_useful_ms": 698.4768128022552, "optional_ms": 212.65992894768715, "total_ms": 911.7374233901501}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id, type FROM public.clients ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id,\n  type\nFROM public.clients\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "type", "data_type": "varchar", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21001, 9871, "Fictional Company 1", "LimitedCompany"], [21002, 1090, "Fictional Company 2", "SoleTrader"], [21003, 11003, "Fictional Company 3", "Partnership"], [21004, 11004, "Fictional Company 4", "Charity"], [21005, 11005, "Fictional Company 5", "PublicLimitedCompany"], [21006, 11006, "Fictional Company 6", "LimitedLiabilityPartnership"], [21007, 11007, "Fictional Company 7", "PublicCorporation"], [21008, 11008, "Fictional Company 8", null], [21009, 11009, "Synthetic9 Client", "PersonalAccount"], [21010, 11010, "Fictional Company 10", "LimitedCompany"], [21011, 11011, "Fictional Company 11", "SoleTrader"], [21012, 11012, "Fictional Company 12", "Partnership"], [21013, 11013, "Fictional Company 13", "Charity"], [21014, 11014, "Fictional Company 14", "PublicLimitedCompany"], [21015, 11015, "Fictional Company 15", "LimitedLiabilityPartnership"], [21016, 11016, "Fictional Company 16", "PublicCorporation"], [21017, 11017, "Fictional Company 17", null], [21018, 11018, "Synthetic18 Client", "PersonalAccount"], [21019, 11019, "Fictional Company 19", "LimitedCompany"], [21020, 11020, "Fictional Company 20", "SoleTrader"], [21021, 11021, "Fictional Company 21", "Partnership"], [21022, 11022, "Fictional Company 22", "Charity"], [21023, 11023, "Fictional Company 23", "PublicLimitedCompany"], [21024, 11024, "Fictional Company 24", "LimitedLiabilityPartnership"], [21025, 11025, "Fictional Company 25", "PublicCorporation"], [21026, 11026, "Fictional Company 26", null], [21027, 11027, "Synthetic27 Client", "PersonalAccount"], [21028, 11028, "Fictional Company 28", "LimitedCompany"], [21029, 11029, "Fictional Company 29", "SoleTrader"], [21030, 11030, "Fictional Company 30", "Partnership"], [21031, 11031, "Fictional Company 31", "Charity"], [21032, 11032, "Fictional Company 32", "PublicLimitedCompany"], [21033, 11033, "Fictional Company 33", "LimitedLiabilityPartnership"], [21034, 11034, "Fictional Company 34", "PublicCorporation"], [21035, 11035, "Fictional Company 35", null], [21036, 11036, "Synthetic36 Client", "PersonalAccount"], [21037, 11037, "Fictional Company 37", "LimitedCompany"], [21038, 11038, "Fictional Company 38", "SoleTrader"], [21039, 11039, "Fictional Company 39", "Partnership"], [21040, 11040, "Fictional Company 40", "Charity"], [21041, 11041, "Fictional Company 41", "PublicLimitedCompany"], [21042, 11042, "Fictional Company 42", "LimitedLiabilityPartnership"], [21043, 11043, "Fictional Company 43", "PublicCorporation"], [21044, 11044, "Fictional Company 44", null], [21045, 11045, "Synthetic45 Client", "PersonalAccount"], [21046, 11046, "Fictional Company 46", "LimitedCompany"], [21047, 11047, "Fictional Company 47", "SoleTrader"], [21048, 11048, "Fictional Company 48", "Partnership"], [21049, 11049, "Fictional Company 49", "Charity"], [21050, 11050, "Fictional Company 50", "PublicLimitedCompany"], [21051, 11051, "Fictional Company 51", "LimitedLiabilityPartnership"], [21052, 11052, "Fictional Company 52", "PublicCorporation"], [21053, 11053, "Fictional Company 53", null], [21054, 11054, "Synthetic54 Client", "PersonalAccount"], [21055, 11055, "Fictional Company 55", "LimitedCompany"], [21056, 11056, "Fictional Company 56", "SoleTrader"], [21057, 11057, "Fictional Company 57", "Partnership"], [21058, 11058, "Fictional Company 58", "Charity"], [21059, 11059, "Fictional Company 59", "PublicLimitedCompany"], [21060, 11060, "Fictional Company 60", "LimitedLiabilityPartnership"], [21061, 11061, "Fictional Company 61", "PublicCorporation"], [21062, 11062, "Fictional Company 62", null], [21063, 11063, "Synthetic63 Client", "PersonalAccount"], [21064, 11064, "Fictional Company 64", "LimitedCompany"]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "type", "title": "List raw CT client IDs, account IDs and the stored...", "series": ["type"]}, "cost_estimate": {"total_cost": 4.72, "estimated_rows": 64, "rows": 64, "ms_estimate": 5.6000000000000005, "dollars_estimate": 0.000112, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "64 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": ["Missing values occur in 1 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8e76660ab03dc267", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "8e76660ab03dc267", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "ab7f59e6-da5f-41e9-a224-a3ff6887f06e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 137.9413641989231, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "ab7f59e6-da5f-41e9-a224-a3ff6887f06e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "ddd028197d955ef9a6bb0e7238cdd51cd97259794bc55cd07f9ce578e256d07f", "result_sha256": "1692eefc0dc423ef5186bb056c326dd98222a517e477e7e45bf7b7b40d2735be"}
{"arm": "candidate", "case_id": "latency-dev-18", "repeat": 1, "elapsed_ms": 886.7249581962824, "started_monotonic": 5601892.760835777, "finished_monotonic": 5601893.647560735, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 875.4955651238561, "job_status": "done", "job_id": "e12bcaf6-ce94-4b8a-af93-5068aef41945", "status": "success", "error": null, "raw_payload": {"id": "fd204d9c-9f45-4515-90ee-d908c2ebf491", "conversation_id": "4d339489-bd8e-4651-960a-14bea72aed1e", "turn_index": 0, "nl_query": "Show Pipedrive activity counts for each completion state.", "status": "success", "query_id": "ec5b8987-ed13-476e-aa58-be9c20e730b7", "trace_id": "7696f6009be3dd83cbd34cc4b9030f98", "trace_snapshot": {"trace_id": "7696f6009be3dd83cbd34cc4b9030f98", "context": {"trace_id": "7696f6009be3dd83cbd34cc4b9030f98", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 33.32, "sql_execution_ms": 1.61, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 2, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e12bcaf6-ce94-4b8a-af93-5068aef41945", "timing": {"submission_ack_ms": 2.5805309414863586, "queue_ms": 0.0, "base_persistence_ms": 3.9571383967995644, "required_to_ready_ms": 586.69563382864, "first_useful_ms": 586.69563382864, "optional_ms": 88.60801067203283, "total_ms": 675.7587594911456}, "optional_status": "done"}}, "generated_sql": "SELECT done,COUNT(*) AS activity_count FROM pipedrive.activities GROUP BY done ORDER BY done", "generated_sql_pretty": "SELECT\n  done,\n  COUNT(*) AS activity_count\nFROM pipedrive.activities\nGROUP BY\n  done\nORDER BY\n  done", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "done", "data_type": "boolean", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "activity_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[false, 128], [true, 64]], "row_count": 2, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "done", "y_axis": "activity_count", "title": "Show Pipedrive activity counts for each completion...", "series": ["activity_count"]}, "cost_estimate": {"total_cost": 5.92, "estimated_rows": 2, "rows": 2, "ms_estimate": 0.2, "dollars_estimate": 4e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 activity_count: 128.00.", "insight_notes": ["2 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from activities grouped by done.", "bullets": ["Reads from activities.", "Calculates how many rows there are.", "Groups the results by done."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f4f7850cef5bde76", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f4f7850cef5bde76", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "ec5b8987-ed13-476e-aa58-be9c20e730b7", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "ec5b8987-ed13-476e-aa58-be9c20e730b7", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "945691d75ccb757d96269f07929c6e960950aad9d64a117a5f86d23859964c31", "result_sha256": "df7a54f403db51a4d8d570d38a73229eecc09122b8f6616cd7e8b5bb1b61949c"}
{"arm": "original", "case_id": "latency-dev-18", "repeat": 1, "elapsed_ms": 792.9613292217255, "started_monotonic": 5601893.648477556, "finished_monotonic": 5601894.441438885, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 776.8462551757693, "job_status": "done", "job_id": "92e8a803-9994-4451-9ba7-67ce8147e545", "status": "success", "error": null, "raw_payload": {"id": "611b94cc-3910-47f6-8a81-6c78b1a9b7b9", "conversation_id": "61df3264-8e8f-4c99-97fa-42fd0a40d77a", "turn_index": 0, "nl_query": "Show Pipedrive activity counts for each completion state.", "status": "success", "query_id": "48b9636d-72ec-41c0-8063-4fea98ef4522", "trace_id": "7696f600a54788338b4544ab91e7259e", "trace_snapshot": {"trace_id": "7696f600a54788338b4544ab91e7259e", "context": {"trace_id": "7696f600a54788338b4544ab91e7259e", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 26.02, "sql_execution_ms": 2.24, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 2, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "92e8a803-9994-4451-9ba7-67ce8147e545", "timing": {"submission_ack_ms": 4.123554565012455, "queue_ms": 0.0, "base_persistence_ms": 1.6397582367062569, "required_to_ready_ms": 594.8698883876204, "first_useful_ms": 594.8698883876204, "optional_ms": 124.67905040830374, "total_ms": 720.0777074322104}, "optional_status": "done"}}, "generated_sql": "SELECT done,COUNT(*) AS activity_count FROM pipedrive.activities GROUP BY done ORDER BY done", "generated_sql_pretty": "SELECT\n  done,\n  COUNT(*) AS activity_count\nFROM pipedrive.activities\nGROUP BY\n  done\nORDER BY\n  done", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "done", "data_type": "boolean", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "activity_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[false, 128], [true, 64]], "row_count": 2, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "done", "y_axis": "activity_count", "title": "Show Pipedrive activity counts for each completion...", "series": ["activity_count"]}, "cost_estimate": {"total_cost": 5.92, "estimated_rows": 2, "rows": 2, "ms_estimate": 0.2, "dollars_estimate": 4e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a53bdfabdecedfb2", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "963413848cccffe1", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "963413848cccffe1", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "48b9636d-72ec-41c0-8063-4fea98ef4522", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "48b9636d-72ec-41c0-8063-4fea98ef4522", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "945691d75ccb757d96269f07929c6e960950aad9d64a117a5f86d23859964c31", "result_sha256": "7385ecbb9837553995e0363093c071c4b7ae8cac1dc9b3977b25c84e60f27ffb"}
{"arm": "original", "case_id": "latency-dev-28", "repeat": 1, "elapsed_ms": 671.4740376919508, "started_monotonic": 5601894.442408039, "finished_monotonic": 5601895.113882077, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 657.5742121785879, "job_status": "done", "job_id": "59c97379-7a06-4630-b3ae-4d7d06282c48", "status": "error", "error": null, "raw_payload": {"id": "caa5a65c-ae42-4d0d-8879-3d44b7b6aac8", "conversation_id": "f69ce6ea-c4a9-49f2-bbf7-87fbbde459b0", "turn_index": 0, "nl_query": "Show non-deleted raw CT booking counts by lifecycle status.", "status": "error", "query_id": "ee0ba6c5-2ef2-4171-980d-7f3d2bf6b81c", "trace_id": "federated-ee0ba6c5-2ef2-4171-980d-7f3d2bf6b81c", "trace_snapshot": {"job": {"job_id": "59c97379-7a06-4630-b3ae-4d7d06282c48", "timing": {"submission_ack_ms": 2.849489450454712, "queue_ms": 0.0, "base_persistence_ms": 1.1733416467905045, "required_to_ready_ms": 449.04548674821854, "optional_ms": 84.51087586581707, "total_ms": 534.379412420094}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5c62149d86962cb8", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "5c62149d86962cb8", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "ee0ba6c5-2ef2-4171-980d-7f3d2bf6b81c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "ee0ba6c5-2ef2-4171-980d-7f3d2bf6b81c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "115809dab2abfe848d424ecb2debfe6aabe75fbcc2db3012885fd7c9688c1df7", "result_sha256": "c6527b7e661a3e5b1d88dd410f818c266f878c60519b9411c475e26bad56d9da"}
{"arm": "candidate", "case_id": "latency-dev-28", "repeat": 1, "elapsed_ms": 744.0235558897257, "started_monotonic": 5601895.114540791, "finished_monotonic": 5601895.858564347, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 734.2016426846385, "job_status": "done", "job_id": "d88db920-1588-4639-b517-b1a6ac2d2f6f", "status": "error", "error": null, "raw_payload": {"id": "8049520e-5af8-44ae-aa89-4c48e35f98ec", "conversation_id": "4c13b5ac-5077-473f-8920-eb9270bc066f", "turn_index": 0, "nl_query": "Show non-deleted raw CT booking counts by lifecycle status.", "status": "error", "query_id": "bb09d68d-accd-451f-832e-05b3ae38325b", "trace_id": "7696f60085eba433441b48fab8890ec4", "trace_snapshot": {"trace_id": "7696f60085eba433441b48fab8890ec4", "context": {"trace_id": "7696f60085eba433441b48fab8890ec4", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 12.43, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "d88db920-1588-4639-b517-b1a6ac2d2f6f", "timing": {"submission_ack_ms": 3.1252484768629074, "queue_ms": 0.0, "base_persistence_ms": 1.1771311983466148, "required_to_ready_ms": 553.4058781340718, "optional_ms": 67.07750633358955, "total_ms": 621.1677975952625}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7277f43404850565", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5976b58302f44051", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "5976b58302f44051", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "bb09d68d-accd-451f-832e-05b3ae38325b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "bb09d68d-accd-451f-832e-05b3ae38325b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "115809dab2abfe848d424ecb2debfe6aabe75fbcc2db3012885fd7c9688c1df7", "result_sha256": "70b17700516888ea764bc7db6e937726d408a67abe42e55266e12756df6832a8"}
{"arm": "candidate", "case_id": "latency-dev-22", "repeat": 1, "elapsed_ms": 1005.753031000495, "started_monotonic": 5601895.859060325, "finished_monotonic": 5601896.864813356, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 994.4827873259783, "job_status": "done", "job_id": "aaaa930e-b361-4013-af4a-a3904b15d180", "status": "success", "error": null, "raw_payload": {"id": "4ee6ae51-5fb5-4fc5-a5c9-e94d6afd3f74", "conversation_id": "dbb03174-2582-4d62-b617-bf03b8e1e762", "turn_index": 0, "nl_query": "Show raw CT client counts separately for each stored client class.", "status": "success", "query_id": "7859913d-6b20-44a5-8134-4d1729193821", "trace_id": "7696f60045f0545d744542d4863c4295", "trace_snapshot": {"trace_id": "7696f60045f0545d744542d4863c4295", "context": {"trace_id": "7696f60045f0545d744542d4863c4295", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.42, "merge_ms": 0.0, "total_ms": 126.5, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 9, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60098f3a30b1c68449f80fad977"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "aaaa930e-b361-4013-af4a-a3904b15d180", "timing": {"submission_ack_ms": 4.047730937600136, "queue_ms": 0.0, "base_persistence_ms": 1.659768633544445, "required_to_ready_ms": 697.5154895335436, "first_useful_ms": 697.5154895335436, "optional_ms": 78.02808843553066, "total_ms": 776.4725107699633}, "optional_status": "done"}}, "generated_sql": "SELECT type,COUNT(*) AS client_count FROM public.clients GROUP BY type ORDER BY type", "generated_sql_pretty": "SELECT\n  type,\n  COUNT(*) AS client_count\nFROM public.clients\nGROUP BY\n  type\nORDER BY\n  type", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "type", "data_type": "varchar", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["Charity", 7], ["LimitedCompany", 8], ["LimitedLiabilityPartnership", 7], ["Partnership", 7], ["PersonalAccount", 7], ["PublicCorporation", 7], ["PublicLimitedCompany", 7], ["SoleTrader", 7], [null, 7]], "row_count": 9, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "type", "y_axis": "client_count", "title": "Show raw CT client counts separately for each stor...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 3.18, "estimated_rows": 8, "rows": 8, "ms_estimate": 0.8, "dollars_estimate": 1.6e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 7.00; type: Charity.", "insight_notes": ["9 rows returned.", "Missing values occur in 1 of the 9 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from clients grouped by type.", "bullets": ["Reads from clients.", "Calculates how many rows there are.", "Groups the results by type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "59416cd318d15a24", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "59416cd318d15a24", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "7859913d-6b20-44a5-8134-4d1729193821", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 9}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 126.49961467832327, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "7859913d-6b20-44a5-8134-4d1729193821", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 9}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5c7e66c86419364645d70b6b63e288372944858912e8b22f1807a604ca69bdfa", "result_sha256": "0a9d2577d14b148046277a6d3e67c6e34ccf7c65418e8b0a9c042efde93df476"}
{"arm": "original", "case_id": "latency-dev-22", "repeat": 1, "elapsed_ms": 843.4759546071291, "started_monotonic": 5601896.865652086, "finished_monotonic": 5601897.709128041, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 833.8276371359825, "job_status": "done", "job_id": "a68e9efa-74cc-4542-85f6-4d9828723104", "status": "error", "error": null, "raw_payload": {"id": "13878bac-3161-44fc-ab89-24aefc97431e", "conversation_id": "29003b6a-0679-40d2-a963-bccdcc42f89a", "turn_index": 0, "nl_query": "Show raw CT client counts separately for each stored client class.", "status": "error", "query_id": "93d1b4b7-74f0-47fa-943d-1f6e50bed592", "trace_id": "federated-93d1b4b7-74f0-47fa-943d-1f6e50bed592", "trace_snapshot": {"job": {"job_id": "a68e9efa-74cc-4542-85f6-4d9828723104", "timing": {"submission_ack_ms": 2.8357189148664474, "queue_ms": 0.0, "base_persistence_ms": 0.8672997355461121, "required_to_ready_ms": 662.1438013389707, "optional_ms": 55.855353362858295, "total_ms": 718.3896396309137}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b88049c83dca4794", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "49029502bc225529", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "49029502bc225529", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "93d1b4b7-74f0-47fa-943d-1f6e50bed592", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "93d1b4b7-74f0-47fa-943d-1f6e50bed592", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "5c7e66c86419364645d70b6b63e288372944858912e8b22f1807a604ca69bdfa", "result_sha256": "2af1d586b29c72f282e89fed1aa4b83d7bec6bf378ca867db772056125fb6c27"}
{"arm": "original", "case_id": "latency-dev-03", "repeat": 1, "elapsed_ms": 1114.6167004480958, "started_monotonic": 5601897.709548225, "finished_monotonic": 5601898.824164925, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client"], "request_row_limit": 10000, "required_ready_ms": 840.8401133492589, "job_status": "done", "job_id": "1bb5a8fd-e527-4d6e-a843-504b46a57c22", "status": "success", "error": null, "raw_payload": {"id": "13401905-ad10-4890-9ffa-d7cc322d42ae", "conversation_id": "49911695-8501-4d05-a7d7-b67baeab62ef", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by client type.", "status": "success", "query_id": "520f0e9e-5de7-4e14-998b-4c98a96bae16", "trace_id": "7696f600bf4c7c6edd304177a8470969", "trace_snapshot": {"trace_id": "7696f600bf4c7c6edd304177a8470969", "context": {"trace_id": "7696f600bf4c7c6edd304177a8470969", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.35, "merge_ms": 1.01, "total_ms": 50.74, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60011bd851f70df43c7990e353b", "7696f600eb6e0aefc13a4818a437c6fa"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "1bb5a8fd-e527-4d6e-a843-504b46a57c22", "timing": {"submission_ack_ms": 2.666102722287178, "queue_ms": 0.0, "base_persistence_ms": 0.8835811167955399, "required_to_ready_ms": 703.0004002153873, "first_useful_ms": 703.0004002153873, "optional_ms": 107.79865924268961, "total_ms": 811.3198094069958}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "Partnership"], [11004, "Fictional Company 4", "Charity"], [11005, "Fictional Company 5", "PublicLimitedCompany"], [11006, "Fictional Company 6", "LimitedLiabilityPartnership"], [11007, "Fictional Company 7", "PublicCorporation"], [11008, "Fictional Company 8", null], [11010, "Fictional Company 10", "LimitedCompany"], [11011, "Fictional Company 11", "SoleTrader"], [11012, "Fictional Company 12", "Partnership"], [11013, "Fictional Company 13", "Charity"], [11014, "Fictional Company 14", "PublicLimitedCompany"], [11015, "Fictional Company 15", "LimitedLiabilityPartnership"], [11016, "Fictional Company 16", "PublicCorporation"], [11020, "Fictional Company 20", "SoleTrader"], [11021, "Fictional Company 21", "Partnership"], [11022, "Fictional Company 22", "Charity"], [11024, "Fictional Company 24", "LimitedLiabilityPartnership"], [11025, "Fictional Company 25", "PublicCorporation"], [11026, "Fictional Company 26", null], [11028, "Fictional Company 28", "LimitedCompany"], [11030, "Fictional Company 30", "Partnership"], [11031, "Fictional Company 31", "Charity"], [11032, "Fictional Company 32", "PublicLimitedCompany"], [11033, "Fictional Company 33", "LimitedLiabilityPartnership"], [11035, "Fictional Company 35", null], [11037, "Fictional Company 37", "LimitedCompany"], [11039, "Fictional Company 39", "Partnership"], [11040, "Fictional Company 40", "Charity"], [11041, "Fictional Company 41", "PublicLimitedCompany"], [11042, "Fictional Company 42", "LimitedLiabilityPartnership"], [11043, "Fictional Company 43", "PublicCorporation"], [11044, "Fictional Company 44", null], [11047, "Fictional Company 47", "SoleTrader"], [11048, "Fictional Company 48", "Partnership"], [11049, "Fictional Company 49", "Charity"], [11050, "Fictional Company 50", "PublicLimitedCompany"], [11052, "Fictional Company 52", "PublicCorporation"], [11053, "Fictional Company 53", null], [11055, "Fictional Company 55", "LimitedCompany"], [11056, "Fictional Company 56", "SoleTrader"], [11059, "Fictional Company 59", "PublicLimitedCompany"], [11060, "Fictional Company 60", "LimitedLiabilityPartnership"], [11061, "Fictional Company 61", "PublicCorporation"], [11062, "Fictional Company 62", null], [11064, "Fictional Company 64", "LimitedCompany"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "Show the stored CT snapshot client count by client...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "24d48f62a28d69da", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b1236481a55a2661", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "b1236481a55a2661", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "520f0e9e-5de7-4e14-998b-4c98a96bae16", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f60011bd851f70df43c7990e353b", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, client_type FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600eb6e0aefc13a4818a437c6fa", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client type", "start": 44, "end": 55, "phrase": "client type", "matched_term": "client type", "column": "ct.client_360.client_type", "columns": ["ct.client_360.client_type"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 50.73781497776508, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "520f0e9e-5de7-4e14-998b-4c98a96bae16", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c11afef3d91dd76cf966cae1438331872dfeeee384f5145268461a4939ce0351", "result_sha256": "7dd9196ed7370db70b832179cfefd064a77c46dcbe5b73c7c6d36e5f77a921be"}
{"arm": "candidate", "case_id": "latency-dev-03", "repeat": 1, "elapsed_ms": 1031.03035595268, "started_monotonic": 5601898.824995735, "finished_monotonic": 5601899.856026091, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1016.4811769500375, "job_status": "done", "job_id": "0b17d58e-25b3-4cd4-a608-8d85829ad43c", "status": "success", "error": null, "raw_payload": {"id": "071fd809-2343-44b4-9685-37af932bb0fc", "conversation_id": "5fa10864-fd39-4bc1-a0a4-308e63c123e4", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by client type.", "status": "success", "query_id": "211ab619-f883-4c06-8a70-5072ed17672c", "trace_id": "7696f6000632b9c39cb84f498ce035a2", "trace_snapshot": {"trace_id": "7696f6000632b9c39cb84f498ce035a2", "context": {"trace_id": "7696f6000632b9c39cb84f498ce035a2", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 46.54, "sql_execution_ms": 5.98, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 8, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "0b17d58e-25b3-4cd4-a608-8d85829ad43c", "timing": {"submission_ack_ms": 2.506817691028118, "queue_ms": 0.0, "base_persistence_ms": 4.37594298273325, "required_to_ready_ms": 732.6886802911758, "first_useful_ms": 732.6886802911758, "optional_ms": 94.17631383985281, "total_ms": 827.463885769248}, "optional_status": "done"}}, "generated_sql": "SELECT client_type,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY client_type ORDER BY client_type", "generated_sql_pretty": "SELECT\n  client_type,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  client_type\nORDER BY\n  client_type", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "client_type", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["Charity", 6], ["LimitedCompany", 5], ["LimitedLiabilityPartnership", 6], ["Partnership", 6], ["PublicCorporation", 6], ["PublicLimitedCompany", 6], ["SoleTrader", 4], [null, 6]], "row_count": 8, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "client_type", "y_axis": "client_count", "title": "Show the stored CT snapshot client count by client...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.47, "estimated_rows": 7, "rows": 7, "ms_estimate": 0.9625, "dollars_estimate": 1.925e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 6.00; client_type: Charity.", "insight_notes": ["8 rows returned.", "Missing values occur in 1 of the 8 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by client_type.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by client_type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1260f80f92206e1d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "1260f80f92206e1d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "211ab619-f883-4c06-8a70-5072ed17672c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client type", "start": 44, "end": 55, "phrase": "client type", "matched_term": "client type", "column": "ct.client_360.client_type", "columns": ["ct.client_360.client_type"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "211ab619-f883-4c06-8a70-5072ed17672c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c11afef3d91dd76cf966cae1438331872dfeeee384f5145268461a4939ce0351", "result_sha256": "5cdc248b61f5722528e300b3b095afb1ec550555f2ab180ff61e9d15d06af4f0"}
{"arm": "candidate", "case_id": "latency-dev-27", "repeat": 1, "elapsed_ms": 755.9958044439554, "started_monotonic": 5601899.856793447, "finished_monotonic": 5601900.612789252, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 744.667218066752, "job_status": "done", "job_id": "c4d9ce42-f4c9-4df4-9bbb-da3dd6bc81fd", "status": "error", "error": null, "raw_payload": {"id": "9553f2b6-6925-498d-b275-222fdda9836d", "conversation_id": "c94a20e4-02dc-4431-af17-2b6415c06305", "turn_index": 0, "nl_query": "Show non-cancelled and non-deleted raw CT booking counts by selling currency.", "status": "error", "query_id": "fac964cb-efcf-4e56-b725-01103dd7cfdd", "trace_id": "7696f600afe54f4936554511aef01d9a", "trace_snapshot": {"trace_id": "7696f600afe54f4936554511aef01d9a", "context": {"trace_id": "7696f600afe54f4936554511aef01d9a", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 13.26, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "c4d9ce42-f4c9-4df4-9bbb-da3dd6bc81fd", "timing": {"submission_ack_ms": 3.785783424973488, "queue_ms": 0.0, "base_persistence_ms": 1.8395548686385155, "required_to_ready_ms": 554.5751489698887, "optional_ms": 57.0008447393775, "total_ms": 612.0071476325393}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "48cb616a130c9c8b", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8cb35aeac9c8add9", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "8cb35aeac9c8add9", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "fac964cb-efcf-4e56-b725-01103dd7cfdd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "fac964cb-efcf-4e56-b725-01103dd7cfdd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "572dde424826db04bedeb0183fc5d97c6255ba48153bc8b4d2b585c3466f766a", "result_sha256": "a04dbe2c5b4175017fb90ae7f493e53630c4dc13af972fa7772b2d3340dfa038"}
{"arm": "original", "case_id": "latency-dev-27", "repeat": 1, "elapsed_ms": 668.6189686879516, "started_monotonic": 5601900.613352391, "finished_monotonic": 5601901.28197136, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 659.1322859749198, "job_status": "done", "job_id": "41d3b407-10e1-4110-8d48-b392a3e5e7f6", "status": "error", "error": null, "raw_payload": {"id": "c5326c2a-8aee-4248-bd7b-f551f3dc6cb9", "conversation_id": "499843af-bd3f-4150-b2e9-703c70b473f2", "turn_index": 0, "nl_query": "Show non-cancelled and non-deleted raw CT booking counts by selling currency.", "status": "error", "query_id": "40432d38-a6d7-4ec7-b6e9-9037b53a44f2", "trace_id": "federated-40432d38-a6d7-4ec7-b6e9-9037b53a44f2", "trace_snapshot": {"job": {"job_id": "41d3b407-10e1-4110-8d48-b392a3e5e7f6", "timing": {"submission_ack_ms": 3.4457389265298843, "queue_ms": 0.0, "base_persistence_ms": 0.9311018511652946, "required_to_ready_ms": 430.29994238168, "optional_ms": 62.7658748999238, "total_ms": 493.46980173140764}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "3af216aa9949199e", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "3af216aa9949199e", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "40432d38-a6d7-4ec7-b6e9-9037b53a44f2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "40432d38-a6d7-4ec7-b6e9-9037b53a44f2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "572dde424826db04bedeb0183fc5d97c6255ba48153bc8b4d2b585c3466f766a", "result_sha256": "35d270231185b1f7efb3411b9975f9f01009413e41ae275f66f9c700777e7c81"}
{"arm": "original", "case_id": "latency-dev-30", "repeat": 1, "elapsed_ms": 696.1181107908487, "started_monotonic": 5601901.282492197, "finished_monotonic": 5601901.978610308, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 686.9658306241035, "job_status": "done", "job_id": "cea770ec-6906-4117-a868-f7aa36731fc1", "status": "error", "error": null, "raw_payload": {"id": "70e858a3-3859-4042-b966-91437b8afff6", "conversation_id": "d408ba7e-8985-4dfe-94f9-c6bc46c48eec", "turn_index": 0, "nl_query": "List raw CT account IDs with at least one non-cancelled, non-deleted trade booking.", "status": "error", "query_id": "9152566e-7978-41b9-bbe9-998d1789f997", "trace_id": "federated-9152566e-7978-41b9-bbe9-998d1789f997", "trace_snapshot": {"job": {"job_id": "cea770ec-6906-4117-a868-f7aa36731fc1", "timing": {"submission_ack_ms": 3.4664813429117203, "queue_ms": 0.0, "base_persistence_ms": 2.417224459350109, "required_to_ready_ms": 396.72479685395956, "optional_ms": 67.42961890995502, "total_ms": 464.8582302033901}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d46eae24d1fafd10", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "d46eae24d1fafd10", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "9152566e-7978-41b9-bbe9-998d1789f997", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "9152566e-7978-41b9-bbe9-998d1789f997", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "3a02b791b10ffd1824ce953173dcccdd5ff264726fcb078b4062ab3436b4b315", "result_sha256": "064eb2b4a54e5948529a6f75c3d71d23c24ebda0ecac8f23c586ec91cb4eecb1"}
{"arm": "candidate", "case_id": "latency-dev-30", "repeat": 1, "elapsed_ms": 649.5906533673406, "started_monotonic": 5601901.979445617, "finished_monotonic": 5601902.62903627, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 635.3635154664516, "job_status": "done", "job_id": "d134ab5b-5b3f-41a7-ae02-371b58db27b1", "status": "error", "error": null, "raw_payload": {"id": "27ec3a34-be5d-4f61-8f12-373be2be9f2c", "conversation_id": "4d3aa733-46f2-46e8-ba22-21e8b3c659f5", "turn_index": 0, "nl_query": "List raw CT account IDs with at least one non-cancelled, non-deleted trade booking.", "status": "error", "query_id": "2b051b56-4797-49cf-b4ca-2b72fdc61504", "trace_id": "7696f600ba28997acb634e66b68d5996", "trace_snapshot": {"trace_id": "7696f600ba28997acb634e66b68d5996", "context": {"trace_id": "7696f600ba28997acb634e66b68d5996", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 10.75, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "d134ab5b-5b3f-41a7-ae02-371b58db27b1", "timing": {"submission_ack_ms": 4.123765043914318, "queue_ms": 0.0, "base_persistence_ms": 0.9071910753846169, "required_to_ready_ms": 501.65631901472807, "optional_ms": 74.73254390060902, "total_ms": 576.8327079713345}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "69fbe680e8b4dd36", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "6d16208ba8a9512b", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "6d16208ba8a9512b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "2b051b56-4797-49cf-b4ca-2b72fdc61504", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "2b051b56-4797-49cf-b4ca-2b72fdc61504", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "3a02b791b10ffd1824ce953173dcccdd5ff264726fcb078b4062ab3436b4b315", "result_sha256": "d00937c3d0469b7c910e27ad56445d150aadcd2f540c685ad19f7d70fdfc668c"}
{"arm": "candidate", "case_id": "latency-dev-14", "repeat": 1, "elapsed_ms": 1079.7835616394877, "started_monotonic": 5601902.629497175, "finished_monotonic": 5601903.709280737, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 803.9964940398932, "job_status": "done", "job_id": "63bc4654-2d16-47ad-9d43-a586df482b31", "status": "success", "error": null, "raw_payload": {"id": "55e00445-a1a3-450f-960e-140b761581cf", "conversation_id": "b69dbf52-3391-489c-a85f-45ab7b7a1170", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by native currency.", "status": "success", "query_id": "a0274fc8-808a-45aa-adfb-b1d4d577ecc5", "trace_id": "7696f6008d848a3e8c2c4f259940394b", "trace_snapshot": {"trace_id": "7696f6008d848a3e8c2c4f259940394b", "context": {"trace_id": "7696f6008d848a3e8c2c4f259940394b", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.08, "connection_ms": 35.71, "sql_execution_ms": 1.63, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "63bc4654-2d16-47ad-9d43-a586df482b31", "timing": {"submission_ack_ms": 2.734084613621235, "queue_ms": 0.0, "base_persistence_ms": 1.0374970734119415, "required_to_ready_ms": 668.840765953064, "first_useful_ms": 668.840765953064, "optional_ms": 104.07578106969595, "total_ms": 773.3547817915678}, "optional_status": "done"}}, "generated_sql": "SELECT currency,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 64], ["GBP", 64], ["USD", 64]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by native currency.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.94, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 64.00.", "insight_notes": ["3 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals grouped by currency.", "bullets": ["Reads from deals.", "Calculates how many rows there are.", "Groups the results by currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c524df1c042cdca0", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c524df1c042cdca0", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "a0274fc8-808a-45aa-adfb-b1d4d577ecc5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "a0274fc8-808a-45aa-adfb-b1d4d577ecc5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "84db0ccde2103361d57c9b2de8db751cb05c38756344647896a61127360b975e", "result_sha256": "4f48722fe17aeb095ae9f34e40a47256d7bd154ee787ff39a0e84995743fabcc"}
{"arm": "original", "case_id": "latency-dev-14", "repeat": 1, "elapsed_ms": 992.3212425783277, "started_monotonic": 5601903.709886528, "finished_monotonic": 5601904.70220777, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 721.8612711876631, "job_status": "done", "job_id": "7c2f5b1a-b385-4457-adad-5b9d2ae5c514", "status": "success", "error": null, "raw_payload": {"id": "5acc249a-8d9a-4635-b56d-8823b23a6779", "conversation_id": "208d8bc6-6b0b-41b4-b82f-d83bc2375a00", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by native currency.", "status": "success", "query_id": "05c79278-816e-443f-848b-a0112724aacf", "trace_id": "7696f60030bee47e96794aa4b56f22da", "trace_snapshot": {"trace_id": "7696f60030bee47e96794aa4b56f22da", "context": {"trace_id": "7696f60030bee47e96794aa4b56f22da", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 24.33, "sql_execution_ms": 2.37, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "7c2f5b1a-b385-4457-adad-5b9d2ae5c514", "timing": {"submission_ack_ms": 4.71754465252161, "queue_ms": 0.0, "base_persistence_ms": 2.9936740174889565, "required_to_ready_ms": 547.6331152021885, "first_useful_ms": 547.6331152021885, "optional_ms": 122.05945048481226, "total_ms": 670.883197337389}, "optional_status": "done"}}, "generated_sql": "SELECT currency,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 64], ["GBP", 64], ["USD", 64]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by native currency.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.94, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "320b75b034aa085c", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c536d38e42f8aa7b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c536d38e42f8aa7b", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "05c79278-816e-443f-848b-a0112724aacf", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "05c79278-816e-443f-848b-a0112724aacf", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "84db0ccde2103361d57c9b2de8db751cb05c38756344647896a61127360b975e", "result_sha256": "d0c142831039b220acbceeec45037e9124fec4c64acbc57901e410d24b1a2c98"}
{"arm": "original", "case_id": "latency-dev-05", "repeat": 1, "elapsed_ms": 1224.2290126159787, "started_monotonic": 5601904.70279029, "finished_monotonic": 5601905.927019303, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 950.6422430276871, "job_status": "done", "job_id": "b3b98c2d-f26a-4c29-b9b6-0bc026b35a60", "status": "success", "error": null, "raw_payload": {"id": "8ff5c055-9035-4f20-9360-4c429b915fc8", "conversation_id": "9cfa06bc-2148-4a92-91c6-95e30783ca17", "turn_index": 0, "nl_query": "List CT snapshot client IDs whose stored trade count is greater than zero.", "status": "success", "query_id": "e0dbb118-3a69-467e-9c08-4f1a648e7f11", "trace_id": "7696f60031ab8442be50466686f5dd31", "trace_snapshot": {"trace_id": "7696f60031ab8442be50466686f5dd31", "context": {"trace_id": "7696f60031ab8442be50466686f5dd31", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.95, "merge_ms": 1.39, "total_ms": 65.34, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 41, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600292f47981d39435aad6595a6", "7696f60088b25e9b0bf34ed4b6bcb782"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "b3b98c2d-f26a-4c29-b9b6-0bc026b35a60", "timing": {"submission_ack_ms": 3.3377669751644135, "queue_ms": 0.0, "base_persistence_ms": 0.9625237435102463, "required_to_ready_ms": 796.8655545264482, "first_useful_ms": 796.8655545264482, "optional_ms": 122.16840405017138, "total_ms": 919.5822766050696}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"]], "row_count": 41, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs whose stored trade cou...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "41 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d88759b3d276ed9d", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "655c1c69bcd7be97", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "655c1c69bcd7be97", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e0dbb118-3a69-467e-9c08-4f1a648e7f11", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600292f47981d39435aad6595a6", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 41, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 WHERE trade_count > 0 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f60088b25e9b0bf34ed4b6bcb782", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 41, "unmatched": 0, "dropped_null": 0, "output_rows": 41, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade count", "start": 41, "end": 52, "phrase": "trade count", "matched_term": "trade count", "column": "ct.client_360.trade_count", "columns": ["ct.client_360.trade_count"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062"], "key_count": 41, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 65.34166540950537, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "e0dbb118-3a69-467e-9c08-4f1a648e7f11", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c5f42d65dcfb896d7c32cb3df8bef43aa3bb5e37d74119e9a1b94e61fc62d750", "result_sha256": "66412cdf79e96b361e9ef7da5637fba7c8d621a85315f8721182bfa8e4cdadd9"}
{"arm": "candidate", "case_id": "latency-dev-05", "repeat": 1, "elapsed_ms": 1085.7775583863258, "started_monotonic": 5601905.928245097, "finished_monotonic": 5601907.014022656, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 804.3669452890754, "job_status": "done", "job_id": "2feedca8-3f8b-4b31-bb05-7655012dac2b", "status": "success", "error": null, "raw_payload": {"id": "54d8c0a6-46dc-43ba-a62e-1b428d547571", "conversation_id": "305f8fab-de97-4ff7-8279-4efc04c2fb52", "turn_index": 0, "nl_query": "List CT snapshot client IDs whose stored trade count is greater than zero.", "status": "success", "query_id": "158b3267-132c-4261-b521-805e97dab921", "trace_id": "7696f600702bf99547494d90869a8e18", "trace_snapshot": {"trace_id": "7696f600702bf99547494d90869a8e18", "context": {"trace_id": "7696f600702bf99547494d90869a8e18", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 34.91, "sql_execution_ms": 2.58, "retrieval_ms": 0.05, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 41, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "2feedca8-3f8b-4b31-bb05-7655012dac2b", "timing": {"submission_ack_ms": 3.3486178144812584, "queue_ms": 0.0, "base_persistence_ms": 1.001523807644844, "required_to_ready_ms": 569.1381189972162, "first_useful_ms": 569.1381189972162, "optional_ms": 195.40474377572536, "total_ms": 765.0256501510739}, "optional_status": "done"}}, "generated_sql": "SELECT user_id FROM ct.client_360 WHERE trade_count > 0 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id\nFROM ct.client_360\nWHERE\n  trade_count > 0\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"]], "row_count": 41, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs whose stored trade cou...", "series": null}, "cost_estimate": {"total_cost": 30.29, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "41 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360.", "Keeps only rows matching filters on trade_count."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "760bd6acdd77178d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "760bd6acdd77178d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "158b3267-132c-4261-b521-805e97dab921", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade count", "start": 41, "end": 52, "phrase": "trade count", "matched_term": "trade count", "column": "ct.client_360.trade_count", "columns": ["ct.client_360.trade_count"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062"], "key_count": 41, "over_cap": false, "derived_columns": ["user_id"], "derivation": "sql_sha:74784188cf7bc2ae"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "158b3267-132c-4261-b521-805e97dab921", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c5f42d65dcfb896d7c32cb3df8bef43aa3bb5e37d74119e9a1b94e61fc62d750", "result_sha256": "f03f7cd358c759e50ecc852cb01b41977c495989e015ba80047cdf7921fa8173"}
{"arm": "candidate", "case_id": "latency-dev-07", "repeat": 1, "elapsed_ms": 689.7734580561519, "started_monotonic": 5601907.015340212, "finished_monotonic": 5601907.70511367, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 680.2132138982415, "job_status": "done", "job_id": "fbfce0dc-ffe5-44dc-a47d-be5e1baea339", "status": "error", "error": null, "raw_payload": {"id": "f0331af6-8a14-4416-a78b-edd4d29b8a96", "conversation_id": "0e80c26e-3210-4352-a901-d374c58c5814", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored first and last trade dates.", "status": "error", "query_id": "297c38f3-ce07-4520-a041-4c7be9345803", "trace_id": "federated-297c38f3-ce07-4520-a041-4c7be9345803", "trace_snapshot": {"terminal_error": {"guard": null, "error_code": "BI_SEMANTIC_001"}, "job": {"job_id": "fbfce0dc-ffe5-44dc-a47d-be5e1baea339", "timing": {"submission_ack_ms": 3.166300244629383, "queue_ms": 0.0, "base_persistence_ms": 1.4258287847042084, "required_to_ready_ms": 559.9473668262362, "optional_ms": 59.91853587329388, "total_ms": 620.5915976315737}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Name the group, measure, and date window in a new question.", "error_class": "semantic", "error_suggestions": [{"text": "Name the group, measure, and date window in a new question.", "action_type": "retry", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "bef365e4cba74566", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "bef365e4cba74566", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "297c38f3-ce07-4520-a041-4c7be9345803", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade dates", "start": 60, "end": 71, "phrase": "traded at", "matched_term": "trade date", "column": "ct.trade_bookings.traded_at", "columns": ["ct.trade_bookings.traded_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "When the trade was executed/booked. Use for trade-date windows (e.g. a daily run rate by trade date)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_SEMANTIC_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "297c38f3-ce07-4520-a041-4c7be9345803", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Name the group, measure, and date window in a new question.", "reason_code": "BI_SEMANTIC_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query could not preserve the requested meaning or scope.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "f2ec11e2203ed5f7da50f124efb5251572728f6120062d2b3464e9dcb634fa97", "result_sha256": "2587b512c1e97bc6e45e8e2f3bd41f35a676d43d5c744eae7439dfa7b7ed4a6c"}
{"arm": "original", "case_id": "latency-dev-07", "repeat": 1, "elapsed_ms": 633.9152529835701, "started_monotonic": 5601907.705616368, "finished_monotonic": 5601908.339531621, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 623.7352769821882, "job_status": "done", "job_id": "18fb1cef-c1b7-4e85-b75d-b501765e53f8", "status": "error", "error": null, "raw_payload": {"id": "4a970409-2b8e-4df7-992e-881f8cae45ff", "conversation_id": "84ea4d0f-9b04-40a0-aa59-6099ebd66975", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored first and last trade dates.", "status": "error", "query_id": "44cbb801-78ca-4fe0-ab22-b4960caeae48", "trace_id": "federated-44cbb801-78ca-4fe0-ab22-b4960caeae48", "trace_snapshot": {"job": {"job_id": "18fb1cef-c1b7-4e85-b75d-b501765e53f8", "timing": {"submission_ack_ms": 2.9355818405747414, "queue_ms": 0.0, "base_persistence_ms": 0.8236579596996307, "required_to_ready_ms": 404.4896690174937, "optional_ms": 55.318683385849, "total_ms": 460.19855700433254}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "0c5fde781555b2b9", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "0c5fde781555b2b9", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "44cbb801-78ca-4fe0-ab22-b4960caeae48", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade dates", "start": 60, "end": 71, "phrase": "traded at", "matched_term": "trade date", "column": "ct.trade_bookings.traded_at", "columns": ["ct.trade_bookings.traded_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "When the trade was executed/booked. Use for trade-date windows (e.g. a daily run rate by trade date)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "44cbb801-78ca-4fe0-ab22-b4960caeae48", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "f2ec11e2203ed5f7da50f124efb5251572728f6120062d2b3464e9dcb634fa97", "result_sha256": "287d63811a88c3d912f0debba4cce9c581d1c79876137d7db0bb1f1e484779ca"}
{"arm": "original", "case_id": "latency-dev-24", "repeat": 1, "elapsed_ms": 802.5837242603302, "started_monotonic": 5601908.340266527, "finished_monotonic": 5601909.142850251, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 790.85439350456, "job_status": "done", "job_id": "d7e6b3a6-5741-4d41-a05d-b5e72f89c5f0", "status": "error", "error": null, "raw_payload": {"id": "49623ae1-408f-4d92-b098-dfc6612b91e9", "conversation_id": "40ba663d-7f86-4c1e-877c-a4892f267f85", "turn_index": 0, "nl_query": "List raw CT limited-company client IDs and their account IDs.", "status": "error", "query_id": "db415f89-88d0-420f-bc29-3043a6577021", "trace_id": "federated-db415f89-88d0-420f-bc29-3043a6577021", "trace_snapshot": {"job": {"job_id": "d7e6b3a6-5741-4d41-a05d-b5e72f89c5f0", "timing": {"submission_ack_ms": 2.776556648313999, "queue_ms": 0.0, "base_persistence_ms": 2.562088891863823, "required_to_ready_ms": 598.6832911148667, "optional_ms": 68.0407602339983, "total_ms": 667.411195114255}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "90e33611c3945def", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "89ae9333fe7b79e2", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "89ae9333fe7b79e2", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "db415f89-88d0-420f-bc29-3043a6577021", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "db415f89-88d0-420f-bc29-3043a6577021", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "01758b0fea0bc4695b640f6f862649b33c224141b4d1994575c4c5ff4fb4927e", "result_sha256": "4d1b8b58382d7db60033d7bcfe2bb5e85d0e6254ec0190e0f0b9afa5bb683de1"}
{"arm": "candidate", "case_id": "latency-dev-24", "repeat": 1, "elapsed_ms": 1066.8013244867325, "started_monotonic": 5601909.143369109, "finished_monotonic": 5601910.210170434, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1054.9151385203004, "job_status": "done", "job_id": "c8d9798b-c895-4611-b6bf-8f6ddbf70760", "status": "success", "error": null, "raw_payload": {"id": "59123deb-84b3-4232-b95c-cdd3e18c941c", "conversation_id": "9884544f-ec26-4b3e-8ee5-d3b4965e4890", "turn_index": 0, "nl_query": "List raw CT limited-company client IDs and their account IDs.", "status": "success", "query_id": "c4cc511e-c5a2-4e03-ab12-7cf89281898a", "trace_id": "7696f6003fbe4f7ec5a14147a3af69db", "trace_snapshot": {"trace_id": "7696f6003fbe4f7ec5a14147a3af69db", "context": {"trace_id": "7696f6003fbe4f7ec5a14147a3af69db", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.35, "merge_ms": 0.0, "total_ms": 127.55, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 8, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600b65de5e477c34fd9972b0f1f"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "c8d9798b-c895-4611-b6bf-8f6ddbf70760", "timing": {"submission_ack_ms": 3.4336401149630547, "queue_ms": 0.0, "base_persistence_ms": 2.406715415418148, "required_to_ready_ms": 759.9633829668164, "first_useful_ms": 759.9633829668164, "optional_ms": 208.45594070851803, "total_ms": 968.9195016399026}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id FROM public.clients WHERE type = 'LimitedCompany' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id\nFROM public.clients\nWHERE\n  type = 'LimitedCompany'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21001, 9871, "Fictional Company 1", "cfx (corporate)"], [21010, 11010, "Fictional Company 10", "cfx (corporate)"], [21019, 11019, "Fictional Company 19", "cfx (corporate)"], [21028, 11028, "Fictional Company 28", "cfx (corporate)"], [21037, 11037, "Fictional Company 37", "cfx (corporate)"], [21046, 11046, "Fictional Company 46", "cfx (corporate)"], [21055, 11055, "Fictional Company 55", "cfx (corporate)"], [21064, 11064, "Fictional Company 64", "cfx (corporate)"]], "row_count": 8, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List raw CT limited-company client IDs and their a...", "series": null}, "cost_estimate": {"total_cost": 2.94, "estimated_rows": 8, "rows": 8, "ms_estimate": 0.7000000000000001, "dollars_estimate": 1.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "8 rows returned.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients.", "Keeps only rows matching filters on type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f07abde12ed8dd6d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f07abde12ed8dd6d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "c4cc511e-c5a2-4e03-ab12-7cf89281898a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 127.55225133150816, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "c4cc511e-c5a2-4e03-ab12-7cf89281898a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "01758b0fea0bc4695b640f6f862649b33c224141b4d1994575c4c5ff4fb4927e", "result_sha256": "7fe299575f2d2a205d4475056decdf9f97711feaa57c784a78621937baed6d29"}
{"arm": "candidate", "case_id": "latency-dev-01", "repeat": 1, "elapsed_ms": 1037.8984650596976, "started_monotonic": 5601910.210963651, "finished_monotonic": 5601911.248862116, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1025.4297191277146, "job_status": "done", "job_id": "a7411959-c1a9-4c5a-8f21-0a24ee84a63f", "status": "success", "error": null, "raw_payload": {"id": "5bacd37b-bc4f-4b1c-96dc-92b18823fb0a", "conversation_id": "3bff67e7-789c-40eb-94d7-42dce6f144bd", "turn_index": 0, "nl_query": "How many CT snapshot clients are in the complete stored client catalogue?", "status": "success", "query_id": "e5aeb759-899a-4055-a164-5726cde22eb9", "trace_id": "7696f600fec5357f6cf94ff592bbd5d5", "trace_snapshot": {"trace_id": "7696f600fec5357f6cf94ff592bbd5d5", "context": {"trace_id": "7696f600fec5357f6cf94ff592bbd5d5", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.1, "connection_ms": 53.18, "sql_execution_ms": 5.84, "retrieval_ms": 0.1, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a7411959-c1a9-4c5a-8f21-0a24ee84a63f", "timing": {"submission_ack_ms": 2.9345229268074036, "queue_ms": 0.0, "base_persistence_ms": 3.8530249148607254, "required_to_ready_ms": 736.8799457326531, "first_useful_ms": 736.8799457326531, "optional_ms": 88.93632236868143, "total_ms": 826.3792460784316}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(DISTINCT user_id) AS client_count FROM ct.client_360", "generated_sql_pretty": "SELECT\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[45]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "client_count", "title": "How many CT snapshot clients are in the complete s...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.3, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.1125, "dollars_estimate": 2.25e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 45.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d64225eafd447f9b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "d64225eafd447f9b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e5aeb759-899a-4055-a164-5726cde22eb9", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "clients", "start": 21, "end": 28, "phrase": "clients", "matched_term": "clients", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "e5aeb759-899a-4055-a164-5726cde22eb9", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "08d75d650b1e20d654392223d3c38f62d616c03658746e289a8f12e01ecfceb1", "result_sha256": "fc29e0e0b9b14ee09c7918b80d67fa596f497ccc810807b06c9714f968a207b2"}
{"arm": "original", "case_id": "latency-dev-01", "repeat": 1, "elapsed_ms": 1154.3018277734518, "started_monotonic": 5601911.249484857, "finished_monotonic": 5601912.403786684, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 876.4561079442501, "job_status": "done", "job_id": "c63b6944-2df1-4106-a276-599725627b6d", "status": "success", "error": null, "raw_payload": {"id": "6671e48a-5cc1-4387-bede-8adef3b60403", "conversation_id": "3ac7a466-5be7-4f5e-b89c-fe73fc8f5d5e", "turn_index": 0, "nl_query": "How many CT snapshot clients are in the complete stored client catalogue?", "status": "success", "query_id": "9f5c17a9-a23f-452f-9dea-96a91898e4e1", "trace_id": "7696f600709ffb290b4a46c9ae0f76c8", "trace_snapshot": {"trace_id": "7696f600709ffb290b4a46c9ae0f76c8", "context": {"trace_id": "7696f600709ffb290b4a46c9ae0f76c8", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.35, "merge_ms": 1.37, "total_ms": 63.42, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600f31b2abc046b4c1b8d5e5359", "7696f600bba82cf68be54955abc0a2bc"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "c63b6944-2df1-4106-a276-599725627b6d", "timing": {"submission_ack_ms": 3.6779073998332024, "queue_ms": 0.0, "base_persistence_ms": 1.207391731441021, "required_to_ready_ms": 714.5792143419385, "first_useful_ms": 714.5792143419385, "optional_ms": 123.13595786690712, "total_ms": 838.3056428283453}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11016, "Fictional Company 16", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11032, "Fictional Company 32", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11048, "Fictional Company 48", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"], [11064, "Fictional Company 64", "cfx (corporate)"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "How many CT snapshot clients are in the complete s...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1f1c09ab3e81a7d8", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "46d37e774640b4c4", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "46d37e774640b4c4", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "9f5c17a9-a23f-452f-9dea-96a91898e4e1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600f31b2abc046b4c1b8d5e5359", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 GROUP BY user_id ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600bba82cf68be54955abc0a2bc", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "clients", "start": 21, "end": 28, "phrase": "clients", "matched_term": "clients", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 63.422368839383125, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "9f5c17a9-a23f-452f-9dea-96a91898e4e1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "08d75d650b1e20d654392223d3c38f62d616c03658746e289a8f12e01ecfceb1", "result_sha256": "0e53e54ed743e7432b4d30aff19ad65dc355d5c86ad66842af5bd157326b8207"}
{"arm": "original", "case_id": "latency-dev-23", "repeat": 1, "elapsed_ms": 761.1468732357025, "started_monotonic": 5601912.40510136, "finished_monotonic": 5601913.166248233, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 750.6185956299305, "job_status": "done", "job_id": "9f4f2275-1685-4d18-96ab-affce26a90e1", "status": "error", "error": null, "raw_payload": {"id": "bd114640-3879-464f-a07e-c75de2b611ee", "conversation_id": "fc20bcb0-ec7d-4591-aa46-503376ef1389", "turn_index": 0, "nl_query": "List raw CT private client IDs and their account IDs.", "status": "error", "query_id": "ce744f7c-1f84-4e03-bd72-68f215f49c72", "trace_id": "federated-ce744f7c-1f84-4e03-bd72-68f215f49c72", "trace_snapshot": {"job": {"job_id": "9f4f2275-1685-4d18-96ab-affce26a90e1", "timing": {"submission_ack_ms": 2.9499344527721405, "queue_ms": 0.0, "base_persistence_ms": 1.113259233534336, "required_to_ready_ms": 565.2762819081545, "optional_ms": 76.99418347328901, "total_ms": 642.849805764854}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4b5f62f7e2bd4d9f", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "787bba72815029de", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "787bba72815029de", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "ce744f7c-1f84-4e03-bd72-68f215f49c72", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 20, "end": 26, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "ce744f7c-1f84-4e03-bd72-68f215f49c72", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "a503dbe1d3cf88831ffa180b89ec139a1173c86d3fda6102f5624bf54fa8b12a", "result_sha256": "99b6051407a1b5c54376634615985166099be722bf83191f6dbad31ba3f5abe7"}
{"arm": "candidate", "case_id": "latency-dev-23", "repeat": 1, "elapsed_ms": 1024.3306700140238, "started_monotonic": 5601913.166743541, "finished_monotonic": 5601914.191074211, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1010.0088687613606, "job_status": "done", "job_id": "35397206-b60c-4ce4-8b1e-9107bf354f2d", "status": "success", "error": null, "raw_payload": {"id": "986e42b7-9753-46e1-b929-6e4b02056490", "conversation_id": "84e358e7-e22c-41a3-8a8c-5fbb24538852", "turn_index": 0, "nl_query": "List raw CT private client IDs and their account IDs.", "status": "success", "query_id": "6f51afbf-c25f-4f94-bed1-b0523001e2c8", "trace_id": "7696f600be96e11e979245f4a0578230", "trace_snapshot": {"trace_id": "7696f600be96e11e979245f4a0578230", "context": {"trace_id": "7696f600be96e11e979245f4a0578230", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.41, "merge_ms": 0.0, "total_ms": 127.56, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 7, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600af7edaf260044a5eb84ebffb"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "35397206-b60c-4ce4-8b1e-9107bf354f2d", "timing": {"submission_ack_ms": 3.1027281656861305, "queue_ms": 0.0, "base_persistence_ms": 2.43451539427042, "required_to_ready_ms": 720.718408934772, "first_useful_ms": 720.718408934772, "optional_ms": 192.2156624495983, "total_ms": 914.0978939831257}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id FROM public.clients WHERE type = 'PersonalAccount' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id\nFROM public.clients\nWHERE\n  type = 'PersonalAccount'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21009, 11009, "Synthetic9 Client", "pfx (private)"], [21018, 11018, "Synthetic18 Client", "pfx (private)"], [21027, 11027, "Synthetic27 Client", "pfx (private)"], [21036, 11036, "Synthetic36 Client", "pfx (private)"], [21045, 11045, "Synthetic45 Client", "pfx (private)"], [21054, 11054, "Synthetic54 Client", "pfx (private)"], [21063, 11063, "Synthetic63 Client", "pfx (private)"]], "row_count": 7, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List raw CT private client IDs and their account I...", "series": null}, "cost_estimate": {"total_cost": 2.92, "estimated_rows": 7, "rows": 7, "ms_estimate": 0.6125, "dollars_estimate": 1.225e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "7 rows returned.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients.", "Keeps only rows matching filters on type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4ea24f3c56d351e8", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4ea24f3c56d351e8", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "6f51afbf-c25f-4f94-bed1-b0523001e2c8", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 7}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 20, "end": 26, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 127.55693215876818, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "6f51afbf-c25f-4f94-bed1-b0523001e2c8", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 7}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "a503dbe1d3cf88831ffa180b89ec139a1173c86d3fda6102f5624bf54fa8b12a", "result_sha256": "d69c92d32894323e3080043c68733eabb3a570d0bd57e3d7556863a2e799d607"}
{"arm": "candidate", "case_id": "latency-dev-20", "repeat": 1, "elapsed_ms": 958.8633710518479, "started_monotonic": 5601914.191849917, "finished_monotonic": 5601915.150713288, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 943.9881201833487, "job_status": "done", "job_id": "9aaacefa-01a1-42a8-ae7e-c2ed77ad37e3", "status": "success", "error": null, "raw_payload": {"id": "e886684f-58b3-4d0f-b14d-47c402db556b", "conversation_id": "5ede3736-44de-47b9-8a58-463e4f666b0b", "turn_index": 0, "nl_query": "List Pipedrive deal IDs that have at least one active note, without duplicate deals.", "status": "success", "query_id": "cc94c358-c81e-45c5-a4d8-3b80e279c850", "trace_id": "7696f600267531cfd58d447fb25b1702", "trace_snapshot": {"trace_id": "7696f600267531cfd58d447fb25b1702", "context": {"trace_id": "7696f600267531cfd58d447fb25b1702", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 38.28, "sql_execution_ms": 1.96, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "9aaacefa-01a1-42a8-ae7e-c2ed77ad37e3", "timing": {"submission_ack_ms": 1.8607452511787415, "queue_ms": 0.0, "base_persistence_ms": 1.0461974889039993, "required_to_ready_ms": 766.1294676363468, "first_useful_ms": 766.1294676363468, "optional_ms": 84.03292950242758, "total_ms": 850.697185844183}, "optional_status": "done"}}, "generated_sql": "SELECT d.id FROM pipedrive.deals AS d WHERE EXISTS(SELECT 1 FROM pipedrive.notes AS n WHERE n.deal_id = d.id AND n.active_flag IS TRUE) ORDER BY d.id LIMIT 10000", "generated_sql_pretty": "SELECT\n  d.id\nFROM pipedrive.deals AS d\nWHERE\n  EXISTS(\n    SELECT\n      1\n    FROM pipedrive.notes AS n\n    WHERE\n      n.deal_id = d.id AND n.active_flag IS TRUE\n  )\nORDER BY\n  d.id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111011], [111021], [111031], [111041], [111051], [111061], [111071], [111081], [111091], [111101], [111111], [111121], [111131], [111141], [111151], [111161], [111171], [111181], [111191], [111201], [111211], [111221], [111231], [111241], [111251], [111261], [111271], [111281], [111291], [111301], [111311], [111321], [111331], [111341], [111351], [111361], [111371], [111381], [111391], [111401], [111411], [111421], [111431], [111441], [111451], [111461], [111471], [111481], [111491], [111501], [111511], [111521], [111531], [111541], [111551], [111561], [111571], [111581], [111591], [111601], [111611], [111621], [111631], [111641]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs that have at least one act...", "series": null}, "cost_estimate": {"total_cost": 16.3, "estimated_rows": 64, "rows": 64, "ms_estimate": 8.0, "dollars_estimate": 0.00015999999999999999, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "64 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals and notes.", "bullets": ["Reads from deals and notes.", "Keeps only rows matching filters on deal_id, id, and active_flag."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e64af2c706b294f4", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "e64af2c706b294f4", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "cc94c358-c81e-45c5-a4d8-3b80e279c850", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "duplicate", "start": 68, "end": 77, "phrase": "Duplicate", "matched_term": "Duplicate", "column": "pipedrive.deals.lost_reason", "columns": ["pipedrive.deals.lost_reason"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "lost_reason_deal_vs_person", "options": [], "samples": ["Duplicate"], "source": "pipedrive.option_dict", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "cc94c358-c81e-45c5-a4d8-3b80e279c850", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f2b1b8fdc4fd507afe483284181a2a93d0e7338bada45a56bcd037854ad348b4", "result_sha256": "aa7534b4df6c79579e1a1a430704a5228f14b61e6fe297421093942d8a827134"}
{"arm": "original", "case_id": "latency-dev-20", "repeat": 1, "elapsed_ms": 1090.9015275537968, "started_monotonic": 5601915.151987932, "finished_monotonic": 5601916.242889459, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 808.9102143421769, "job_status": "done", "job_id": "e3453fbf-334e-469e-8da6-e4d67fe9be20", "status": "success", "error": null, "raw_payload": {"id": "963d999b-18ba-40c3-b18d-cb8389d39173", "conversation_id": "78d5707a-07da-49dc-b931-eeda48e0e9c2", "turn_index": 0, "nl_query": "List Pipedrive deal IDs that have at least one active note, without duplicate deals.", "status": "success", "query_id": "8df65b00-f629-4fca-bd15-f6ad44a4122c", "trace_id": "7696f6001ba81b4453ed4b3d9b7d6db4", "trace_snapshot": {"trace_id": "7696f6001ba81b4453ed4b3d9b7d6db4", "context": {"trace_id": "7696f6001ba81b4453ed4b3d9b7d6db4", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 24.31, "sql_execution_ms": 2.48, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e3453fbf-334e-469e-8da6-e4d67fe9be20", "timing": {"submission_ack_ms": 4.008159972727299, "queue_ms": 0.0, "base_persistence_ms": 1.1973818764090538, "required_to_ready_ms": 630.1309214904904, "first_useful_ms": 630.1309214904904, "optional_ms": 135.79285889863968, "total_ms": 766.4938913658261}, "optional_status": "done"}}, "generated_sql": "SELECT d.id FROM pipedrive.deals AS d WHERE EXISTS(SELECT 1 FROM pipedrive.notes AS n WHERE n.deal_id = d.id AND n.active_flag IS TRUE) ORDER BY d.id LIMIT 10000", "generated_sql_pretty": "SELECT\n  d.id\nFROM pipedrive.deals AS d\nWHERE\n  EXISTS(\n    SELECT\n      1\n    FROM pipedrive.notes AS n\n    WHERE\n      n.deal_id = d.id AND n.active_flag IS TRUE\n  )\nORDER BY\n  d.id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111011], [111021], [111031], [111041], [111051], [111061], [111071], [111081], [111091], [111101], [111111], [111121], [111131], [111141], [111151], [111161], [111171], [111181], [111191], [111201], [111211], [111221], [111231], [111241], [111251], [111261], [111271], [111281], [111291], [111301], [111311], [111321], [111331], [111341], [111351], [111361], [111371], [111381], [111391], [111401], [111411], [111421], [111431], [111441], [111451], [111461], [111471], [111481], [111491], [111501], [111511], [111521], [111531], [111541], [111551], [111561], [111571], [111581], [111591], [111601], [111611], [111621], [111631], [111641]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs that have at least one act...", "series": null}, "cost_estimate": {"total_cost": 16.3, "estimated_rows": 64, "rows": 64, "ms_estimate": 8.0, "dollars_estimate": 0.00015999999999999999, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "67f42462a4191ecf", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "bcac7fc95f43f1d7", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "bcac7fc95f43f1d7", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "8df65b00-f629-4fca-bd15-f6ad44a4122c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "duplicate", "start": 68, "end": 77, "phrase": "Duplicate", "matched_term": "Duplicate", "column": "pipedrive.deals.lost_reason", "columns": ["pipedrive.deals.lost_reason"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "lost_reason_deal_vs_person", "options": [], "samples": ["Duplicate"], "source": "pipedrive.option_dict", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111011", "111021", "111031", "111041", "111051", "111061", "111071", "111081", "111091", "111101", "111111", "111121", "111131", "111141", "111151", "111161", "111171", "111181", "111191", "111201", "111211", "111221", "111231", "111241", "111251", "111261", "111271", "111281", "111291", "111301", "111311", "111321", "111331", "111341", "111351", "111361", "111371", "111381", "111391", "111401", "111411", "111421", "111431", "111441", "111451", "111461", "111471", "111481", "111491", "111501", "111511", "111521", "111531", "111541", "111551", "111561", "111571", "111581", "111591", "111601", "111611", "111621", "111631", "111641"], "key_count": 64, "over_cap": false, "derived_columns": ["id"], "derivation": "sql_sha:4eeccfe7cad6cf1f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "8df65b00-f629-4fca-bd15-f6ad44a4122c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f2b1b8fdc4fd507afe483284181a2a93d0e7338bada45a56bcd037854ad348b4", "result_sha256": "70296229037dd32008f67620bf6d7b5420baf087f6d951b510784ac83fe54a7e"}
{"arm": "original", "case_id": "latency-dev-09", "repeat": 1, "elapsed_ms": 1197.3346406593919, "started_monotonic": 5601916.244420323, "finished_monotonic": 5601917.441754963, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 923.0872774496675, "job_status": "done", "job_id": "c5bd07c8-6f39-4148-8f4e-484456d08eb7", "status": "success", "error": null, "raw_payload": {"id": "cf049ba8-96c6-4027-a27f-320cfb1e5068", "conversation_id": "35e76ba6-cb06-4194-ba9c-c49d929ed96c", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time settled revenue in GBP.", "status": "success", "query_id": "a51975fa-35c7-456c-ac61-91f57f7c04cd", "trace_id": "7696f6006d529be6f0f6493c8a46282f", "trace_snapshot": {"trace_id": "7696f6006d529be6f0f6493c8a46282f", "context": {"trace_id": "7696f6006d529be6f0f6493c8a46282f", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.0, "merge_ms": 1.39, "total_ms": 66.13, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60062f16813f8794e6c993d152d", "7696f6005387af790aac4b6dae1a2d78"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "c5bd07c8-6f39-4148-8f4e-484456d08eb7", "timing": {"submission_ack_ms": 3.2737543806433678, "queue_ms": 0.0, "base_persistence_ms": 0.9292019531130791, "required_to_ready_ms": 775.9475521743298, "first_useful_ms": 775.9475521743298, "optional_ms": 103.93669456243515, "total_ms": 880.9644849970937}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "numeric", "currency_code": "GBP", "currency": null, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "3.90"], [11004, "Fictional Company 4", "cfx (corporate)", "5.20"], [11005, "Fictional Company 5", "cfx (corporate)", "6.50"], [11006, "Fictional Company 6", "cfx (corporate)", "7.80"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", null], [11010, "Fictional Company 10", "cfx (corporate)", "13.00"], [11011, "Fictional Company 11", "cfx (corporate)", "-14.30"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "16.90"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "19.50"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "26.00"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-28.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "32.50"], [11026, "Fictional Company 26", "unknown", "33.80"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "39.00"], [11031, "Fictional Company 31", "cfx (corporate)", "40.30"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-42.90"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "48.10"], [11039, "Fictional Company 39", "cfx (corporate)", "50.70"], [11040, "Fictional Company 40", "cfx (corporate)", null], [11041, "Fictional Company 41", "cfx (corporate)", "53.30"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "55.90"], [11044, "Fictional Company 44", "unknown", "-57.20"], [11047, "Fictional Company 47", "cfx (corporate)", "61.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "65.00"], [11052, "Fictional Company 52", "cfx (corporate)", "67.60"], [11053, "Fictional Company 53", "unknown", "68.90"], [11055, "Fictional Company 55", "cfx (corporate)", "-71.50"], [11056, "Fictional Company 56", "cfx (corporate)", null], [11059, "Fictional Company 59", "cfx (corporate)", "76.70"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "79.30"], [11062, "Fictional Company 62", "unknown", "80.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (\u00a33.90)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d925ed51df9f3df2", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e9983527b1bbdba9", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "e9983527b1bbdba9", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "a51975fa-35c7-456c-ac61-91f57f7c04cd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f60062f16813f8794e6c993d152d", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, revenue_gbp_settled AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f6005387af790aac4b6dae1a2d78", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 62, "end": 69, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_settled", "columns": ["ct.client_360.revenue_gbp_settled"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "realized_revenue_gbp"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 66.1331731826067, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "a51975fa-35c7-456c-ac61-91f57f7c04cd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "d8186c4dbde9480a1796f460c56b33af2f7b3f37c8bfacfa3105a63f94d9a26e", "result_sha256": "ea86c04d372c770c3befb3120421fc14d823e4ded3417bbd51a2be1f4ca02eea"}
{"arm": "candidate", "case_id": "latency-dev-09", "repeat": 1, "elapsed_ms": 1207.6325695961714, "started_monotonic": 5601917.442753498, "finished_monotonic": 5601918.650386068, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 928.1128421425819, "job_status": "done", "job_id": "a2fd98a8-384d-47a2-bf86-d41c444a5c67", "status": "success", "error": null, "raw_payload": {"id": "12b80325-2cd7-4bf5-b272-5503263a5043", "conversation_id": "6c8db211-a2fb-435d-8d93-ad5b3f5dc371", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time settled revenue in GBP.", "status": "success", "query_id": "02693ea5-ae83-4188-9690-9d7306e28d24", "trace_id": "7696f6008361a2da351c4a7f8f8b3fdb", "trace_snapshot": {"trace_id": "7696f6008361a2da351c4a7f8f8b3fdb", "context": {"trace_id": "7696f6008361a2da351c4a7f8f8b3fdb", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 36.73, "sql_execution_ms": 2.66, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a2fd98a8-384d-47a2-bf86-d41c444a5c67", "timing": {"submission_ack_ms": 1.9332580268383026, "queue_ms": 0.0, "base_persistence_ms": 1.2403735890984535, "required_to_ready_ms": 658.4189003333449, "first_useful_ms": 658.4189003333449, "optional_ms": 229.24788761883974, "total_ms": 888.1793776527047}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, revenue_gbp_settled AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  revenue_gbp_settled AS realized_revenue_gbp\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": "GBP", "currency": null, "unit_column": null, "unit_unverified": false, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "3.90"], [11004, "Fictional Company 4", "cfx (corporate)", "5.20"], [11005, "Fictional Company 5", "cfx (corporate)", "6.50"], [11006, "Fictional Company 6", "cfx (corporate)", "7.80"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", null], [11010, "Fictional Company 10", "cfx (corporate)", "13.00"], [11011, "Fictional Company 11", "cfx (corporate)", "-14.30"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "16.90"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "19.50"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "26.00"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-28.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "32.50"], [11026, "Fictional Company 26", "unknown", "33.80"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "39.00"], [11031, "Fictional Company 31", "cfx (corporate)", "40.30"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-42.90"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "48.10"], [11039, "Fictional Company 39", "cfx (corporate)", "50.70"], [11040, "Fictional Company 40", "cfx (corporate)", null], [11041, "Fictional Company 41", "cfx (corporate)", "53.30"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "55.90"], [11044, "Fictional Company 44", "unknown", "-57.20"], [11047, "Fictional Company 47", "cfx (corporate)", "61.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "65.00"], [11052, "Fictional Company 52", "cfx (corporate)", "67.60"], [11053, "Fictional Company 53", "unknown", "68.90"], [11055, "Fictional Company 55", "cfx (corporate)", "-71.50"], [11056, "Fictional Company 56", "cfx (corporate)", null], [11059, "Fictional Company 59", "cfx (corporate)", "76.70"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "79.30"], [11062, "Fictional Company 62", "unknown", "80.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": {"total_cost": 28.16, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 realized_revenue_gbp: \u00a33.90.", "insight_notes": ["45 rows returned. Only the first 12 returned rows are available for this summary.", "Missing values occur in 2 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "423d590e4bfa704f", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "423d590e4bfa704f", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "02693ea5-ae83-4188-9690-9d7306e28d24", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 62, "end": 69, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_settled", "columns": ["ct.client_360.revenue_gbp_settled"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "realized_revenue_gbp"], "derivation": "sql_sha:d51ff1d737e62894"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "02693ea5-ae83-4188-9690-9d7306e28d24", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "d8186c4dbde9480a1796f460c56b33af2f7b3f37c8bfacfa3105a63f94d9a26e", "result_sha256": "a02f8a7531cb5ad199a7dc1dc2fa3c198aa65e43a9a7a92f70a8747825fe7aee"}
{"arm": "candidate", "case_id": "latency-dev-17", "repeat": 1, "elapsed_ms": 1003.699236549437, "started_monotonic": 5601918.651451466, "finished_monotonic": 5601919.655150702, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 993.7114771455526, "job_status": "done", "job_id": "c37a6a10-9a46-444b-99ce-1c99dd196176", "status": "error", "error": null, "raw_payload": {"id": "5bc3a743-823d-4c34-af4c-55eeb4f156db", "conversation_id": "50bb578c-3b9b-4604-be94-2ac6478ed837", "turn_index": 0, "nl_query": "List Pipedrive person IDs and their CT client ID links.", "status": "error", "query_id": "906c6ab3-a4dd-4987-ab55-54223a669d1a", "trace_id": "federated-906c6ab3-a4dd-4987-ab55-54223a669d1a", "trace_snapshot": {"terminal_error": {"guard": null, "error_code": "BI_SEMANTIC_001"}, "job": {"job_id": "c37a6a10-9a46-444b-99ce-1c99dd196176", "timing": {"submission_ack_ms": 1.7805425450205803, "queue_ms": 0.0, "base_persistence_ms": 0.8427901193499565, "required_to_ready_ms": 870.6567427143455, "optional_ms": 59.35494601726532, "total_ms": 930.4442051798105}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Name the group, measure, and date window in a new question.", "error_class": "semantic", "error_suggestions": [{"text": "Name the group, measure, and date window in a new question.", "action_type": "retry", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "053e58f7656a4173", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested Pipedrive entity rows or whole-source aggregates cannot be reduced to one row per linked CT account without losing unlinked or multiple entities.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e3722ef318a91a17", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "e3722ef318a91a17", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "906c6ab3-a4dd-4987-ab55-54223a669d1a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT client ID", "start": 36, "end": 48, "phrase": "clients user id", "matched_term": "ct client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_SEMANTIC_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "906c6ab3-a4dd-4987-ab55-54223a669d1a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Name the group, measure, and date window in a new question.", "reason_code": "BI_SEMANTIC_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query could not preserve the requested meaning or scope.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "af557b252a4775328a7d4a74879bea1919c69686c40cc7a2a8971e0db2f0ae4d", "result_sha256": "50f2004d10d26c7f820c3087e13c308eb295cd0c515a7bc58151ece311469b45"}
{"arm": "original", "case_id": "latency-dev-17", "repeat": 1, "elapsed_ms": 1629.943773150444, "started_monotonic": 5601919.65566817, "finished_monotonic": 5601921.285611943, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1618.2977249845862, "job_status": "done", "job_id": "f6aa2b7e-ad0f-43f0-b8cc-d0fcc93df64f", "status": "error", "error": null, "raw_payload": {"id": "b807b2ee-07e2-47e8-9e0e-256e8522f8d9", "conversation_id": "6f8777eb-cb7f-46bc-b828-e804faac36fd", "turn_index": 0, "nl_query": "List Pipedrive person IDs and their CT client ID links.", "status": "error", "query_id": "fabf8cd7-e642-4bd2-9678-ef488d545d95", "trace_id": "federated-fabf8cd7-e642-4bd2-9678-ef488d545d95", "trace_snapshot": {"job": {"job_id": "f6aa2b7e-ad0f-43f0-b8cc-d0fcc93df64f", "timing": {"submission_ack_ms": 3.284873440861702, "queue_ms": 0.0, "base_persistence_ms": 1.068897545337677, "required_to_ready_ms": 1461.5723816677928, "optional_ms": 57.56334215402603, "total_ms": 1519.5526704192162}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a8dc83eb7baa0646", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5b35590d455aa781", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested Pipedrive entity rows or whole-source aggregates cannot be reduced to one row per linked CT account without losing unlinked or multiple entities.\"}"}], "prompt_sha256": "5b35590d455aa781", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "fabf8cd7-e642-4bd2-9678-ef488d545d95", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT client ID", "start": 36, "end": 48, "phrase": "clients user id", "matched_term": "ct client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "fabf8cd7-e642-4bd2-9678-ef488d545d95", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "af557b252a4775328a7d4a74879bea1919c69686c40cc7a2a8971e0db2f0ae4d", "result_sha256": "d210959161e82e671db7ebdff6cb58e487337ca71675ae3da7d0cb1e408c1adf"}
{"arm": "original", "case_id": "latency-dev-26", "repeat": 1, "elapsed_ms": 696.9456877559423, "started_monotonic": 5601921.28612816, "finished_monotonic": 5601921.983073847, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 684.6555788069963, "job_status": "done", "job_id": "c6485420-005c-4d77-b99e-966783a420dc", "status": "error", "error": null, "raw_payload": {"id": "a96ca40f-fa57-4a70-9cc9-4f9b2f5cf5fb", "conversation_id": "312cf929-77d8-40e4-a8c9-7ac8ff6a5a7d", "turn_index": 0, "nl_query": "List non-deleted raw CT settled booking IDs and account IDs.", "status": "error", "query_id": "ebfe8eed-a732-4002-b788-5cd8ec3af05a", "trace_id": "federated-ebfe8eed-a732-4002-b788-5cd8ec3af05a", "trace_snapshot": {"job": {"job_id": "c6485420-005c-4d77-b99e-966783a420dc", "timing": {"submission_ack_ms": 3.342048265039921, "queue_ms": 0.0, "base_persistence_ms": 1.7206594347953796, "required_to_ready_ms": 477.1421104669571, "optional_ms": 78.98000255227089, "total_ms": 556.7595949396491}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b9b37b570c982da7", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "b9b37b570c982da7", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "ebfe8eed-a732-4002-b788-5cd8ec3af05a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "ebfe8eed-a732-4002-b788-5cd8ec3af05a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "d3ad6c2c06b9cac99aeacd1843823e85fa6dd8c9313a58fa339700e1f193e7d8", "result_sha256": "62210465f5d6cd56cb7819557f63c245763923fcb596795fa02f2761f5a8f927"}
{"arm": "candidate", "case_id": "latency-dev-26", "repeat": 1, "elapsed_ms": 662.3057350516319, "started_monotonic": 5601921.983557265, "finished_monotonic": 5601922.645863, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 645.1040133833885, "job_status": "done", "job_id": "45751f42-d613-404e-acf9-1cad65dd91e8", "status": "error", "error": null, "raw_payload": {"id": "995bb2ab-219d-4741-91a0-8fea71a28266", "conversation_id": "01217606-0dba-44e8-a1d2-46850dc33d7b", "turn_index": 0, "nl_query": "List non-deleted raw CT settled booking IDs and account IDs.", "status": "error", "query_id": "a8d9eead-d350-4c31-a1dc-2885c2c77c04", "trace_id": "7696f6006d9e9b2f7ae94ea5b4aead73", "trace_snapshot": {"trace_id": "7696f6006d9e9b2f7ae94ea5b4aead73", "context": {"trace_id": "7696f6006d9e9b2f7ae94ea5b4aead73", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.04, "connection_ms": 11.94, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "45751f42-d613-404e-acf9-1cad65dd91e8", "timing": {"submission_ack_ms": 1.558944582939148, "queue_ms": 0.0, "base_persistence_ms": 1.3426970690488815, "required_to_ready_ms": 546.1953040212393, "optional_ms": 69.12711728364229, "total_ms": 616.2301041185856}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "2d582f0d76b62a00", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "2623ec02003b9959", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "2623ec02003b9959", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "a8d9eead-d350-4c31-a1dc-2885c2c77c04", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "a8d9eead-d350-4c31-a1dc-2885c2c77c04", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "d3ad6c2c06b9cac99aeacd1843823e85fa6dd8c9313a58fa339700e1f193e7d8", "result_sha256": "4e46d3877338819598ef29292fee5a18e2013896a1af656037029bd648e54ffa"}
{"arm": "candidate", "case_id": "latency-dev-02", "repeat": 1, "elapsed_ms": 1796.5464163571596, "started_monotonic": 5601922.64641544, "finished_monotonic": 5601924.442961857, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1521.4379243552685, "job_status": "done", "job_id": "e9d628e5-efca-46a5-be90-872a891e6d92", "status": "success", "error": null, "raw_payload": {"id": "bd843734-feb0-4caf-bc18-f80b82fa4a51", "conversation_id": "55327764-57ab-49b6-8d3c-7380a9a1147d", "turn_index": 0, "nl_query": "List CT snapshot client IDs and names, ordered by client ID.", "status": "success", "query_id": "0508a247-2524-4407-a394-b6d888dfd35d", "trace_id": "7696f60040f34d84ebf94c538c72f2b5", "trace_snapshot": {"trace_id": "7696f60040f34d84ebf94c538c72f2b5", "context": {"trace_id": "7696f60040f34d84ebf94c538c72f2b5", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 33.73, "sql_execution_ms": 2.67, "retrieval_ms": 0.06, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e9d628e5-efca-46a5-be90-872a891e6d92", "timing": {"submission_ack_ms": 1.591075211763382, "queue_ms": 0.0, "base_persistence_ms": 1.1639995500445366, "required_to_ready_ms": 1419.2089596763253, "first_useful_ms": 1419.2089596763253, "optional_ms": 210.56532580405474, "total_ms": 1630.5100610479712}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, client_name FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  client_name\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_name", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3"], [11004, "Fictional Company 4"], [11005, "Fictional Company 5"], [11006, "Fictional Company 6"], [11007, "Fictional Company 7"], [11008, "Synthetic8 Client"], [11010, "Fictional Company 10"], [11011, "Fictional Company 11"], [11012, "Fictional Company 12"], [11013, "Fictional Company 13"], [11014, "Fictional Company 14"], [11015, "Fictional Company 15"], [11016, "Fictional Company 16"], [11020, "Fictional Company 20"], [11021, "Fictional Company 21"], [11022, "Fictional Company 22"], [11024, "Fictional Company 24"], [11025, "Fictional Company 25"], [11026, "Client"], [11028, "Fictional Company 28"], [11030, "Fictional Company 30"], [11031, "Fictional Company 31"], [11032, "Fictional Company 32"], [11033, "Fictional Company 33"], [11035, "Synthetic35 Client"], [11037, "Fictional Company 37"], [11039, "Fictional Company 39"], [11040, "Fictional Company 40"], [11041, "Fictional Company 41"], [11042, "Fictional Company 42"], [11043, "Fictional Company 43"], [11044, "Synthetic44"], [11047, "Fictional Company 47"], [11048, "Fictional Company 48"], [11049, "Fictional Company 49"], [11050, "Fictional Company 50"], [11052, "Fictional Company 52"], [11053, "Synthetic53 Client"], [11055, "Fictional Company 55"], [11056, "Fictional Company 56"], [11059, "Fictional Company 59"], [11060, "Fictional Company 60"], [11061, "Fictional Company 61"], [11062, "Synthetic62 Client"], [11064, "Fictional Company 64"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and names, ordered by ...", "series": null}, "cost_estimate": {"total_cost": 6.18, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "45 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "039c03c38cf3e830", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "039c03c38cf3e830", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "0508a247-2524-4407-a394-b6d888dfd35d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client ID", "start": 50, "end": 59, "phrase": "clients user id", "matched_term": "client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client_name"], "derivation": "sql_sha:a127e4c6eeedee6f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "0508a247-2524-4407-a394-b6d888dfd35d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "703b88756eda1785df6b33565e7313e76d0aade494be444d42fe3f1cfc5ea493", "result_sha256": "8f8957488443011d742bae76f625048df0f3cd34ed7051977c8a8b1193cce233"}
{"arm": "original", "case_id": "latency-dev-02", "repeat": 1, "elapsed_ms": 1179.916601628065, "started_monotonic": 5601924.444380647, "finished_monotonic": 5601925.624297248, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 901.366556994617, "job_status": "done", "job_id": "4f3ca0a9-55f3-42fc-a601-1d7d31b84308", "status": "success", "error": null, "raw_payload": {"id": "5cbaf435-1ab0-4202-b027-a26143f2ceb1", "conversation_id": "461adac9-20e4-4eac-9089-824e21010a56", "turn_index": 0, "nl_query": "List CT snapshot client IDs and names, ordered by client ID.", "status": "success", "query_id": "86b6ce14-d9fb-42c7-a337-586ec3ec3788", "trace_id": "7696f6008886244755ad4cffaf72b20c", "trace_snapshot": {"trace_id": "7696f6008886244755ad4cffaf72b20c", "context": {"trace_id": "7696f6008886244755ad4cffaf72b20c", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.03, "merge_ms": 1.24, "total_ms": 57.29, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60056ae6c8c18cd450492017d63", "7696f600d897b786052745d88dbda91d"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "4f3ca0a9-55f3-42fc-a601-1d7d31b84308", "timing": {"submission_ack_ms": 3.7255799397826195, "queue_ms": 0.0, "base_persistence_ms": 1.1987928301095963, "required_to_ready_ms": 734.3886066228151, "first_useful_ms": 734.3886066228151, "optional_ms": 123.96027613431215, "total_ms": 858.9471122249961}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_name", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3"], [11004, "Fictional Company 4"], [11005, "Fictional Company 5"], [11006, "Fictional Company 6"], [11007, "Fictional Company 7"], [11008, "Synthetic8 Client"], [11010, "Fictional Company 10"], [11011, "Fictional Company 11"], [11012, "Fictional Company 12"], [11013, "Fictional Company 13"], [11014, "Fictional Company 14"], [11015, "Fictional Company 15"], [11016, "Fictional Company 16"], [11020, "Fictional Company 20"], [11021, "Fictional Company 21"], [11022, "Fictional Company 22"], [11024, "Fictional Company 24"], [11025, "Fictional Company 25"], [11026, "Client"], [11028, "Fictional Company 28"], [11030, "Fictional Company 30"], [11031, "Fictional Company 31"], [11032, "Fictional Company 32"], [11033, "Fictional Company 33"], [11035, "Synthetic35 Client"], [11037, "Fictional Company 37"], [11039, "Fictional Company 39"], [11040, "Fictional Company 40"], [11041, "Fictional Company 41"], [11042, "Fictional Company 42"], [11043, "Fictional Company 43"], [11044, "Synthetic44"], [11047, "Fictional Company 47"], [11048, "Fictional Company 48"], [11049, "Fictional Company 49"], [11050, "Fictional Company 50"], [11052, "Fictional Company 52"], [11053, "Synthetic53 Client"], [11055, "Fictional Company 55"], [11056, "Fictional Company 56"], [11059, "Fictional Company 59"], [11060, "Fictional Company 60"], [11061, "Fictional Company 61"], [11062, "Synthetic62 Client"], [11064, "Fictional Company 64"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and names, ordered by ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "eba16e3fd490c982", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5ee74b12d1f57925", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "5ee74b12d1f57925", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "86b6ce14-d9fb-42c7-a337-586ec3ec3788", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f60056ae6c8c18cd450492017d63", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, client_name FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600d897b786052745d88dbda91d", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client ID", "start": 50, "end": 59, "phrase": "clients user id", "matched_term": "client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client_name"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 57.28696472942829, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "86b6ce14-d9fb-42c7-a337-586ec3ec3788", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "703b88756eda1785df6b33565e7313e76d0aade494be444d42fe3f1cfc5ea493", "result_sha256": "3c118cd85fc4c0b54cadaeba2ed83f5a4db2a0fcc396b33597052a75bdc0c2a9"}
{"arm": "original", "case_id": "latency-dev-04", "repeat": 1, "elapsed_ms": 553.312012925744, "started_monotonic": 5601925.62609418, "finished_monotonic": 5601926.179406193, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 536.0856000334024, "job_status": "done", "job_id": "944d9d08-cc0b-45ef-afbe-0d5a059eca78", "status": "error", "error": null, "raw_payload": {"id": "ee5454e8-3016-4492-a6eb-c9e07d87a080", "conversation_id": "2a16e388-bb4e-495f-add0-3edc74c03713", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by acquisition source.", "status": "error", "query_id": "dcecc3b5-945b-4850-86e6-38cd546f6a44", "trace_id": "federated-dcecc3b5-945b-4850-86e6-38cd546f6a44", "trace_snapshot": {"job": {"job_id": "944d9d08-cc0b-45ef-afbe-0d5a059eca78", "timing": {"submission_ack_ms": 3.4536393359303474, "queue_ms": 0.0, "base_persistence_ms": 2.9374631121754646, "required_to_ready_ms": 430.548339150846, "optional_ms": 65.66939782351255, "total_ms": 497.0709253102541}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "89de77d30402c775", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "89de77d30402c775", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "dcecc3b5-945b-4850-86e6-38cd546f6a44", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "acquisition source", "start": 44, "end": 62, "phrase": "source", "matched_term": "acquisition source", "column": "ct.client_360.source", "columns": ["ct.client_360.source", "ct.client_360.utm_campaign", "ct.client_360.affiliate_id", "ct.referral_invitations.user_id", "ct.client_360.utm_source_raw"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "acquisition_ct_source_vs_crm_origin", "options": [{"label": "Marketing source", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.source"], "samples": ["facebook", "google", "trustpilot"]}, {"label": "Campaign", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_campaign"], "samples": ["Prospecting 04-2026"]}, {"label": "Professional affiliate", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.affiliate_id"], "samples": []}, {"label": "Refer-and-Earn", "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "columns": ["ct.referral_invitations.user_id"], "samples": []}, {"label": "Facebook / raw UTM", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_source_raw"], "samples": []}], "samples": ["Marketing source", "facebook", "google", "trustpilot", "Campaign", "Prospecting 04-2026", "Professional affiliate", "Refer-and-Earn", "Facebook / raw UTM", "utm_source", "'faceboom'"], "source": "ct-pd schema.md", "multi": true, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "dcecc3b5-945b-4850-86e6-38cd546f6a44", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "16a0b818cbba6336c957da352c7e1d26939d935dcde4cd1788af5220a49f769c", "result_sha256": "1c9662d457839dbb56a6f8bfbd0fe5c507f7e6bc0a449e2c79a30d5703e27650"}
{"arm": "candidate", "case_id": "latency-dev-04", "repeat": 1, "elapsed_ms": 1019.9153143912554, "started_monotonic": 5601926.17988736, "finished_monotonic": 5601927.199802674, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 739.5164063200355, "job_status": "done", "job_id": "5a9d24d9-b364-48d3-a7c3-664c01d25a7a", "status": "success", "error": null, "raw_payload": {"id": "11b660f2-b0eb-4453-ad47-32a6d1277141", "conversation_id": "c43cbda8-1577-4281-b795-88aa21947148", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by acquisition source.", "status": "success", "query_id": "6400b2be-4908-4063-ae48-759fb7c1ffd2", "trace_id": "7696f60077304d9174314581a68d7ca4", "trace_snapshot": {"trace_id": "7696f60077304d9174314581a68d7ca4", "context": {"trace_id": "7696f60077304d9174314581a68d7ca4", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 47.6, "sql_execution_ms": 5.71, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "5a9d24d9-b364-48d3-a7c3-664c01d25a7a", "timing": {"submission_ack_ms": 2.058502286672592, "queue_ms": 0.0, "base_persistence_ms": 1.1396603658795357, "required_to_ready_ms": 696.3860169053078, "first_useful_ms": 696.3860169053078, "optional_ms": 105.7763583958149, "total_ms": 802.9581839218736}, "optional_status": "done"}}, "generated_sql": "SELECT source,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY source ORDER BY source", "generated_sql_pretty": "SELECT\n  source,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  source\nORDER BY\n  source", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "source", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["bing", 9], ["facebook", 16], ["newsletter", 9], [null, 11]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "source", "y_axis": "client_count", "title": "Show the stored CT snapshot client count by acquis...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.43, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.41250000000000003, "dollars_estimate": 8.249999999999999e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 9.00; source: bing.", "insight_notes": ["4 rows returned.", "Missing values occur in 1 of the 4 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by source.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by source."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "022d0123aba0156b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "022d0123aba0156b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "6400b2be-4908-4063-ae48-759fb7c1ffd2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "acquisition source", "start": 44, "end": 62, "phrase": "source", "matched_term": "acquisition source", "column": "ct.client_360.source", "columns": ["ct.client_360.source", "ct.client_360.utm_campaign", "ct.client_360.affiliate_id", "ct.referral_invitations.user_id", "ct.client_360.utm_source_raw"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "acquisition_ct_source_vs_crm_origin", "options": [{"label": "Marketing source", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.source"], "samples": ["facebook", "google", "trustpilot"]}, {"label": "Campaign", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_campaign"], "samples": ["Prospecting 04-2026"]}, {"label": "Professional affiliate", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.affiliate_id"], "samples": []}, {"label": "Refer-and-Earn", "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "columns": ["ct.referral_invitations.user_id"], "samples": []}, {"label": "Facebook / raw UTM", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_source_raw"], "samples": []}], "samples": ["Marketing source", "facebook", "google", "trustpilot", "Campaign", "Prospecting 04-2026", "Professional affiliate", "Refer-and-Earn", "Facebook / raw UTM", "utm_source", "'faceboom'"], "source": "ct-pd schema.md", "multi": true, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "6400b2be-4908-4063-ae48-759fb7c1ffd2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "16a0b818cbba6336c957da352c7e1d26939d935dcde4cd1788af5220a49f769c", "result_sha256": "d755d1b0a91a35ac9bc6a2b95fa04b34e78b6ff99bf3cdbe49d6a063087cc58f"}
{"arm": "candidate", "case_id": "latency-dev-19", "repeat": 1, "elapsed_ms": 1093.988853506744, "started_monotonic": 5601927.200608582, "finished_monotonic": 5601928.294597436, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 818.916592746973, "job_status": "done", "job_id": "76ff66c2-5fda-4227-86fb-1559c677a366", "status": "success", "error": null, "raw_payload": {"id": "e2ae8a16-f16a-4e42-bea3-1697b416c0a3", "conversation_id": "d59592a8-4546-4a11-a545-d510a4c33eae", "turn_index": 0, "nl_query": "List Pipedrive activity IDs and due dates in activity ID order.", "status": "success", "query_id": "7a4c4aff-40a8-43ef-a62c-6f3820057047", "trace_id": "7696f600bb78dfe6374440c6af9f5842", "trace_snapshot": {"trace_id": "7696f600bb78dfe6374440c6af9f5842", "context": {"trace_id": "7696f600bb78dfe6374440c6af9f5842", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 39.48, "sql_execution_ms": 1.78, "retrieval_ms": 0.42, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "76ff66c2-5fda-4227-86fb-1559c677a366", "timing": {"submission_ack_ms": 1.7974134534597397, "queue_ms": 0.0, "base_persistence_ms": 1.5610232949256897, "required_to_ready_ms": 673.1055434793234, "first_useful_ms": 673.1055434793234, "optional_ms": 112.97191120684147, "total_ms": 786.6598637774587}, "optional_status": "done"}}, "generated_sql": "SELECT id, due_date FROM pipedrive.activities ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  due_date\nFROM pipedrive.activities\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "due_date", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["activity-1-0", "2026-09-01"], ["activity-10-0", "2026-09-05"], ["activity-10-1", "2026-08-31"], ["activity-10-2", "2026-08-31"], ["activity-1-1", "2026-07-31"], ["activity-11-0", "2026-08-31"], ["activity-11-1", "2026-08-31"], ["activity-11-2", "2026-09-01"], ["activity-1-2", "2026-08-15"], ["activity-12-0", "2026-08-31"], ["activity-12-1", "2026-09-01"], ["activity-12-2", "2026-07-31"], ["activity-13-0", "2026-09-01"], ["activity-13-1", "2026-07-31"], ["activity-13-2", "2026-08-15"], ["activity-14-0", "2026-07-31"], ["activity-14-1", "2026-08-15"], ["activity-14-2", "2026-03-29"], ["activity-15-0", "2026-08-15"], ["activity-15-1", "2026-03-29"], ["activity-15-2", "2026-03-29"], ["activity-16-0", "2026-03-29"], ["activity-16-1", "2026-03-29"], ["activity-16-2", "2025-10-26"], ["activity-17-0", "2026-03-29"], ["activity-17-1", "2025-10-26"], ["activity-17-2", "2025-10-26"], ["activity-18-0", "2025-10-26"], ["activity-18-1", "2025-10-26"], ["activity-18-2", "2024-02-29"], ["activity-19-0", "2025-10-26"], ["activity-19-1", "2024-02-29"], ["activity-19-2", "2026-06-01"], ["activity-2-0", "2026-07-31"], ["activity-20-0", "2024-02-29"], ["activity-20-1", "2026-06-01"], ["activity-20-2", "2026-09-05"], ["activity-2-1", "2026-08-15"], ["activity-21-0", "2026-06-01"], ["activity-21-1", "2026-09-05"], ["activity-21-2", "2026-08-31"], ["activity-2-2", "2026-03-29"], ["activity-22-0", "2026-09-05"], ["activity-22-1", "2026-08-31"], ["activity-22-2", "2026-08-31"], ["activity-23-0", "2026-08-31"], ["activity-23-1", "2026-08-31"], ["activity-23-2", "2026-09-01"], ["activity-24-0", "2026-08-31"], ["activity-24-1", "2026-09-01"], ["activity-24-2", "2026-07-31"], ["activity-25-0", "2026-09-01"], ["activity-25-1", "2026-07-31"], ["activity-25-2", "2026-08-15"], ["activity-26-0", "2026-07-31"], ["activity-26-1", "2026-08-15"], ["activity-26-2", "2026-03-29"], ["activity-27-0", "2026-08-15"], ["activity-27-1", "2026-03-29"], ["activity-27-2", "2026-03-29"], ["activity-28-0", "2026-03-29"], ["activity-28-1", "2026-03-29"], ["activity-28-2", "2025-10-26"], ["activity-29-0", "2026-03-29"], ["activity-29-1", "2025-10-26"], ["activity-29-2", "2025-10-26"], ["activity-3-0", "2026-08-15"], ["activity-30-0", "2025-10-26"], ["activity-30-1", "2025-10-26"], ["activity-30-2", "2024-02-29"], ["activity-3-1", "2026-03-29"], ["activity-31-0", "2025-10-26"], ["activity-31-1", "2024-02-29"], ["activity-31-2", "2026-06-01"], ["activity-3-2", "2026-03-29"], ["activity-32-0", "2024-02-29"], ["activity-32-1", "2026-06-01"], ["activity-32-2", "2026-09-05"], ["activity-33-0", "2026-06-01"], ["activity-33-1", "2026-09-05"], ["activity-33-2", "2026-08-31"], ["activity-34-0", "2026-09-05"], ["activity-34-1", "2026-08-31"], ["activity-34-2", "2026-08-31"], ["activity-35-0", "2026-08-31"], ["activity-35-1", "2026-08-31"], ["activity-35-2", "2026-09-01"], ["activity-36-0", "2026-08-31"], ["activity-36-1", "2026-09-01"], ["activity-36-2", "2026-07-31"], ["activity-37-0", "2026-09-01"], ["activity-37-1", "2026-07-31"], ["activity-37-2", "2026-08-15"], ["activity-38-0", "2026-07-31"], ["activity-38-1", "2026-08-15"], ["activity-38-2", "2026-03-29"], ["activity-39-0", "2026-08-15"], ["activity-39-1", "2026-03-29"], ["activity-39-2", "2026-03-29"], ["activity-4-0", "2026-03-29"], ["activity-40-0", "2026-03-29"], ["activity-40-1", "2026-03-29"], ["activity-40-2", "2025-10-26"], ["activity-4-1", "2026-03-29"], ["activity-41-0", "2026-03-29"], ["activity-41-1", "2025-10-26"], ["activity-41-2", "2025-10-26"], ["activity-4-2", "2025-10-26"], ["activity-42-0", "2025-10-26"], ["activity-42-1", "2025-10-26"], ["activity-42-2", "2024-02-29"], ["activity-43-0", "2025-10-26"], ["activity-43-1", "2024-02-29"], ["activity-43-2", "2026-06-01"], ["activity-44-0", "2024-02-29"], ["activity-44-1", "2026-06-01"], ["activity-44-2", "2026-09-05"], ["activity-45-0", "2026-06-01"], ["activity-45-1", "2026-09-05"], ["activity-45-2", "2026-08-31"], ["activity-46-0", "2026-09-05"], ["activity-46-1", "2026-08-31"], ["activity-46-2", "2026-08-31"], ["activity-47-0", "2026-08-31"], ["activity-47-1", "2026-08-31"], ["activity-47-2", "2026-09-01"], ["activity-48-0", "2026-08-31"], ["activity-48-1", "2026-09-01"], ["activity-48-2", "2026-07-31"], ["activity-49-0", "2026-09-01"], ["activity-49-1", "2026-07-31"], ["activity-49-2", "2026-08-15"], ["activity-5-0", "2026-03-29"], ["activity-50-0", "2026-07-31"], ["activity-50-1", "2026-08-15"], ["activity-50-2", "2026-03-29"], ["activity-5-1", "2025-10-26"], ["activity-51-0", "2026-08-15"], ["activity-51-1", "2026-03-29"], ["activity-51-2", "2026-03-29"], ["activity-5-2", "2025-10-26"], ["activity-52-0", "2026-03-29"], ["activity-52-1", "2026-03-29"], ["activity-52-2", "2025-10-26"], ["activity-53-0", "2026-03-29"], ["activity-53-1", "2025-10-26"], ["activity-53-2", "2025-10-26"], ["activity-54-0", "2025-10-26"], ["activity-54-1", "2025-10-26"], ["activity-54-2", "2024-02-29"], ["activity-55-0", "2025-10-26"], ["activity-55-1", "2024-02-29"], ["activity-55-2", "2026-06-01"], ["activity-56-0", "2024-02-29"], ["activity-56-1", "2026-06-01"], ["activity-56-2", "2026-09-05"], ["activity-57-0", "2026-06-01"], ["activity-57-1", "2026-09-05"], ["activity-57-2", "2026-08-31"], ["activity-58-0", "2026-09-05"], ["activity-58-1", "2026-08-31"], ["activity-58-2", "2026-08-31"], ["activity-59-0", "2026-08-31"], ["activity-59-1", "2026-08-31"], ["activity-59-2", "2026-09-01"], ["activity-6-0", "2025-10-26"], ["activity-60-0", "2026-08-31"], ["activity-60-1", "2026-09-01"], ["activity-60-2", "2026-07-31"], ["activity-6-1", "2025-10-26"], ["activity-61-0", "2026-09-01"], ["activity-61-1", "2026-07-31"], ["activity-61-2", "2026-08-15"], ["activity-6-2", "2024-02-29"], ["activity-62-0", "2026-07-31"], ["activity-62-1", "2026-08-15"], ["activity-62-2", "2026-03-29"], ["activity-63-0", "2026-08-15"], ["activity-63-1", "2026-03-29"], ["activity-63-2", "2026-03-29"], ["activity-64-0", "2026-03-29"], ["activity-64-1", "2026-03-29"], ["activity-64-2", "2025-10-26"], ["activity-7-0", "2025-10-26"], ["activity-7-1", "2024-02-29"], ["activity-7-2", "2026-06-01"], ["activity-8-0", "2024-02-29"], ["activity-8-1", "2026-06-01"], ["activity-8-2", "2026-09-05"], ["activity-9-0", "2026-06-01"], ["activity-9-1", "2026-09-05"], ["activity-9-2", "2026-08-31"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive activity IDs and due dates in activ...", "series": null}, "cost_estimate": {"total_cost": 12.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "192 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from activities.", "bullets": ["Reads from activities."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d7c6b44acce94bfd", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "d7c6b44acce94bfd", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "7a4c4aff-40a8-43ef-a62c-6f3820057047", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "due dates", "start": 32, "end": 41, "phrase": "due date", "matched_term": "due date", "column": "pipedrive.activities.due_date", "columns": ["pipedrive.activities.due_date"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "7a4c4aff-40a8-43ef-a62c-6f3820057047", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "4b064ca4470cba3d337baadf2478d866778dacdde4e0552b2060d79cdf9fdbcb", "result_sha256": "e5f7aa6dadb05d1e52bf08f4b3cf9877190edbdd3721ae8db48eb06aab122413"}
{"arm": "original", "case_id": "latency-dev-19", "repeat": 1, "elapsed_ms": 759.0291583910584, "started_monotonic": 5601928.297483207, "finished_monotonic": 5601929.056512365, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 740.7845007255673, "job_status": "done", "job_id": "ab18d39a-c075-4acc-928b-89cc06272722", "status": "success", "error": null, "raw_payload": {"id": "486cd5c8-95d4-4684-aca4-23703c8a1ab9", "conversation_id": "6b06c622-3cf2-4f6a-b2c7-f58806d84ffc", "turn_index": 0, "nl_query": "List Pipedrive activity IDs and due dates in activity ID order.", "status": "success", "query_id": "50d88ca9-b754-4b8e-9e36-f6270dc68255", "trace_id": "7696f600af436466214540f888864e8e", "trace_snapshot": {"trace_id": "7696f600af436466214540f888864e8e", "context": {"trace_id": "7696f600af436466214540f888864e8e", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 19.77, "sql_execution_ms": 2.18, "retrieval_ms": 0.27, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "ab18d39a-c075-4acc-928b-89cc06272722", "timing": {"submission_ack_ms": 3.2887645065784454, "queue_ms": 0.0, "base_persistence_ms": 1.599736511707306, "required_to_ready_ms": 555.0068132579327, "first_useful_ms": 555.0068132579327, "optional_ms": 112.78180498629808, "total_ms": 668.516842648387}, "optional_status": "done"}}, "generated_sql": "SELECT id, due_date FROM pipedrive.activities ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  due_date\nFROM pipedrive.activities\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "due_date", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["activity-1-0", "2026-09-01"], ["activity-10-0", "2026-09-05"], ["activity-10-1", "2026-08-31"], ["activity-10-2", "2026-08-31"], ["activity-1-1", "2026-07-31"], ["activity-11-0", "2026-08-31"], ["activity-11-1", "2026-08-31"], ["activity-11-2", "2026-09-01"], ["activity-1-2", "2026-08-15"], ["activity-12-0", "2026-08-31"], ["activity-12-1", "2026-09-01"], ["activity-12-2", "2026-07-31"], ["activity-13-0", "2026-09-01"], ["activity-13-1", "2026-07-31"], ["activity-13-2", "2026-08-15"], ["activity-14-0", "2026-07-31"], ["activity-14-1", "2026-08-15"], ["activity-14-2", "2026-03-29"], ["activity-15-0", "2026-08-15"], ["activity-15-1", "2026-03-29"], ["activity-15-2", "2026-03-29"], ["activity-16-0", "2026-03-29"], ["activity-16-1", "2026-03-29"], ["activity-16-2", "2025-10-26"], ["activity-17-0", "2026-03-29"], ["activity-17-1", "2025-10-26"], ["activity-17-2", "2025-10-26"], ["activity-18-0", "2025-10-26"], ["activity-18-1", "2025-10-26"], ["activity-18-2", "2024-02-29"], ["activity-19-0", "2025-10-26"], ["activity-19-1", "2024-02-29"], ["activity-19-2", "2026-06-01"], ["activity-2-0", "2026-07-31"], ["activity-20-0", "2024-02-29"], ["activity-20-1", "2026-06-01"], ["activity-20-2", "2026-09-05"], ["activity-2-1", "2026-08-15"], ["activity-21-0", "2026-06-01"], ["activity-21-1", "2026-09-05"], ["activity-21-2", "2026-08-31"], ["activity-2-2", "2026-03-29"], ["activity-22-0", "2026-09-05"], ["activity-22-1", "2026-08-31"], ["activity-22-2", "2026-08-31"], ["activity-23-0", "2026-08-31"], ["activity-23-1", "2026-08-31"], ["activity-23-2", "2026-09-01"], ["activity-24-0", "2026-08-31"], ["activity-24-1", "2026-09-01"], ["activity-24-2", "2026-07-31"], ["activity-25-0", "2026-09-01"], ["activity-25-1", "2026-07-31"], ["activity-25-2", "2026-08-15"], ["activity-26-0", "2026-07-31"], ["activity-26-1", "2026-08-15"], ["activity-26-2", "2026-03-29"], ["activity-27-0", "2026-08-15"], ["activity-27-1", "2026-03-29"], ["activity-27-2", "2026-03-29"], ["activity-28-0", "2026-03-29"], ["activity-28-1", "2026-03-29"], ["activity-28-2", "2025-10-26"], ["activity-29-0", "2026-03-29"], ["activity-29-1", "2025-10-26"], ["activity-29-2", "2025-10-26"], ["activity-3-0", "2026-08-15"], ["activity-30-0", "2025-10-26"], ["activity-30-1", "2025-10-26"], ["activity-30-2", "2024-02-29"], ["activity-3-1", "2026-03-29"], ["activity-31-0", "2025-10-26"], ["activity-31-1", "2024-02-29"], ["activity-31-2", "2026-06-01"], ["activity-3-2", "2026-03-29"], ["activity-32-0", "2024-02-29"], ["activity-32-1", "2026-06-01"], ["activity-32-2", "2026-09-05"], ["activity-33-0", "2026-06-01"], ["activity-33-1", "2026-09-05"], ["activity-33-2", "2026-08-31"], ["activity-34-0", "2026-09-05"], ["activity-34-1", "2026-08-31"], ["activity-34-2", "2026-08-31"], ["activity-35-0", "2026-08-31"], ["activity-35-1", "2026-08-31"], ["activity-35-2", "2026-09-01"], ["activity-36-0", "2026-08-31"], ["activity-36-1", "2026-09-01"], ["activity-36-2", "2026-07-31"], ["activity-37-0", "2026-09-01"], ["activity-37-1", "2026-07-31"], ["activity-37-2", "2026-08-15"], ["activity-38-0", "2026-07-31"], ["activity-38-1", "2026-08-15"], ["activity-38-2", "2026-03-29"], ["activity-39-0", "2026-08-15"], ["activity-39-1", "2026-03-29"], ["activity-39-2", "2026-03-29"], ["activity-4-0", "2026-03-29"], ["activity-40-0", "2026-03-29"], ["activity-40-1", "2026-03-29"], ["activity-40-2", "2025-10-26"], ["activity-4-1", "2026-03-29"], ["activity-41-0", "2026-03-29"], ["activity-41-1", "2025-10-26"], ["activity-41-2", "2025-10-26"], ["activity-4-2", "2025-10-26"], ["activity-42-0", "2025-10-26"], ["activity-42-1", "2025-10-26"], ["activity-42-2", "2024-02-29"], ["activity-43-0", "2025-10-26"], ["activity-43-1", "2024-02-29"], ["activity-43-2", "2026-06-01"], ["activity-44-0", "2024-02-29"], ["activity-44-1", "2026-06-01"], ["activity-44-2", "2026-09-05"], ["activity-45-0", "2026-06-01"], ["activity-45-1", "2026-09-05"], ["activity-45-2", "2026-08-31"], ["activity-46-0", "2026-09-05"], ["activity-46-1", "2026-08-31"], ["activity-46-2", "2026-08-31"], ["activity-47-0", "2026-08-31"], ["activity-47-1", "2026-08-31"], ["activity-47-2", "2026-09-01"], ["activity-48-0", "2026-08-31"], ["activity-48-1", "2026-09-01"], ["activity-48-2", "2026-07-31"], ["activity-49-0", "2026-09-01"], ["activity-49-1", "2026-07-31"], ["activity-49-2", "2026-08-15"], ["activity-5-0", "2026-03-29"], ["activity-50-0", "2026-07-31"], ["activity-50-1", "2026-08-15"], ["activity-50-2", "2026-03-29"], ["activity-5-1", "2025-10-26"], ["activity-51-0", "2026-08-15"], ["activity-51-1", "2026-03-29"], ["activity-51-2", "2026-03-29"], ["activity-5-2", "2025-10-26"], ["activity-52-0", "2026-03-29"], ["activity-52-1", "2026-03-29"], ["activity-52-2", "2025-10-26"], ["activity-53-0", "2026-03-29"], ["activity-53-1", "2025-10-26"], ["activity-53-2", "2025-10-26"], ["activity-54-0", "2025-10-26"], ["activity-54-1", "2025-10-26"], ["activity-54-2", "2024-02-29"], ["activity-55-0", "2025-10-26"], ["activity-55-1", "2024-02-29"], ["activity-55-2", "2026-06-01"], ["activity-56-0", "2024-02-29"], ["activity-56-1", "2026-06-01"], ["activity-56-2", "2026-09-05"], ["activity-57-0", "2026-06-01"], ["activity-57-1", "2026-09-05"], ["activity-57-2", "2026-08-31"], ["activity-58-0", "2026-09-05"], ["activity-58-1", "2026-08-31"], ["activity-58-2", "2026-08-31"], ["activity-59-0", "2026-08-31"], ["activity-59-1", "2026-08-31"], ["activity-59-2", "2026-09-01"], ["activity-6-0", "2025-10-26"], ["activity-60-0", "2026-08-31"], ["activity-60-1", "2026-09-01"], ["activity-60-2", "2026-07-31"], ["activity-6-1", "2025-10-26"], ["activity-61-0", "2026-09-01"], ["activity-61-1", "2026-07-31"], ["activity-61-2", "2026-08-15"], ["activity-6-2", "2024-02-29"], ["activity-62-0", "2026-07-31"], ["activity-62-1", "2026-08-15"], ["activity-62-2", "2026-03-29"], ["activity-63-0", "2026-08-15"], ["activity-63-1", "2026-03-29"], ["activity-63-2", "2026-03-29"], ["activity-64-0", "2026-03-29"], ["activity-64-1", "2026-03-29"], ["activity-64-2", "2025-10-26"], ["activity-7-0", "2025-10-26"], ["activity-7-1", "2024-02-29"], ["activity-7-2", "2026-06-01"], ["activity-8-0", "2024-02-29"], ["activity-8-1", "2026-06-01"], ["activity-8-2", "2026-09-05"], ["activity-9-0", "2026-06-01"], ["activity-9-1", "2026-09-05"], ["activity-9-2", "2026-08-31"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive activity IDs and due dates in activ...", "series": null}, "cost_estimate": {"total_cost": 12.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "023c6e47b5b5ee1e", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "95830048fa5b8988", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "95830048fa5b8988", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "50d88ca9-b754-4b8e-9e36-f6270dc68255", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "due dates", "start": 32, "end": 41, "phrase": "due date", "matched_term": "due date", "column": "pipedrive.activities.due_date", "columns": ["pipedrive.activities.due_date"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["activity-1-0", "activity-10-0", "activity-10-1", "activity-10-2", "activity-1-1", "activity-11-0", "activity-11-1", "activity-11-2", "activity-1-2", "activity-12-0", "activity-12-1", "activity-12-2", "activity-13-0", "activity-13-1", "activity-13-2", "activity-14-0", "activity-14-1", "activity-14-2", "activity-15-0", "activity-15-1", "activity-15-2", "activity-16-0", "activity-16-1", "activity-16-2", "activity-17-0", "activity-17-1", "activity-17-2", "activity-18-0", "activity-18-1", "activity-18-2", "activity-19-0", "activity-19-1", "activity-19-2", "activity-2-0", "activity-20-0", "activity-20-1", "activity-20-2", "activity-2-1", "activity-21-0", "activity-21-1", "activity-21-2", "activity-2-2", "activity-22-0", "activity-22-1", "activity-22-2", "activity-23-0", "activity-23-1", "activity-23-2", "activity-24-0", "activity-24-1", "activity-24-2", "activity-25-0", "activity-25-1", "activity-25-2", "activity-26-0", "activity-26-1", "activity-26-2", "activity-27-0", "activity-27-1", "activity-27-2", "activity-28-0", "activity-28-1", "activity-28-2", "activity-29-0", "activity-29-1", "activity-29-2", "activity-3-0", "activity-30-0", "activity-30-1", "activity-30-2", "activity-3-1", "activity-31-0", "activity-31-1", "activity-31-2", "activity-3-2", "activity-32-0", "activity-32-1", "activity-32-2", "activity-33-0", "activity-33-1", "activity-33-2", "activity-34-0", "activity-34-1", "activity-34-2", "activity-35-0", "activity-35-1", "activity-35-2", "activity-36-0", "activity-36-1", "activity-36-2", "activity-37-0", "activity-37-1", "activity-37-2", "activity-38-0", "activity-38-1", "activity-38-2", "activity-39-0", "activity-39-1", "activity-39-2", "activity-4-0", "activity-40-0", "activity-40-1", "activity-40-2", "activity-4-1", "activity-41-0", "activity-41-1", "activity-41-2", "activity-4-2", "activity-42-0", "activity-42-1", "activity-42-2", "activity-43-0", "activity-43-1", "activity-43-2", "activity-44-0", "activity-44-1", "activity-44-2", "activity-45-0", "activity-45-1", "activity-45-2", "activity-46-0", "activity-46-1", "activity-46-2", "activity-47-0", "activity-47-1", "activity-47-2", "activity-48-0", "activity-48-1", "activity-48-2", "activity-49-0", "activity-49-1", "activity-49-2", "activity-5-0", "activity-50-0", "activity-50-1", "activity-50-2", "activity-5-1", "activity-51-0", "activity-51-1", "activity-51-2", "activity-5-2", "activity-52-0", "activity-52-1", "activity-52-2", "activity-53-0", "activity-53-1", "activity-53-2", "activity-54-0", "activity-54-1", "activity-54-2", "activity-55-0", "activity-55-1", "activity-55-2", "activity-56-0", "activity-56-1", "activity-56-2", "activity-57-0", "activity-57-1", "activity-57-2", "activity-58-0", "activity-58-1", "activity-58-2", "activity-59-0", "activity-59-1", "activity-59-2", "activity-6-0", "activity-60-0", "activity-60-1", "activity-60-2", "activity-6-1", "activity-61-0", "activity-61-1", "activity-61-2", "activity-6-2", "activity-62-0", "activity-62-1", "activity-62-2", "activity-63-0", "activity-63-1", "activity-63-2", "activity-64-0", "activity-64-1", "activity-64-2", "activity-7-0", "activity-7-1", "activity-7-2", "activity-8-0", "activity-8-1", "activity-8-2", "activity-9-0", "activity-9-1", "activity-9-2"], "key_count": 192, "over_cap": false, "derived_columns": ["id", "due_date"], "derivation": "sql_sha:542e7bf315cb3a16"}}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "50d88ca9-b754-4b8e-9e36-f6270dc68255", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "4b064ca4470cba3d337baadf2478d866778dacdde4e0552b2060d79cdf9fdbcb", "result_sha256": "ba014cc7af02ac2022835aebbb792f3d937cbc8ec26f0800de186a4d57f36cb7"}
{"arm": "original", "case_id": "latency-dev-15", "repeat": 1, "elapsed_ms": 1058.527633547783, "started_monotonic": 5601929.059261942, "finished_monotonic": 5601930.117789576, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 781.0623487457633, "job_status": "done", "job_id": "eed54af9-2a51-4423-8bfa-58f8fd79d954", "status": "success", "error": null, "raw_payload": {"id": "ab7dde10-7f87-40b8-aa71-0a2453381090", "conversation_id": "ac1936ad-6ea2-4b66-9741-bca67cbabeee", "turn_index": 0, "nl_query": "List open Pipedrive deal IDs and their native value and currency.", "status": "success", "query_id": "d9c1d91e-1457-4984-81e9-c7f2c76697eb", "trace_id": "7696f6002f01e4ec603b4ffda698cf2f", "trace_snapshot": {"trace_id": "7696f6002f01e4ec603b4ffda698cf2f", "context": {"trace_id": "7696f6002f01e4ec603b4ffda698cf2f", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 21.05, "sql_execution_ms": 1.72, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 48, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "eed54af9-2a51-4423-8bfa-58f8fd79d954", "timing": {"submission_ack_ms": 3.6412477493286133, "queue_ms": 0.0, "base_persistence_ms": 1.7879931256175041, "required_to_ready_ms": 610.8915768563747, "first_useful_ms": 610.8915768563747, "optional_ms": 129.66966535896063, "total_ms": 741.0961613059044}, "optional_status": "done"}}, "generated_sql": "SELECT id, value, currency FROM pipedrive.deals WHERE status = 'open' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  value,\n  currency\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}}}}, {"name": "value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111022, "76", "EUR"], [111031, "100", "EUR"], [111040, "124", "EUR"], [111062, "200", "USD"], [111071, "224", "USD"], [111080, "248", "USD"], [111102, "324", "GBP"], [111111, "348", "GBP"], [111120, "372", "GBP"], [111142, "448", "EUR"], [111151, "472", "EUR"], [111160, "496", "EUR"], [111182, null, "USD"], [111191, "596", "USD"], [111200, "620", "USD"], [111222, "696", "GBP"], [111231, "720", "GBP"], [111240, "744", "GBP"], [111262, "820", "EUR"], [111271, null, "EUR"], [111280, "868", "EUR"], [111302, "944", "USD"], [111311, "968", "USD"], [111320, "992", "USD"], [111342, "1068", "GBP"], [111351, "1092", "GBP"], [111360, null, "GBP"], [111382, "1192", "EUR"], [111391, "1216", "EUR"], [111400, "1240", "EUR"], [111422, "1316", "USD"], [111431, "1340", "USD"], [111440, "1364", "USD"], [111462, "1440", "GBP"], [111471, "1464", "GBP"], [111480, "1488", "GBP"], [111502, "1564", "EUR"], [111511, "1588", "EUR"], [111520, "1612", "EUR"], [111542, null, "USD"], [111551, "1712", "USD"], [111560, "1736", "USD"], [111582, "1812", "GBP"], [111591, "1836", "GBP"], [111600, "1860", "GBP"], [111622, "1936", "EUR"], [111631, null, "EUR"], [111640, "1984", "EUR"]], "row_count": 48, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "value", "title": "List open Pipedrive deal IDs and their native valu...", "series": ["value"]}, "cost_estimate": {"total_cost": 10.86, "estimated_rows": 48, "rows": 48, "ms_estimate": 4.2, "dollars_estimate": 8.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "71f2313481e26885", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "993b927dd8c7060d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "993b927dd8c7060d", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "d9c1d91e-1457-4984-81e9-c7f2c76697eb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "value", "start": 46, "end": 51, "phrase": "value", "matched_term": "value", "column": "pipedrive.deals.value", "columns": ["pipedrive.deals.value", "ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_settled", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate"], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111022", "111031", "111040", "111062", "111071", "111080", "111102", "111111", "111120", "111142", "111151", "111160", "111182", "111191", "111200", "111222", "111231", "111240", "111262", "111271", "111280", "111302", "111311", "111320", "111342", "111351", "111360", "111382", "111391", "111400", "111422", "111431", "111440", "111462", "111471", "111480", "111502", "111511", "111520", "111542", "111551", "111560", "111582", "111591", "111600", "111622", "111631", "111640"], "key_count": 48, "over_cap": false, "derived_columns": ["id", "value", "currency"], "derivation": "sql_sha:6f0f834b5fcb969c"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "d9c1d91e-1457-4984-81e9-c7f2c76697eb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "cbb437f7d09904f4bfce5583784c11d535bed28915e5a4bd102583a6cfd3bc17", "result_sha256": "da4ea6779a34902abcb05132190aee4f081f0e9b9d90c63600ebc41a2290192f"}
{"arm": "candidate", "case_id": "latency-dev-15", "repeat": 1, "elapsed_ms": 981.5127393230796, "started_monotonic": 5601930.120075006, "finished_monotonic": 5601931.101587745, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 707.1562232449651, "job_status": "done", "job_id": "99c632ab-0c88-4c0a-b7bf-a60239a4d327", "status": "success", "error": null, "raw_payload": {"id": "07c88f36-091f-4a09-9a78-2a54033483b2", "conversation_id": "4a7c6c57-8ccf-4aa2-86b9-a4b6eb497b09", "turn_index": 0, "nl_query": "List open Pipedrive deal IDs and their native value and currency.", "status": "success", "query_id": "d4647a80-bdb0-48be-878e-904c0332fdeb", "trace_id": "7696f600cf1901e2e8a14046b5fe3d5f", "trace_snapshot": {"trace_id": "7696f600cf1901e2e8a14046b5fe3d5f", "context": {"trace_id": "7696f600cf1901e2e8a14046b5fe3d5f", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 33.9, "sql_execution_ms": 1.68, "retrieval_ms": 0.12, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 48, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "99c632ab-0c88-4c0a-b7bf-a60239a4d327", "timing": {"submission_ack_ms": 1.43336970359087, "queue_ms": 0.0, "base_persistence_ms": 0.8654603734612465, "required_to_ready_ms": 587.845710106194, "first_useful_ms": 587.845710106194, "optional_ms": 88.67142163217068, "total_ms": 677.4715250357985}, "optional_status": "done"}}, "generated_sql": "SELECT id, value, currency FROM pipedrive.deals WHERE status = 'open' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  value,\n  currency\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}}}}, {"name": "value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": null, "currency": null, "unit_column": "currency", "unit_unverified": false, "unit": "currency", "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111022, "76", "EUR"], [111031, "100", "EUR"], [111040, "124", "EUR"], [111062, "200", "USD"], [111071, "224", "USD"], [111080, "248", "USD"], [111102, "324", "GBP"], [111111, "348", "GBP"], [111120, "372", "GBP"], [111142, "448", "EUR"], [111151, "472", "EUR"], [111160, "496", "EUR"], [111182, null, "USD"], [111191, "596", "USD"], [111200, "620", "USD"], [111222, "696", "GBP"], [111231, "720", "GBP"], [111240, "744", "GBP"], [111262, "820", "EUR"], [111271, null, "EUR"], [111280, "868", "EUR"], [111302, "944", "USD"], [111311, "968", "USD"], [111320, "992", "USD"], [111342, "1068", "GBP"], [111351, "1092", "GBP"], [111360, null, "GBP"], [111382, "1192", "EUR"], [111391, "1216", "EUR"], [111400, "1240", "EUR"], [111422, "1316", "USD"], [111431, "1340", "USD"], [111440, "1364", "USD"], [111462, "1440", "GBP"], [111471, "1464", "GBP"], [111480, "1488", "GBP"], [111502, "1564", "EUR"], [111511, "1588", "EUR"], [111520, "1612", "EUR"], [111542, null, "USD"], [111551, "1712", "USD"], [111560, "1736", "USD"], [111582, "1812", "GBP"], [111591, "1836", "GBP"], [111600, "1860", "GBP"], [111622, "1936", "EUR"], [111631, null, "EUR"], [111640, "1984", "EUR"]], "row_count": 48, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "value", "title": "List open Pipedrive deal IDs and their native valu...", "series": ["value"]}, "cost_estimate": {"total_cost": 10.86, "estimated_rows": 48, "rows": 48, "ms_estimate": 4.2, "dollars_estimate": 8.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 value: EUR 76.00.", "insight_notes": ["48 rows returned. Only the first 12 returned rows are available for this summary."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals.", "bullets": ["Reads from deals.", "Keeps only rows matching filters on status."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "085e773e3bbceedd", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "085e773e3bbceedd", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "d4647a80-bdb0-48be-878e-904c0332fdeb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "value", "start": 46, "end": 51, "phrase": "value", "matched_term": "value", "column": "pipedrive.deals.value", "columns": ["pipedrive.deals.value", "ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_settled", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate"], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "d4647a80-bdb0-48be-878e-904c0332fdeb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "cbb437f7d09904f4bfce5583784c11d535bed28915e5a4bd102583a6cfd3bc17", "result_sha256": "b9639bab8fc0e6705103cd368a32da0cae3f0399ae6d4ccf6d9be8c9946b95b9"}
{"arm": "candidate", "case_id": "latency-dev-10", "repeat": 1, "elapsed_ms": 1084.614796563983, "started_monotonic": 5601931.103479111, "finished_monotonic": 5601932.188093907, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1063.0749138072133, "job_status": "done", "job_id": "d83029ed-1095-4855-96cf-de9e08042db5", "status": "success", "error": null, "raw_payload": {"id": "7ff54a3c-23bb-4943-be82-abbb82d626c4", "conversation_id": "d7878712-4b5c-4ea3-9d60-958ff8e44527", "turn_index": 0, "nl_query": "Show the CT snapshot client count for each stored top selling currency.", "status": "success", "query_id": "e3c94e73-2000-45a8-80d5-def8ed3b7331", "trace_id": "7696f6009f5ede1c7efe474e9e3409ce", "trace_snapshot": {"trace_id": "7696f6009f5ede1c7efe474e9e3409ce", "context": {"trace_id": "7696f6009f5ede1c7efe474e9e3409ce", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.14, "connection_ms": 68.46, "sql_execution_ms": 9.85, "retrieval_ms": 0.1, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "d83029ed-1095-4855-96cf-de9e08042db5", "timing": {"submission_ack_ms": 1.370166428387165, "queue_ms": 0.0, "base_persistence_ms": 1.5124734491109848, "required_to_ready_ms": 833.5922164842486, "first_useful_ms": 833.5922164842486, "optional_ms": 139.42314684391022, "total_ms": 974.022077396512}, "optional_status": "done"}}, "generated_sql": "SELECT top_sell_currency,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY top_sell_currency ORDER BY top_sell_currency", "generated_sql_pretty": "SELECT\n  top_sell_currency,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  top_sell_currency\nORDER BY\n  top_sell_currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "top_sell_currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 15], ["GBP", 11], ["USD", 15], [null, 4]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "top_sell_currency", "y_axis": "client_count", "title": "Show the CT snapshot client count for each stored ...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 28.42, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.41250000000000003, "dollars_estimate": 8.249999999999999e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 15.00; top_sell_currency: EUR.", "insight_notes": ["4 rows returned.", "Missing values occur in 1 of the 4 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by top_sell_currency.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by top_sell_currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "ea20795d924bfdaa", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "ea20795d924bfdaa", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e3c94e73-2000-45a8-80d5-def8ed3b7331", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 21, "end": 27, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "e3c94e73-2000-45a8-80d5-def8ed3b7331", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "3f9e1374a857ee379851bb116eb288a47d939eb51dedc8bcff592827514a441b", "result_sha256": "ed3d119b25e99d3663e6a6b9311159590f96591b32f725b7c436f8bf6c2f0984"}
{"arm": "original", "case_id": "latency-dev-10", "repeat": 1, "elapsed_ms": 1549.4488747790456, "started_monotonic": 5601932.188945947, "finished_monotonic": 5601933.738394822, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1275.7594222202897, "job_status": "done", "job_id": "5ac60568-c91f-4f6f-89ff-79077485d954", "status": "success", "error": null, "raw_payload": {"id": "809e87d9-a8a1-4df2-a65b-8fdba8d0dd1d", "conversation_id": "ba5f9c7c-095a-4d6b-b40d-9cb25b3179e3", "turn_index": 0, "nl_query": "Show the CT snapshot client count for each stored top selling currency.", "status": "success", "query_id": "484dc693-e392-4e47-bf31-61b58bef218e", "trace_id": "7696f6003263dd95e9ce4b7db67321e9", "trace_snapshot": {"trace_id": "7696f6003263dd95e9ce4b7db67321e9", "context": {"trace_id": "7696f6003263dd95e9ce4b7db67321e9", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.96, "merge_ms": 1.51, "total_ms": 119.37, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600854e9443b2ad43ff88dfd44c", "7696f6008bacdd4b1d184c7bb71a4b54"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "5ac60568-c91f-4f6f-89ff-79077485d954", "timing": {"submission_ack_ms": 7.321426644921303, "queue_ms": 0.0, "base_persistence_ms": 1.9755596294999123, "required_to_ready_ms": 1207.3970716446638, "first_useful_ms": 1207.3970716446638, "optional_ms": 88.08255102485418, "total_ms": 1296.676374040544}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "top_sell_currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "GBP"], [11004, "Fictional Company 4", "cfx (corporate)", "EUR"], [11005, "Fictional Company 5", "cfx (corporate)", "USD"], [11006, "Fictional Company 6", "cfx (corporate)", "GBP"], [11007, "Fictional Company 7", "cfx (corporate)", "EUR"], [11008, "Fictional Company 8", "unknown", "USD"], [11010, "Fictional Company 10", "cfx (corporate)", "EUR"], [11011, "Fictional Company 11", "cfx (corporate)", "USD"], [11012, "Fictional Company 12", "cfx (corporate)", "GBP"], [11013, "Fictional Company 13", "cfx (corporate)", "EUR"], [11014, "Fictional Company 14", "cfx (corporate)", "USD"], [11015, "Fictional Company 15", "cfx (corporate)", "GBP"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "USD"], [11021, "Fictional Company 21", "cfx (corporate)", "GBP"], [11022, "Fictional Company 22", "cfx (corporate)", "EUR"], [11024, "Fictional Company 24", "cfx (corporate)", "GBP"], [11025, "Fictional Company 25", "cfx (corporate)", "EUR"], [11026, "Fictional Company 26", "unknown", "USD"], [11028, "Fictional Company 28", "cfx (corporate)", "EUR"], [11030, "Fictional Company 30", "cfx (corporate)", "GBP"], [11031, "Fictional Company 31", "cfx (corporate)", "EUR"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "GBP"], [11035, "Fictional Company 35", "unknown", "USD"], [11037, "Fictional Company 37", "cfx (corporate)", "EUR"], [11039, "Fictional Company 39", "cfx (corporate)", "GBP"], [11040, "Fictional Company 40", "cfx (corporate)", "EUR"], [11041, "Fictional Company 41", "cfx (corporate)", "USD"], [11042, "Fictional Company 42", "cfx (corporate)", "GBP"], [11043, "Fictional Company 43", "cfx (corporate)", "EUR"], [11044, "Fictional Company 44", "unknown", "USD"], [11047, "Fictional Company 47", "cfx (corporate)", "USD"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "EUR"], [11050, "Fictional Company 50", "cfx (corporate)", "USD"], [11052, "Fictional Company 52", "cfx (corporate)", "EUR"], [11053, "Fictional Company 53", "unknown", "USD"], [11055, "Fictional Company 55", "cfx (corporate)", "EUR"], [11056, "Fictional Company 56", "cfx (corporate)", "USD"], [11059, "Fictional Company 59", "cfx (corporate)", "USD"], [11060, "Fictional Company 60", "cfx (corporate)", "GBP"], [11061, "Fictional Company 61", "cfx (corporate)", "EUR"], [11062, "Fictional Company 62", "unknown", "USD"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "Show the CT snapshot client count for each stored ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "22569040fbe3e6a0", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f94ae3909eb1ef66", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f94ae3909eb1ef66", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "484dc693-e392-4e47-bf31-61b58bef218e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600854e9443b2ad43ff88dfd44c", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, top_sell_currency FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f6008bacdd4b1d184c7bb71a4b54", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 21, "end": 27, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "top_sell_currency"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 119.37484610825777, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "484dc693-e392-4e47-bf31-61b58bef218e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "3f9e1374a857ee379851bb116eb288a47d939eb51dedc8bcff592827514a441b", "result_sha256": "8be4c66178cef86556728e1ce1f8198d964dcc384df2e13fc7a046debf7d7a8c"}
{"arm": "original", "case_id": "latency-dev-12", "repeat": 1, "elapsed_ms": 988.516503944993, "started_monotonic": 5601933.739357415, "finished_monotonic": 5601934.727873919, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 706.9495664909482, "job_status": "done", "job_id": "6031f8d7-e4f5-48bb-8225-1410d479b256", "status": "success", "error": null, "raw_payload": {"id": "630661e4-c7b5-4ec7-97ec-9905ecdcb53b", "conversation_id": "5a63d1ca-62bd-4315-b4c2-ed8eaab6a334", "turn_index": 0, "nl_query": "List Pipedrive deal IDs and titles in deal ID order.", "status": "success", "query_id": "661c2912-77ad-4103-a693-2e30f4c97c78", "trace_id": "7696f600d7ae7e2b48a64efc93077f47", "trace_snapshot": {"trace_id": "7696f600d7ae7e2b48a64efc93077f47", "context": {"trace_id": "7696f600d7ae7e2b48a64efc93077f47", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 22.16, "sql_execution_ms": 1.88, "retrieval_ms": 0.23, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "6031f8d7-e4f5-48bb-8225-1410d479b256", "timing": {"submission_ack_ms": 3.761391155421734, "queue_ms": 0.0, "base_persistence_ms": 1.7470316961407661, "required_to_ready_ms": 637.2336093336344, "first_useful_ms": 637.2336093336344, "optional_ms": 111.16335820406675, "total_ms": 750.2049189060926}, "optional_status": "done"}}, "generated_sql": "SELECT id, title FROM pipedrive.deals ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  title\nFROM pipedrive.deals\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111010": {"link": "https://ct.pipedrive.com/deal/111010", "kind": "pd_deal"}, "111011": {"link": "https://ct.pipedrive.com/deal/111011", "kind": "pd_deal"}, "111012": {"link": "https://ct.pipedrive.com/deal/111012", "kind": "pd_deal"}, "111020": {"link": "https://ct.pipedrive.com/deal/111020", "kind": "pd_deal"}, "111021": {"link": "https://ct.pipedrive.com/deal/111021", "kind": "pd_deal"}, "111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111030": {"link": "https://ct.pipedrive.com/deal/111030", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111032": {"link": "https://ct.pipedrive.com/deal/111032", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111041": {"link": "https://ct.pipedrive.com/deal/111041", "kind": "pd_deal"}, "111042": {"link": "https://ct.pipedrive.com/deal/111042", "kind": "pd_deal"}, "111050": {"link": "https://ct.pipedrive.com/deal/111050", "kind": "pd_deal"}, "111051": {"link": "https://ct.pipedrive.com/deal/111051", "kind": "pd_deal"}, "111052": {"link": "https://ct.pipedrive.com/deal/111052", "kind": "pd_deal"}, "111060": {"link": "https://ct.pipedrive.com/deal/111060", "kind": "pd_deal"}, "111061": {"link": "https://ct.pipedrive.com/deal/111061", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111070": {"link": "https://ct.pipedrive.com/deal/111070", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111072": {"link": "https://ct.pipedrive.com/deal/111072", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111081": {"link": "https://ct.pipedrive.com/deal/111081", "kind": "pd_deal"}, "111082": {"link": "https://ct.pipedrive.com/deal/111082", "kind": "pd_deal"}, "111090": {"link": "https://ct.pipedrive.com/deal/111090", "kind": "pd_deal"}, "111091": {"link": "https://ct.pipedrive.com/deal/111091", "kind": "pd_deal"}, "111092": {"link": "https://ct.pipedrive.com/deal/111092", "kind": "pd_deal"}, "111100": {"link": "https://ct.pipedrive.com/deal/111100", "kind": "pd_deal"}, "111101": {"link": "https://ct.pipedrive.com/deal/111101", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111110": {"link": "https://ct.pipedrive.com/deal/111110", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111112": {"link": "https://ct.pipedrive.com/deal/111112", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111121": {"link": "https://ct.pipedrive.com/deal/111121", "kind": "pd_deal"}, "111122": {"link": "https://ct.pipedrive.com/deal/111122", "kind": "pd_deal"}, "111130": {"link": "https://ct.pipedrive.com/deal/111130", "kind": "pd_deal"}, "111131": {"link": "https://ct.pipedrive.com/deal/111131", "kind": "pd_deal"}, "111132": {"link": "https://ct.pipedrive.com/deal/111132", "kind": "pd_deal"}, "111140": {"link": "https://ct.pipedrive.com/deal/111140", "kind": "pd_deal"}, "111141": {"link": "https://ct.pipedrive.com/deal/111141", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111150": {"link": "https://ct.pipedrive.com/deal/111150", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111152": {"link": "https://ct.pipedrive.com/deal/111152", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111161": {"link": "https://ct.pipedrive.com/deal/111161", "kind": "pd_deal"}, "111162": {"link": "https://ct.pipedrive.com/deal/111162", "kind": "pd_deal"}, "111170": {"link": "https://ct.pipedrive.com/deal/111170", "kind": "pd_deal"}, "111171": {"link": "https://ct.pipedrive.com/deal/111171", "kind": "pd_deal"}, "111172": {"link": "https://ct.pipedrive.com/deal/111172", "kind": "pd_deal"}, "111180": {"link": "https://ct.pipedrive.com/deal/111180", "kind": "pd_deal"}, "111181": {"link": "https://ct.pipedrive.com/deal/111181", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111190": {"link": "https://ct.pipedrive.com/deal/111190", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111192": {"link": "https://ct.pipedrive.com/deal/111192", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111201": {"link": "https://ct.pipedrive.com/deal/111201", "kind": "pd_deal"}, "111202": {"link": "https://ct.pipedrive.com/deal/111202", "kind": "pd_deal"}, "111210": {"link": "https://ct.pipedrive.com/deal/111210", "kind": "pd_deal"}, "111211": {"link": "https://ct.pipedrive.com/deal/111211", "kind": "pd_deal"}, "111212": {"link": "https://ct.pipedrive.com/deal/111212", "kind": "pd_deal"}, "111220": {"link": "https://ct.pipedrive.com/deal/111220", "kind": "pd_deal"}, "111221": {"link": "https://ct.pipedrive.com/deal/111221", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111230": {"link": "https://ct.pipedrive.com/deal/111230", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111232": {"link": "https://ct.pipedrive.com/deal/111232", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111241": {"link": "https://ct.pipedrive.com/deal/111241", "kind": "pd_deal"}, "111242": {"link": "https://ct.pipedrive.com/deal/111242", "kind": "pd_deal"}, "111250": {"link": "https://ct.pipedrive.com/deal/111250", "kind": "pd_deal"}, "111251": {"link": "https://ct.pipedrive.com/deal/111251", "kind": "pd_deal"}, "111252": {"link": "https://ct.pipedrive.com/deal/111252", "kind": "pd_deal"}, "111260": {"link": "https://ct.pipedrive.com/deal/111260", "kind": "pd_deal"}, "111261": {"link": "https://ct.pipedrive.com/deal/111261", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111270": {"link": "https://ct.pipedrive.com/deal/111270", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111272": {"link": "https://ct.pipedrive.com/deal/111272", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111281": {"link": "https://ct.pipedrive.com/deal/111281", "kind": "pd_deal"}, "111282": {"link": "https://ct.pipedrive.com/deal/111282", "kind": "pd_deal"}, "111290": {"link": "https://ct.pipedrive.com/deal/111290", "kind": "pd_deal"}, "111291": {"link": "https://ct.pipedrive.com/deal/111291", "kind": "pd_deal"}, "111292": {"link": "https://ct.pipedrive.com/deal/111292", "kind": "pd_deal"}, "111300": {"link": "https://ct.pipedrive.com/deal/111300", "kind": "pd_deal"}, "111301": {"link": "https://ct.pipedrive.com/deal/111301", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111310": {"link": "https://ct.pipedrive.com/deal/111310", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111312": {"link": "https://ct.pipedrive.com/deal/111312", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111321": {"link": "https://ct.pipedrive.com/deal/111321", "kind": "pd_deal"}, "111322": {"link": "https://ct.pipedrive.com/deal/111322", "kind": "pd_deal"}, "111330": {"link": "https://ct.pipedrive.com/deal/111330", "kind": "pd_deal"}, "111331": {"link": "https://ct.pipedrive.com/deal/111331", "kind": "pd_deal"}, "111332": {"link": "https://ct.pipedrive.com/deal/111332", "kind": "pd_deal"}, "111340": {"link": "https://ct.pipedrive.com/deal/111340", "kind": "pd_deal"}, "111341": {"link": "https://ct.pipedrive.com/deal/111341", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111350": {"link": "https://ct.pipedrive.com/deal/111350", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111352": {"link": "https://ct.pipedrive.com/deal/111352", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111361": {"link": "https://ct.pipedrive.com/deal/111361", "kind": "pd_deal"}, "111362": {"link": "https://ct.pipedrive.com/deal/111362", "kind": "pd_deal"}, "111370": {"link": "https://ct.pipedrive.com/deal/111370", "kind": "pd_deal"}, "111371": {"link": "https://ct.pipedrive.com/deal/111371", "kind": "pd_deal"}, "111372": {"link": "https://ct.pipedrive.com/deal/111372", "kind": "pd_deal"}, "111380": {"link": "https://ct.pipedrive.com/deal/111380", "kind": "pd_deal"}, "111381": {"link": "https://ct.pipedrive.com/deal/111381", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111390": {"link": "https://ct.pipedrive.com/deal/111390", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111392": {"link": "https://ct.pipedrive.com/deal/111392", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111401": {"link": "https://ct.pipedrive.com/deal/111401", "kind": "pd_deal"}, "111402": {"link": "https://ct.pipedrive.com/deal/111402", "kind": "pd_deal"}, "111410": {"link": "https://ct.pipedrive.com/deal/111410", "kind": "pd_deal"}, "111411": {"link": "https://ct.pipedrive.com/deal/111411", "kind": "pd_deal"}, "111412": {"link": "https://ct.pipedrive.com/deal/111412", "kind": "pd_deal"}, "111420": {"link": "https://ct.pipedrive.com/deal/111420", "kind": "pd_deal"}, "111421": {"link": "https://ct.pipedrive.com/deal/111421", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111430": {"link": "https://ct.pipedrive.com/deal/111430", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111432": {"link": "https://ct.pipedrive.com/deal/111432", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111441": {"link": "https://ct.pipedrive.com/deal/111441", "kind": "pd_deal"}, "111442": {"link": "https://ct.pipedrive.com/deal/111442", "kind": "pd_deal"}, "111450": {"link": "https://ct.pipedrive.com/deal/111450", "kind": "pd_deal"}, "111451": {"link": "https://ct.pipedrive.com/deal/111451", "kind": "pd_deal"}, "111452": {"link": "https://ct.pipedrive.com/deal/111452", "kind": "pd_deal"}, "111460": {"link": "https://ct.pipedrive.com/deal/111460", "kind": "pd_deal"}, "111461": {"link": "https://ct.pipedrive.com/deal/111461", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111470": {"link": "https://ct.pipedrive.com/deal/111470", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111472": {"link": "https://ct.pipedrive.com/deal/111472", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111481": {"link": "https://ct.pipedrive.com/deal/111481", "kind": "pd_deal"}, "111482": {"link": "https://ct.pipedrive.com/deal/111482", "kind": "pd_deal"}, "111490": {"link": "https://ct.pipedrive.com/deal/111490", "kind": "pd_deal"}, "111491": {"link": "https://ct.pipedrive.com/deal/111491", "kind": "pd_deal"}, "111492": {"link": "https://ct.pipedrive.com/deal/111492", "kind": "pd_deal"}, "111500": {"link": "https://ct.pipedrive.com/deal/111500", "kind": "pd_deal"}, "111501": {"link": "https://ct.pipedrive.com/deal/111501", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111510": {"link": "https://ct.pipedrive.com/deal/111510", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111512": {"link": "https://ct.pipedrive.com/deal/111512", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111521": {"link": "https://ct.pipedrive.com/deal/111521", "kind": "pd_deal"}, "111522": {"link": "https://ct.pipedrive.com/deal/111522", "kind": "pd_deal"}, "111530": {"link": "https://ct.pipedrive.com/deal/111530", "kind": "pd_deal"}, "111531": {"link": "https://ct.pipedrive.com/deal/111531", "kind": "pd_deal"}, "111532": {"link": "https://ct.pipedrive.com/deal/111532", "kind": "pd_deal"}, "111540": {"link": "https://ct.pipedrive.com/deal/111540", "kind": "pd_deal"}, "111541": {"link": "https://ct.pipedrive.com/deal/111541", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111550": {"link": "https://ct.pipedrive.com/deal/111550", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111552": {"link": "https://ct.pipedrive.com/deal/111552", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111561": {"link": "https://ct.pipedrive.com/deal/111561", "kind": "pd_deal"}, "111562": {"link": "https://ct.pipedrive.com/deal/111562", "kind": "pd_deal"}, "111570": {"link": "https://ct.pipedrive.com/deal/111570", "kind": "pd_deal"}, "111571": {"link": "https://ct.pipedrive.com/deal/111571", "kind": "pd_deal"}, "111572": {"link": "https://ct.pipedrive.com/deal/111572", "kind": "pd_deal"}, "111580": {"link": "https://ct.pipedrive.com/deal/111580", "kind": "pd_deal"}, "111581": {"link": "https://ct.pipedrive.com/deal/111581", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111590": {"link": "https://ct.pipedrive.com/deal/111590", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111592": {"link": "https://ct.pipedrive.com/deal/111592", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111601": {"link": "https://ct.pipedrive.com/deal/111601", "kind": "pd_deal"}, "111602": {"link": "https://ct.pipedrive.com/deal/111602", "kind": "pd_deal"}, "111610": {"link": "https://ct.pipedrive.com/deal/111610", "kind": "pd_deal"}, "111611": {"link": "https://ct.pipedrive.com/deal/111611", "kind": "pd_deal"}, "111612": {"link": "https://ct.pipedrive.com/deal/111612", "kind": "pd_deal"}, "111620": {"link": "https://ct.pipedrive.com/deal/111620", "kind": "pd_deal"}, "111621": {"link": "https://ct.pipedrive.com/deal/111621", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111630": {"link": "https://ct.pipedrive.com/deal/111630", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111632": {"link": "https://ct.pipedrive.com/deal/111632", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}, "111641": {"link": "https://ct.pipedrive.com/deal/111641", "kind": "pd_deal"}, "111642": {"link": "https://ct.pipedrive.com/deal/111642", "kind": "pd_deal"}}}}, {"name": "title", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111010, "Synthetic opportunity 1.0"], [111011, "Synthetic opportunity 1.1"], [111012, "Synthetic opportunity 1.2"], [111020, "Synthetic opportunity 2.0"], [111021, "Synthetic opportunity 2.1"], [111022, "Synthetic opportunity 2.2"], [111030, "Synthetic opportunity 3.0"], [111031, "Synthetic opportunity 3.1"], [111032, "Synthetic opportunity 3.2"], [111040, "Synthetic opportunity 4.0"], [111041, "Synthetic opportunity 4.1"], [111042, "Synthetic opportunity 4.2"], [111050, "Synthetic opportunity 5.0"], [111051, "Synthetic opportunity 5.1"], [111052, "Synthetic opportunity 5.2"], [111060, "Synthetic opportunity 6.0"], [111061, "Synthetic opportunity 6.1"], [111062, "Synthetic opportunity 6.2"], [111070, "Synthetic opportunity 7.0"], [111071, "Synthetic opportunity 7.1"], [111072, "Synthetic opportunity 7.2"], [111080, "Synthetic opportunity 8.0"], [111081, "Synthetic opportunity 8.1"], [111082, "Synthetic opportunity 8.2"], [111090, "Synthetic opportunity 9.0"], [111091, "Synthetic opportunity 9.1"], [111092, "Synthetic opportunity 9.2"], [111100, "Synthetic opportunity 10.0"], [111101, "Synthetic opportunity 10.1"], [111102, "Synthetic opportunity 10.2"], [111110, "Synthetic opportunity 11.0"], [111111, "Synthetic opportunity 11.1"], [111112, "Synthetic opportunity 11.2"], [111120, "Synthetic opportunity 12.0"], [111121, "Synthetic opportunity 12.1"], [111122, "Synthetic opportunity 12.2"], [111130, "Synthetic opportunity 13.0"], [111131, "Synthetic opportunity 13.1"], [111132, "Synthetic opportunity 13.2"], [111140, "Synthetic opportunity 14.0"], [111141, "Synthetic opportunity 14.1"], [111142, "Synthetic opportunity 14.2"], [111150, "Synthetic opportunity 15.0"], [111151, "Synthetic opportunity 15.1"], [111152, "Synthetic opportunity 15.2"], [111160, "Synthetic opportunity 16.0"], [111161, "Synthetic opportunity 16.1"], [111162, "Synthetic opportunity 16.2"], [111170, "Synthetic opportunity 17.0"], [111171, "Synthetic opportunity 17.1"], [111172, "Synthetic opportunity 17.2"], [111180, "Synthetic opportunity 18.0"], [111181, "Synthetic opportunity 18.1"], [111182, "Synthetic opportunity 18.2"], [111190, "Synthetic opportunity 19.0"], [111191, "Synthetic opportunity 19.1"], [111192, "Synthetic opportunity 19.2"], [111200, "Synthetic opportunity 20.0"], [111201, "Synthetic opportunity 20.1"], [111202, "Synthetic opportunity 20.2"], [111210, "Synthetic opportunity 21.0"], [111211, "Synthetic opportunity 21.1"], [111212, "Synthetic opportunity 21.2"], [111220, "Synthetic opportunity 22.0"], [111221, "Synthetic opportunity 22.1"], [111222, "Synthetic opportunity 22.2"], [111230, "Synthetic opportunity 23.0"], [111231, "Synthetic opportunity 23.1"], [111232, "Synthetic opportunity 23.2"], [111240, "Synthetic opportunity 24.0"], [111241, "Synthetic opportunity 24.1"], [111242, "Synthetic opportunity 24.2"], [111250, "Synthetic opportunity 25.0"], [111251, "Synthetic opportunity 25.1"], [111252, "Synthetic opportunity 25.2"], [111260, "Synthetic opportunity 26.0"], [111261, "Synthetic opportunity 26.1"], [111262, "Synthetic opportunity 26.2"], [111270, "Synthetic opportunity 27.0"], [111271, "Synthetic opportunity 27.1"], [111272, "Synthetic opportunity 27.2"], [111280, "Synthetic opportunity 28.0"], [111281, "Synthetic opportunity 28.1"], [111282, "Synthetic opportunity 28.2"], [111290, "Synthetic opportunity 29.0"], [111291, "Synthetic opportunity 29.1"], [111292, "Synthetic opportunity 29.2"], [111300, "Synthetic opportunity 30.0"], [111301, "Synthetic opportunity 30.1"], [111302, "Synthetic opportunity 30.2"], [111310, "Synthetic opportunity 31.0"], [111311, "Synthetic opportunity 31.1"], [111312, "Synthetic opportunity 31.2"], [111320, "Synthetic opportunity 32.0"], [111321, "Synthetic opportunity 32.1"], [111322, "Synthetic opportunity 32.2"], [111330, "Synthetic opportunity 33.0"], [111331, "Synthetic opportunity 33.1"], [111332, "Synthetic opportunity 33.2"], [111340, "Synthetic opportunity 34.0"], [111341, "Synthetic opportunity 34.1"], [111342, "Synthetic opportunity 34.2"], [111350, "Synthetic opportunity 35.0"], [111351, "Synthetic opportunity 35.1"], [111352, "Synthetic opportunity 35.2"], [111360, "Synthetic opportunity 36.0"], [111361, "Synthetic opportunity 36.1"], [111362, "Synthetic opportunity 36.2"], [111370, "Synthetic opportunity 37.0"], [111371, "Synthetic opportunity 37.1"], [111372, "Synthetic opportunity 37.2"], [111380, "Synthetic opportunity 38.0"], [111381, "Synthetic opportunity 38.1"], [111382, "Synthetic opportunity 38.2"], [111390, "Synthetic opportunity 39.0"], [111391, "Synthetic opportunity 39.1"], [111392, "Synthetic opportunity 39.2"], [111400, "Synthetic opportunity 40.0"], [111401, "Synthetic opportunity 40.1"], [111402, "Synthetic opportunity 40.2"], [111410, "Synthetic opportunity 41.0"], [111411, "Synthetic opportunity 41.1"], [111412, "Synthetic opportunity 41.2"], [111420, "Synthetic opportunity 42.0"], [111421, "Synthetic opportunity 42.1"], [111422, "Synthetic opportunity 42.2"], [111430, "Synthetic opportunity 43.0"], [111431, "Synthetic opportunity 43.1"], [111432, "Synthetic opportunity 43.2"], [111440, "Synthetic opportunity 44.0"], [111441, "Synthetic opportunity 44.1"], [111442, "Synthetic opportunity 44.2"], [111450, "Synthetic opportunity 45.0"], [111451, "Synthetic opportunity 45.1"], [111452, "Synthetic opportunity 45.2"], [111460, "Synthetic opportunity 46.0"], [111461, "Synthetic opportunity 46.1"], [111462, "Synthetic opportunity 46.2"], [111470, "Synthetic opportunity 47.0"], [111471, "Synthetic opportunity 47.1"], [111472, "Synthetic opportunity 47.2"], [111480, "Synthetic opportunity 48.0"], [111481, "Synthetic opportunity 48.1"], [111482, "Synthetic opportunity 48.2"], [111490, "Synthetic opportunity 49.0"], [111491, "Synthetic opportunity 49.1"], [111492, "Synthetic opportunity 49.2"], [111500, "Synthetic opportunity 50.0"], [111501, "Synthetic opportunity 50.1"], [111502, "Synthetic opportunity 50.2"], [111510, "Synthetic opportunity 51.0"], [111511, "Synthetic opportunity 51.1"], [111512, "Synthetic opportunity 51.2"], [111520, "Synthetic opportunity 52.0"], [111521, "Synthetic opportunity 52.1"], [111522, "Synthetic opportunity 52.2"], [111530, "Synthetic opportunity 53.0"], [111531, "Synthetic opportunity 53.1"], [111532, "Synthetic opportunity 53.2"], [111540, "Synthetic opportunity 54.0"], [111541, "Synthetic opportunity 54.1"], [111542, "Synthetic opportunity 54.2"], [111550, "Synthetic opportunity 55.0"], [111551, "Synthetic opportunity 55.1"], [111552, "Synthetic opportunity 55.2"], [111560, "Synthetic opportunity 56.0"], [111561, "Synthetic opportunity 56.1"], [111562, "Synthetic opportunity 56.2"], [111570, "Synthetic opportunity 57.0"], [111571, "Synthetic opportunity 57.1"], [111572, "Synthetic opportunity 57.2"], [111580, "Synthetic opportunity 58.0"], [111581, "Synthetic opportunity 58.1"], [111582, "Synthetic opportunity 58.2"], [111590, "Synthetic opportunity 59.0"], [111591, "Synthetic opportunity 59.1"], [111592, "Synthetic opportunity 59.2"], [111600, "Synthetic opportunity 60.0"], [111601, "Synthetic opportunity 60.1"], [111602, "Synthetic opportunity 60.2"], [111610, "Synthetic opportunity 61.0"], [111611, "Synthetic opportunity 61.1"], [111612, "Synthetic opportunity 61.2"], [111620, "Synthetic opportunity 62.0"], [111621, "Synthetic opportunity 62.1"], [111622, "Synthetic opportunity 62.2"], [111630, "Synthetic opportunity 63.0"], [111631, "Synthetic opportunity 63.1"], [111632, "Synthetic opportunity 63.2"], [111640, "Synthetic opportunity 64.0"], [111641, "Synthetic opportunity 64.1"], [111642, "Synthetic opportunity 64.2"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs and titles in deal ID orde...", "series": null}, "cost_estimate": {"total_cost": 16.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "510212df3605c6a3", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8db6adb528cbc74b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "8db6adb528cbc74b", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "661c2912-77ad-4103-a693-2e30f4c97c78", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "titles", "start": 28, "end": 34, "phrase": "title", "matched_term": "title", "column": "pipedrive.deals.title", "columns": ["pipedrive.deals.title"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "deal ID", "start": 38, "end": 45, "phrase": "deal id", "matched_term": "deal id", "column": "pipedrive.notes.deal_id", "columns": ["pipedrive.notes.deal_id", "pipedrive.activities.deal_id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "engagement_channel_sparsity", "options": [{"label": "The activities themselves", "system": "PD", "residence": "gold-rollup", "source_selector": "gold", "columns": ["activities"], "samples": []}, {"label": "Last touch date only", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.last_activity_date"], "samples": []}, {"label": "Email", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": [], "samples": []}, {"label": "Notes / what we discussed", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.notes.content_text"], "samples": ["notes"]}], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111010", "111011", "111012", "111020", "111021", "111022", "111030", "111031", "111032", "111040", "111041", "111042", "111050", "111051", "111052", "111060", "111061", "111062", "111070", "111071", "111072", "111080", "111081", "111082", "111090", "111091", "111092", "111100", "111101", "111102", "111110", "111111", "111112", "111120", "111121", "111122", "111130", "111131", "111132", "111140", "111141", "111142", "111150", "111151", "111152", "111160", "111161", "111162", "111170", "111171", "111172", "111180", "111181", "111182", "111190", "111191", "111192", "111200", "111201", "111202", "111210", "111211", "111212", "111220", "111221", "111222", "111230", "111231", "111232", "111240", "111241", "111242", "111250", "111251", "111252", "111260", "111261", "111262", "111270", "111271", "111272", "111280", "111281", "111282", "111290", "111291", "111292", "111300", "111301", "111302", "111310", "111311", "111312", "111320", "111321", "111322", "111330", "111331", "111332", "111340", "111341", "111342", "111350", "111351", "111352", "111360", "111361", "111362", "111370", "111371", "111372", "111380", "111381", "111382", "111390", "111391", "111392", "111400", "111401", "111402", "111410", "111411", "111412", "111420", "111421", "111422", "111430", "111431", "111432", "111440", "111441", "111442", "111450", "111451", "111452", "111460", "111461", "111462", "111470", "111471", "111472", "111480", "111481", "111482", "111490", "111491", "111492", "111500", "111501", "111502", "111510", "111511", "111512", "111520", "111521", "111522", "111530", "111531", "111532", "111540", "111541", "111542", "111550", "111551", "111552", "111560", "111561", "111562", "111570", "111571", "111572", "111580", "111581", "111582", "111590", "111591", "111592", "111600", "111601", "111602", "111610", "111611", "111612", "111620", "111621", "111622", "111630", "111631", "111632", "111640", "111641", "111642"], "key_count": 192, "over_cap": false, "derived_columns": ["id", "title"], "derivation": "sql_sha:9c8bc39e0fac8c5e"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "661c2912-77ad-4103-a693-2e30f4c97c78", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "9d59493c28ac55a0850befcdd300b111dae9e1d9209cbeaf6b89fa4e1e155118", "result_sha256": "9851a6f180b41f7d197cfe7f18d03cbc0e720fc6a8d6ea4989fe8c41ded0edd5"}
{"arm": "candidate", "case_id": "latency-dev-12", "repeat": 1, "elapsed_ms": 1150.9780157357454, "started_monotonic": 5601934.731685153, "finished_monotonic": 5601935.882663169, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 866.8651785701513, "job_status": "done", "job_id": "d4a96129-0f9b-4d48-baa2-e8dce3698612", "status": "success", "error": null, "raw_payload": {"id": "c16b245c-b5e9-4578-8c06-74d5bc4578d8", "conversation_id": "3e4eabc3-08cd-47a5-a14e-7bc26189d1d0", "turn_index": 0, "nl_query": "List Pipedrive deal IDs and titles in deal ID order.", "status": "success", "query_id": "2767556b-cb6b-422f-a1cd-baf78f4ce912", "trace_id": "7696f600b3da64ce13ae46c780ebd742", "trace_snapshot": {"trace_id": "7696f600b3da64ce13ae46c780ebd742", "context": {"trace_id": "7696f600b3da64ce13ae46c780ebd742", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 36.3, "sql_execution_ms": 1.7, "retrieval_ms": 0.22, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "d4a96129-0f9b-4d48-baa2-e8dce3698612", "timing": {"submission_ack_ms": 2.1636150777339935, "queue_ms": 0.0, "base_persistence_ms": 1.3605058193206787, "required_to_ready_ms": 703.8138154894114, "first_useful_ms": 703.8138154894114, "optional_ms": 121.98719661682844, "total_ms": 826.4170140028}, "optional_status": "done"}}, "generated_sql": "SELECT id, title FROM pipedrive.deals ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  title\nFROM pipedrive.deals\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111010": {"link": "https://ct.pipedrive.com/deal/111010", "kind": "pd_deal"}, "111011": {"link": "https://ct.pipedrive.com/deal/111011", "kind": "pd_deal"}, "111012": {"link": "https://ct.pipedrive.com/deal/111012", "kind": "pd_deal"}, "111020": {"link": "https://ct.pipedrive.com/deal/111020", "kind": "pd_deal"}, "111021": {"link": "https://ct.pipedrive.com/deal/111021", "kind": "pd_deal"}, "111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111030": {"link": "https://ct.pipedrive.com/deal/111030", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111032": {"link": "https://ct.pipedrive.com/deal/111032", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111041": {"link": "https://ct.pipedrive.com/deal/111041", "kind": "pd_deal"}, "111042": {"link": "https://ct.pipedrive.com/deal/111042", "kind": "pd_deal"}, "111050": {"link": "https://ct.pipedrive.com/deal/111050", "kind": "pd_deal"}, "111051": {"link": "https://ct.pipedrive.com/deal/111051", "kind": "pd_deal"}, "111052": {"link": "https://ct.pipedrive.com/deal/111052", "kind": "pd_deal"}, "111060": {"link": "https://ct.pipedrive.com/deal/111060", "kind": "pd_deal"}, "111061": {"link": "https://ct.pipedrive.com/deal/111061", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111070": {"link": "https://ct.pipedrive.com/deal/111070", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111072": {"link": "https://ct.pipedrive.com/deal/111072", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111081": {"link": "https://ct.pipedrive.com/deal/111081", "kind": "pd_deal"}, "111082": {"link": "https://ct.pipedrive.com/deal/111082", "kind": "pd_deal"}, "111090": {"link": "https://ct.pipedrive.com/deal/111090", "kind": "pd_deal"}, "111091": {"link": "https://ct.pipedrive.com/deal/111091", "kind": "pd_deal"}, "111092": {"link": "https://ct.pipedrive.com/deal/111092", "kind": "pd_deal"}, "111100": {"link": "https://ct.pipedrive.com/deal/111100", "kind": "pd_deal"}, "111101": {"link": "https://ct.pipedrive.com/deal/111101", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111110": {"link": "https://ct.pipedrive.com/deal/111110", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111112": {"link": "https://ct.pipedrive.com/deal/111112", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111121": {"link": "https://ct.pipedrive.com/deal/111121", "kind": "pd_deal"}, "111122": {"link": "https://ct.pipedrive.com/deal/111122", "kind": "pd_deal"}, "111130": {"link": "https://ct.pipedrive.com/deal/111130", "kind": "pd_deal"}, "111131": {"link": "https://ct.pipedrive.com/deal/111131", "kind": "pd_deal"}, "111132": {"link": "https://ct.pipedrive.com/deal/111132", "kind": "pd_deal"}, "111140": {"link": "https://ct.pipedrive.com/deal/111140", "kind": "pd_deal"}, "111141": {"link": "https://ct.pipedrive.com/deal/111141", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111150": {"link": "https://ct.pipedrive.com/deal/111150", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111152": {"link": "https://ct.pipedrive.com/deal/111152", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111161": {"link": "https://ct.pipedrive.com/deal/111161", "kind": "pd_deal"}, "111162": {"link": "https://ct.pipedrive.com/deal/111162", "kind": "pd_deal"}, "111170": {"link": "https://ct.pipedrive.com/deal/111170", "kind": "pd_deal"}, "111171": {"link": "https://ct.pipedrive.com/deal/111171", "kind": "pd_deal"}, "111172": {"link": "https://ct.pipedrive.com/deal/111172", "kind": "pd_deal"}, "111180": {"link": "https://ct.pipedrive.com/deal/111180", "kind": "pd_deal"}, "111181": {"link": "https://ct.pipedrive.com/deal/111181", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111190": {"link": "https://ct.pipedrive.com/deal/111190", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111192": {"link": "https://ct.pipedrive.com/deal/111192", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111201": {"link": "https://ct.pipedrive.com/deal/111201", "kind": "pd_deal"}, "111202": {"link": "https://ct.pipedrive.com/deal/111202", "kind": "pd_deal"}, "111210": {"link": "https://ct.pipedrive.com/deal/111210", "kind": "pd_deal"}, "111211": {"link": "https://ct.pipedrive.com/deal/111211", "kind": "pd_deal"}, "111212": {"link": "https://ct.pipedrive.com/deal/111212", "kind": "pd_deal"}, "111220": {"link": "https://ct.pipedrive.com/deal/111220", "kind": "pd_deal"}, "111221": {"link": "https://ct.pipedrive.com/deal/111221", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111230": {"link": "https://ct.pipedrive.com/deal/111230", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111232": {"link": "https://ct.pipedrive.com/deal/111232", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111241": {"link": "https://ct.pipedrive.com/deal/111241", "kind": "pd_deal"}, "111242": {"link": "https://ct.pipedrive.com/deal/111242", "kind": "pd_deal"}, "111250": {"link": "https://ct.pipedrive.com/deal/111250", "kind": "pd_deal"}, "111251": {"link": "https://ct.pipedrive.com/deal/111251", "kind": "pd_deal"}, "111252": {"link": "https://ct.pipedrive.com/deal/111252", "kind": "pd_deal"}, "111260": {"link": "https://ct.pipedrive.com/deal/111260", "kind": "pd_deal"}, "111261": {"link": "https://ct.pipedrive.com/deal/111261", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111270": {"link": "https://ct.pipedrive.com/deal/111270", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111272": {"link": "https://ct.pipedrive.com/deal/111272", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111281": {"link": "https://ct.pipedrive.com/deal/111281", "kind": "pd_deal"}, "111282": {"link": "https://ct.pipedrive.com/deal/111282", "kind": "pd_deal"}, "111290": {"link": "https://ct.pipedrive.com/deal/111290", "kind": "pd_deal"}, "111291": {"link": "https://ct.pipedrive.com/deal/111291", "kind": "pd_deal"}, "111292": {"link": "https://ct.pipedrive.com/deal/111292", "kind": "pd_deal"}, "111300": {"link": "https://ct.pipedrive.com/deal/111300", "kind": "pd_deal"}, "111301": {"link": "https://ct.pipedrive.com/deal/111301", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111310": {"link": "https://ct.pipedrive.com/deal/111310", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111312": {"link": "https://ct.pipedrive.com/deal/111312", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111321": {"link": "https://ct.pipedrive.com/deal/111321", "kind": "pd_deal"}, "111322": {"link": "https://ct.pipedrive.com/deal/111322", "kind": "pd_deal"}, "111330": {"link": "https://ct.pipedrive.com/deal/111330", "kind": "pd_deal"}, "111331": {"link": "https://ct.pipedrive.com/deal/111331", "kind": "pd_deal"}, "111332": {"link": "https://ct.pipedrive.com/deal/111332", "kind": "pd_deal"}, "111340": {"link": "https://ct.pipedrive.com/deal/111340", "kind": "pd_deal"}, "111341": {"link": "https://ct.pipedrive.com/deal/111341", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111350": {"link": "https://ct.pipedrive.com/deal/111350", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111352": {"link": "https://ct.pipedrive.com/deal/111352", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111361": {"link": "https://ct.pipedrive.com/deal/111361", "kind": "pd_deal"}, "111362": {"link": "https://ct.pipedrive.com/deal/111362", "kind": "pd_deal"}, "111370": {"link": "https://ct.pipedrive.com/deal/111370", "kind": "pd_deal"}, "111371": {"link": "https://ct.pipedrive.com/deal/111371", "kind": "pd_deal"}, "111372": {"link": "https://ct.pipedrive.com/deal/111372", "kind": "pd_deal"}, "111380": {"link": "https://ct.pipedrive.com/deal/111380", "kind": "pd_deal"}, "111381": {"link": "https://ct.pipedrive.com/deal/111381", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111390": {"link": "https://ct.pipedrive.com/deal/111390", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111392": {"link": "https://ct.pipedrive.com/deal/111392", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111401": {"link": "https://ct.pipedrive.com/deal/111401", "kind": "pd_deal"}, "111402": {"link": "https://ct.pipedrive.com/deal/111402", "kind": "pd_deal"}, "111410": {"link": "https://ct.pipedrive.com/deal/111410", "kind": "pd_deal"}, "111411": {"link": "https://ct.pipedrive.com/deal/111411", "kind": "pd_deal"}, "111412": {"link": "https://ct.pipedrive.com/deal/111412", "kind": "pd_deal"}, "111420": {"link": "https://ct.pipedrive.com/deal/111420", "kind": "pd_deal"}, "111421": {"link": "https://ct.pipedrive.com/deal/111421", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111430": {"link": "https://ct.pipedrive.com/deal/111430", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111432": {"link": "https://ct.pipedrive.com/deal/111432", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111441": {"link": "https://ct.pipedrive.com/deal/111441", "kind": "pd_deal"}, "111442": {"link": "https://ct.pipedrive.com/deal/111442", "kind": "pd_deal"}, "111450": {"link": "https://ct.pipedrive.com/deal/111450", "kind": "pd_deal"}, "111451": {"link": "https://ct.pipedrive.com/deal/111451", "kind": "pd_deal"}, "111452": {"link": "https://ct.pipedrive.com/deal/111452", "kind": "pd_deal"}, "111460": {"link": "https://ct.pipedrive.com/deal/111460", "kind": "pd_deal"}, "111461": {"link": "https://ct.pipedrive.com/deal/111461", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111470": {"link": "https://ct.pipedrive.com/deal/111470", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111472": {"link": "https://ct.pipedrive.com/deal/111472", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111481": {"link": "https://ct.pipedrive.com/deal/111481", "kind": "pd_deal"}, "111482": {"link": "https://ct.pipedrive.com/deal/111482", "kind": "pd_deal"}, "111490": {"link": "https://ct.pipedrive.com/deal/111490", "kind": "pd_deal"}, "111491": {"link": "https://ct.pipedrive.com/deal/111491", "kind": "pd_deal"}, "111492": {"link": "https://ct.pipedrive.com/deal/111492", "kind": "pd_deal"}, "111500": {"link": "https://ct.pipedrive.com/deal/111500", "kind": "pd_deal"}, "111501": {"link": "https://ct.pipedrive.com/deal/111501", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111510": {"link": "https://ct.pipedrive.com/deal/111510", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111512": {"link": "https://ct.pipedrive.com/deal/111512", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111521": {"link": "https://ct.pipedrive.com/deal/111521", "kind": "pd_deal"}, "111522": {"link": "https://ct.pipedrive.com/deal/111522", "kind": "pd_deal"}, "111530": {"link": "https://ct.pipedrive.com/deal/111530", "kind": "pd_deal"}, "111531": {"link": "https://ct.pipedrive.com/deal/111531", "kind": "pd_deal"}, "111532": {"link": "https://ct.pipedrive.com/deal/111532", "kind": "pd_deal"}, "111540": {"link": "https://ct.pipedrive.com/deal/111540", "kind": "pd_deal"}, "111541": {"link": "https://ct.pipedrive.com/deal/111541", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111550": {"link": "https://ct.pipedrive.com/deal/111550", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111552": {"link": "https://ct.pipedrive.com/deal/111552", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111561": {"link": "https://ct.pipedrive.com/deal/111561", "kind": "pd_deal"}, "111562": {"link": "https://ct.pipedrive.com/deal/111562", "kind": "pd_deal"}, "111570": {"link": "https://ct.pipedrive.com/deal/111570", "kind": "pd_deal"}, "111571": {"link": "https://ct.pipedrive.com/deal/111571", "kind": "pd_deal"}, "111572": {"link": "https://ct.pipedrive.com/deal/111572", "kind": "pd_deal"}, "111580": {"link": "https://ct.pipedrive.com/deal/111580", "kind": "pd_deal"}, "111581": {"link": "https://ct.pipedrive.com/deal/111581", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111590": {"link": "https://ct.pipedrive.com/deal/111590", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111592": {"link": "https://ct.pipedrive.com/deal/111592", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111601": {"link": "https://ct.pipedrive.com/deal/111601", "kind": "pd_deal"}, "111602": {"link": "https://ct.pipedrive.com/deal/111602", "kind": "pd_deal"}, "111610": {"link": "https://ct.pipedrive.com/deal/111610", "kind": "pd_deal"}, "111611": {"link": "https://ct.pipedrive.com/deal/111611", "kind": "pd_deal"}, "111612": {"link": "https://ct.pipedrive.com/deal/111612", "kind": "pd_deal"}, "111620": {"link": "https://ct.pipedrive.com/deal/111620", "kind": "pd_deal"}, "111621": {"link": "https://ct.pipedrive.com/deal/111621", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111630": {"link": "https://ct.pipedrive.com/deal/111630", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111632": {"link": "https://ct.pipedrive.com/deal/111632", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}, "111641": {"link": "https://ct.pipedrive.com/deal/111641", "kind": "pd_deal"}, "111642": {"link": "https://ct.pipedrive.com/deal/111642", "kind": "pd_deal"}}}}, {"name": "title", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111010, "Synthetic opportunity 1.0"], [111011, "Synthetic opportunity 1.1"], [111012, "Synthetic opportunity 1.2"], [111020, "Synthetic opportunity 2.0"], [111021, "Synthetic opportunity 2.1"], [111022, "Synthetic opportunity 2.2"], [111030, "Synthetic opportunity 3.0"], [111031, "Synthetic opportunity 3.1"], [111032, "Synthetic opportunity 3.2"], [111040, "Synthetic opportunity 4.0"], [111041, "Synthetic opportunity 4.1"], [111042, "Synthetic opportunity 4.2"], [111050, "Synthetic opportunity 5.0"], [111051, "Synthetic opportunity 5.1"], [111052, "Synthetic opportunity 5.2"], [111060, "Synthetic opportunity 6.0"], [111061, "Synthetic opportunity 6.1"], [111062, "Synthetic opportunity 6.2"], [111070, "Synthetic opportunity 7.0"], [111071, "Synthetic opportunity 7.1"], [111072, "Synthetic opportunity 7.2"], [111080, "Synthetic opportunity 8.0"], [111081, "Synthetic opportunity 8.1"], [111082, "Synthetic opportunity 8.2"], [111090, "Synthetic opportunity 9.0"], [111091, "Synthetic opportunity 9.1"], [111092, "Synthetic opportunity 9.2"], [111100, "Synthetic opportunity 10.0"], [111101, "Synthetic opportunity 10.1"], [111102, "Synthetic opportunity 10.2"], [111110, "Synthetic opportunity 11.0"], [111111, "Synthetic opportunity 11.1"], [111112, "Synthetic opportunity 11.2"], [111120, "Synthetic opportunity 12.0"], [111121, "Synthetic opportunity 12.1"], [111122, "Synthetic opportunity 12.2"], [111130, "Synthetic opportunity 13.0"], [111131, "Synthetic opportunity 13.1"], [111132, "Synthetic opportunity 13.2"], [111140, "Synthetic opportunity 14.0"], [111141, "Synthetic opportunity 14.1"], [111142, "Synthetic opportunity 14.2"], [111150, "Synthetic opportunity 15.0"], [111151, "Synthetic opportunity 15.1"], [111152, "Synthetic opportunity 15.2"], [111160, "Synthetic opportunity 16.0"], [111161, "Synthetic opportunity 16.1"], [111162, "Synthetic opportunity 16.2"], [111170, "Synthetic opportunity 17.0"], [111171, "Synthetic opportunity 17.1"], [111172, "Synthetic opportunity 17.2"], [111180, "Synthetic opportunity 18.0"], [111181, "Synthetic opportunity 18.1"], [111182, "Synthetic opportunity 18.2"], [111190, "Synthetic opportunity 19.0"], [111191, "Synthetic opportunity 19.1"], [111192, "Synthetic opportunity 19.2"], [111200, "Synthetic opportunity 20.0"], [111201, "Synthetic opportunity 20.1"], [111202, "Synthetic opportunity 20.2"], [111210, "Synthetic opportunity 21.0"], [111211, "Synthetic opportunity 21.1"], [111212, "Synthetic opportunity 21.2"], [111220, "Synthetic opportunity 22.0"], [111221, "Synthetic opportunity 22.1"], [111222, "Synthetic opportunity 22.2"], [111230, "Synthetic opportunity 23.0"], [111231, "Synthetic opportunity 23.1"], [111232, "Synthetic opportunity 23.2"], [111240, "Synthetic opportunity 24.0"], [111241, "Synthetic opportunity 24.1"], [111242, "Synthetic opportunity 24.2"], [111250, "Synthetic opportunity 25.0"], [111251, "Synthetic opportunity 25.1"], [111252, "Synthetic opportunity 25.2"], [111260, "Synthetic opportunity 26.0"], [111261, "Synthetic opportunity 26.1"], [111262, "Synthetic opportunity 26.2"], [111270, "Synthetic opportunity 27.0"], [111271, "Synthetic opportunity 27.1"], [111272, "Synthetic opportunity 27.2"], [111280, "Synthetic opportunity 28.0"], [111281, "Synthetic opportunity 28.1"], [111282, "Synthetic opportunity 28.2"], [111290, "Synthetic opportunity 29.0"], [111291, "Synthetic opportunity 29.1"], [111292, "Synthetic opportunity 29.2"], [111300, "Synthetic opportunity 30.0"], [111301, "Synthetic opportunity 30.1"], [111302, "Synthetic opportunity 30.2"], [111310, "Synthetic opportunity 31.0"], [111311, "Synthetic opportunity 31.1"], [111312, "Synthetic opportunity 31.2"], [111320, "Synthetic opportunity 32.0"], [111321, "Synthetic opportunity 32.1"], [111322, "Synthetic opportunity 32.2"], [111330, "Synthetic opportunity 33.0"], [111331, "Synthetic opportunity 33.1"], [111332, "Synthetic opportunity 33.2"], [111340, "Synthetic opportunity 34.0"], [111341, "Synthetic opportunity 34.1"], [111342, "Synthetic opportunity 34.2"], [111350, "Synthetic opportunity 35.0"], [111351, "Synthetic opportunity 35.1"], [111352, "Synthetic opportunity 35.2"], [111360, "Synthetic opportunity 36.0"], [111361, "Synthetic opportunity 36.1"], [111362, "Synthetic opportunity 36.2"], [111370, "Synthetic opportunity 37.0"], [111371, "Synthetic opportunity 37.1"], [111372, "Synthetic opportunity 37.2"], [111380, "Synthetic opportunity 38.0"], [111381, "Synthetic opportunity 38.1"], [111382, "Synthetic opportunity 38.2"], [111390, "Synthetic opportunity 39.0"], [111391, "Synthetic opportunity 39.1"], [111392, "Synthetic opportunity 39.2"], [111400, "Synthetic opportunity 40.0"], [111401, "Synthetic opportunity 40.1"], [111402, "Synthetic opportunity 40.2"], [111410, "Synthetic opportunity 41.0"], [111411, "Synthetic opportunity 41.1"], [111412, "Synthetic opportunity 41.2"], [111420, "Synthetic opportunity 42.0"], [111421, "Synthetic opportunity 42.1"], [111422, "Synthetic opportunity 42.2"], [111430, "Synthetic opportunity 43.0"], [111431, "Synthetic opportunity 43.1"], [111432, "Synthetic opportunity 43.2"], [111440, "Synthetic opportunity 44.0"], [111441, "Synthetic opportunity 44.1"], [111442, "Synthetic opportunity 44.2"], [111450, "Synthetic opportunity 45.0"], [111451, "Synthetic opportunity 45.1"], [111452, "Synthetic opportunity 45.2"], [111460, "Synthetic opportunity 46.0"], [111461, "Synthetic opportunity 46.1"], [111462, "Synthetic opportunity 46.2"], [111470, "Synthetic opportunity 47.0"], [111471, "Synthetic opportunity 47.1"], [111472, "Synthetic opportunity 47.2"], [111480, "Synthetic opportunity 48.0"], [111481, "Synthetic opportunity 48.1"], [111482, "Synthetic opportunity 48.2"], [111490, "Synthetic opportunity 49.0"], [111491, "Synthetic opportunity 49.1"], [111492, "Synthetic opportunity 49.2"], [111500, "Synthetic opportunity 50.0"], [111501, "Synthetic opportunity 50.1"], [111502, "Synthetic opportunity 50.2"], [111510, "Synthetic opportunity 51.0"], [111511, "Synthetic opportunity 51.1"], [111512, "Synthetic opportunity 51.2"], [111520, "Synthetic opportunity 52.0"], [111521, "Synthetic opportunity 52.1"], [111522, "Synthetic opportunity 52.2"], [111530, "Synthetic opportunity 53.0"], [111531, "Synthetic opportunity 53.1"], [111532, "Synthetic opportunity 53.2"], [111540, "Synthetic opportunity 54.0"], [111541, "Synthetic opportunity 54.1"], [111542, "Synthetic opportunity 54.2"], [111550, "Synthetic opportunity 55.0"], [111551, "Synthetic opportunity 55.1"], [111552, "Synthetic opportunity 55.2"], [111560, "Synthetic opportunity 56.0"], [111561, "Synthetic opportunity 56.1"], [111562, "Synthetic opportunity 56.2"], [111570, "Synthetic opportunity 57.0"], [111571, "Synthetic opportunity 57.1"], [111572, "Synthetic opportunity 57.2"], [111580, "Synthetic opportunity 58.0"], [111581, "Synthetic opportunity 58.1"], [111582, "Synthetic opportunity 58.2"], [111590, "Synthetic opportunity 59.0"], [111591, "Synthetic opportunity 59.1"], [111592, "Synthetic opportunity 59.2"], [111600, "Synthetic opportunity 60.0"], [111601, "Synthetic opportunity 60.1"], [111602, "Synthetic opportunity 60.2"], [111610, "Synthetic opportunity 61.0"], [111611, "Synthetic opportunity 61.1"], [111612, "Synthetic opportunity 61.2"], [111620, "Synthetic opportunity 62.0"], [111621, "Synthetic opportunity 62.1"], [111622, "Synthetic opportunity 62.2"], [111630, "Synthetic opportunity 63.0"], [111631, "Synthetic opportunity 63.1"], [111632, "Synthetic opportunity 63.2"], [111640, "Synthetic opportunity 64.0"], [111641, "Synthetic opportunity 64.1"], [111642, "Synthetic opportunity 64.2"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs and titles in deal ID orde...", "series": null}, "cost_estimate": {"total_cost": 16.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "192 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals.", "bullets": ["Reads from deals."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "43a18e7b7b1e243d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "43a18e7b7b1e243d", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "2767556b-cb6b-422f-a1cd-baf78f4ce912", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "titles", "start": 28, "end": 34, "phrase": "title", "matched_term": "title", "column": "pipedrive.deals.title", "columns": ["pipedrive.deals.title"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "deal ID", "start": 38, "end": 45, "phrase": "deal id", "matched_term": "deal id", "column": "pipedrive.notes.deal_id", "columns": ["pipedrive.notes.deal_id", "pipedrive.activities.deal_id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "engagement_channel_sparsity", "options": [{"label": "The activities themselves", "system": "PD", "residence": "gold-rollup", "source_selector": "gold", "columns": ["activities"], "samples": []}, {"label": "Last touch date only", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.last_activity_date"], "samples": []}, {"label": "Email", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": [], "samples": []}, {"label": "Notes / what we discussed", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.notes.content_text"], "samples": ["notes"]}], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "2767556b-cb6b-422f-a1cd-baf78f4ce912", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "9d59493c28ac55a0850befcdd300b111dae9e1d9209cbeaf6b89fa4e1e155118", "result_sha256": "c79e73d5486554f7279521ebc035a2ce6674b5e31fec1f91c365932895075ac5"}
{"arm": "candidate", "case_id": "latency-dev-29", "repeat": 1, "elapsed_ms": 958.1271801143885, "started_monotonic": 5601935.886168642, "finished_monotonic": 5601936.844295822, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 681.5779879689217, "job_status": "done", "job_id": "85f1e902-d246-4ff9-b2f4-7f7c429a4d41", "status": "error", "error": null, "raw_payload": {"id": "fba6e7f1-19a9-4c5e-af2d-2facd6a535b3", "conversation_id": "bf35b0da-8bee-4377-b42b-3589a26f5980", "turn_index": 0, "nl_query": "List raw CT trade-detail IDs with their booking IDs.", "status": "error", "query_id": "37752c05-62c3-49ef-b7f0-d4cc0347b637", "trace_id": "7696f60011dd64bdf38841aa9bc40163", "trace_snapshot": {"trace_id": "7696f60011dd64bdf38841aa9bc40163", "context": {"trace_id": "7696f60011dd64bdf38841aa9bc40163", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 14.29, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "85f1e902-d246-4ff9-b2f4-7f7c429a4d41", "timing": {"submission_ack_ms": 2.3274030536413193, "queue_ms": 0.0, "base_persistence_ms": 3.3866381272673607, "required_to_ready_ms": 554.5138651505113, "optional_ms": 81.11277595162392, "total_ms": 636.4828227087855}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "05f1f9d597b0ffe0", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "998e8288163b61e7", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "998e8288163b61e7", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "37752c05-62c3-49ef-b7f0-d4cc0347b637", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "37752c05-62c3-49ef-b7f0-d4cc0347b637", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "db0a2ecf58b8898e941946956896a692ea13850065f2f054f1a97662269823ad", "result_sha256": "244af785c715fc2abe2a72d0bdce83c0cce6ae19f9c6609b09401424fcb63ba1"}
{"arm": "original", "case_id": "latency-dev-29", "repeat": 1, "elapsed_ms": 789.2977558076382, "started_monotonic": 5601936.844897514, "finished_monotonic": 5601937.63419527, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 511.83421164751053, "job_status": "done", "job_id": "f87ebe7a-c959-48a4-beff-17556d83215b", "status": "error", "error": null, "raw_payload": {"id": "205e0230-6197-448b-95c2-e21e52ec27f5", "conversation_id": "f3694058-6b1f-4fff-b5b2-8c0f28f0b51e", "turn_index": 0, "nl_query": "List raw CT trade-detail IDs with their booking IDs.", "status": "error", "query_id": "b536832b-5663-4720-b412-81cac0b4372a", "trace_id": "federated-b536832b-5663-4720-b412-81cac0b4372a", "trace_snapshot": {"job": {"job_id": "f87ebe7a-c959-48a4-beff-17556d83215b", "timing": {"submission_ack_ms": 5.525063723325729, "queue_ms": 0.0, "base_persistence_ms": 0.8688010275363922, "required_to_ready_ms": 401.7645725980401, "optional_ms": 63.53559158742428, "total_ms": 465.69023840129375}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "44e69b4e868b0409", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "44e69b4e868b0409", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "b536832b-5663-4720-b412-81cac0b4372a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "b536832b-5663-4720-b412-81cac0b4372a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "db0a2ecf58b8898e941946956896a692ea13850065f2f054f1a97662269823ad", "result_sha256": "1df99ed03b887affc1e0f6b2bdd1b56705175d1630c3f080a3453b21dca2a845"}
{"arm": "candidate", "case_id": "latency-dev-06", "repeat": 2, "elapsed_ms": 1732.0084376260638, "started_monotonic": 5601937.634737159, "finished_monotonic": 5601939.366745597, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1456.9422965869308, "job_status": "done", "job_id": "f4f02a6d-2dbf-4576-b642-c1e1e9062a12", "status": "success", "error": null, "raw_payload": {"id": "f486fe2e-a64b-4b93-b296-4a3ce5c3e933", "conversation_id": "f6b6466c-ee67-4732-9cde-24123ad63a80", "turn_index": 0, "nl_query": "List CT snapshot client IDs with a recorded first activation date.", "status": "success", "query_id": "7a2a47cc-b6ea-4805-8ac0-2e1eea2be2a3", "trace_id": "7696f600951c7fcdd8c5463b87958c85", "trace_snapshot": {"trace_id": "7696f600951c7fcdd8c5463b87958c85", "context": {"trace_id": "7696f600951c7fcdd8c5463b87958c85", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 4.74, "merge_ms": 7.64, "total_ms": 265.29, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 30, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600266f956804ed41dfb7f2110c", "7696f600a0e2b9ef5dff43d3b94e9830"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "f4f02a6d-2dbf-4576-b642-c1e1e9062a12", "timing": {"submission_ack_ms": 2.151224762201309, "queue_ms": 0.0, "base_persistence_ms": 8.154094219207764, "required_to_ready_ms": 1326.5295159071684, "first_useful_ms": 1326.5295159071684, "optional_ms": 212.09503803402185, "total_ms": 1540.6293841078877}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "first_activated_at", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "source_label": "gold", "value_class": "date", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "2026-07-31"], [11005, "Fictional Company 5", "cfx (corporate)", "2026-03-29"], [11006, "Fictional Company 6", "cfx (corporate)", "2025-10-26"], [11007, "Fictional Company 7", "cfx (corporate)", "2025-10-26"], [11010, "Fictional Company 10", "cfx (corporate)", "2026-06-01"], [11011, "Fictional Company 11", "cfx (corporate)", "2026-08-31"], [11013, "Fictional Company 13", "cfx (corporate)", "2026-08-31"], [11014, "Fictional Company 14", "cfx (corporate)", "2026-07-31"], [11015, "Fictional Company 15", "cfx (corporate)", "2026-07-31"], [11021, "Fictional Company 21", "cfx (corporate)", "2024-02-29"], [11022, "Fictional Company 22", "cfx (corporate)", "2026-06-01"], [11025, "Fictional Company 25", "cfx (corporate)", "2026-08-31"], [11026, "Fictional Company 26", "unknown", "2026-07-31"], [11030, "Fictional Company 30", "cfx (corporate)", "2025-10-26"], [11031, "Fictional Company 31", "cfx (corporate)", "2025-10-26"], [11033, "Fictional Company 33", "cfx (corporate)", "2024-02-29"], [11035, "Fictional Company 35", "unknown", "2026-08-31"], [11037, "Fictional Company 37", "cfx (corporate)", "2026-08-31"], [11039, "Fictional Company 39", "cfx (corporate)", "2026-07-31"], [11041, "Fictional Company 41", "cfx (corporate)", "2026-03-29"], [11042, "Fictional Company 42", "cfx (corporate)", "2025-10-26"], [11043, "Fictional Company 43", "cfx (corporate)", "2025-10-26"], [11047, "Fictional Company 47", "cfx (corporate)", "2026-08-31"], [11049, "Fictional Company 49", "cfx (corporate)", "2026-08-31"], [11050, "Fictional Company 50", "cfx (corporate)", "2026-07-31"], [11053, "Fictional Company 53", "unknown", "2026-03-29"], [11055, "Fictional Company 55", "cfx (corporate)", "2025-10-26"], [11059, "Fictional Company 59", "cfx (corporate)", "2026-08-31"], [11061, "Fictional Company 61", "cfx (corporate)", "2026-08-31"], [11062, "Fictional Company 62", "unknown", "2026-07-31"]], "row_count": 30, "was_truncated": false, "truncation_message": null, "chart_type": "line", "chart_config": {"type": "line", "x_axis": "first_activated_at", "y_axis": "first_activated_at", "title": "List CT snapshot client IDs with a recorded first ...", "series": ["first_activated_at"]}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "30 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Combines the source results. Gold / Pipedrive: Reads rows from client_360. CT Ledger: Reads rows from accounts grouped by id.", "bullets": ["Gold / Pipedrive: Reads from client_360.", "Gold / Pipedrive: Keeps only rows matching filters on first_activated_at.", "CT Ledger: Reads from accounts.", "CT Ledger: Groups the results by id."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a1e14c46ccc2fcc8", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "71fbe083b9439792", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "71fbe083b9439792", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "7a2a47cc-b6ea-4805-8ac0-2e1eea2be2a3", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600266f956804ed41dfb7f2110c", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 30, "measure_class": "pd_pipeline", "merge_measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, first_activated_at FROM ct.client_360 WHERE NOT first_activated_at IS NULL ORDER BY user_id LIMIT 10001"}, {"trace_id": "7696f600a0e2b9ef5dff43d3b94e9830", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "merge_measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10001"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 30, "unmatched": 0, "dropped_null": 0, "output_rows": 30, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "Measures retain their source and basis; they are not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "activation date", "start": 50, "end": 65, "phrase": "verified at", "matched_term": "activation date", "column": "ct.broker_accounts.verified_at", "columns": ["ct.broker_accounts.verified_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group broker-account rows to one per user_id before merge.", "federation_note": "When the broker account was verified (NULL = not verified). A user with >=1 verified broker account is 'activated'."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11005", "11006", "11007", "11010", "11011", "11013", "11014", "11015", "11021", "11022", "11025", "11026", "11030", "11031", "11033", "11035", "11037", "11039", "11041", "11042", "11043", "11047", "11049", "11050", "11053", "11055", "11059", "11061", "11062"], "keys_available": true, "key_count": 30, "over_cap": false, "derivation": "", "materialized_from_truncated_listing": true}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["activation-definition", "activation-definition-gold", "onboarding-duration", "declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 265.29356837272644, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "7a2a47cc-b6ea-4805-8ac0-2e1eea2be2a3", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c7b444da01769f4159fcca97d621ae112e6f1970bc4f1b20ab67d0403915f7ec", "result_sha256": "cf59d2e92560bd4e7fc640046ee6b5c0f4abffbe00cde2e52c35814f60064df6"}
{"arm": "original", "case_id": "latency-dev-06", "repeat": 2, "elapsed_ms": 1122.1215864643455, "started_monotonic": 5601939.368161786, "finished_monotonic": 5601940.490283373, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 848.2405468821526, "job_status": "done", "job_id": "79c0382b-386e-4c17-a6d5-7177ef7929a3", "status": "success", "error": null, "raw_payload": {"id": "bf6ba575-46e2-4ada-8e10-5726aae7f11f", "conversation_id": "28d9766c-d49d-4204-8f44-43c527a8d329", "turn_index": 0, "nl_query": "List CT snapshot client IDs with a recorded first activation date.", "status": "success", "query_id": "fca6b173-9b27-4262-be53-4e6e3092db21", "trace_id": "7696f6000e2c7154fce545f08ef7bbe9", "trace_snapshot": {"trace_id": "7696f6000e2c7154fce545f08ef7bbe9", "context": {"trace_id": "7696f6000e2c7154fce545f08ef7bbe9", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.41, "merge_ms": 1.46, "total_ms": 71.49, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 30, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600296a5983cfa444d4b275d257", "7696f6000e1a0dd54e0041edbe58a1b2"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "79c0382b-386e-4c17-a6d5-7177ef7929a3", "timing": {"submission_ack_ms": 3.0840663239359856, "queue_ms": 0.0, "base_persistence_ms": 3.3858688548207283, "required_to_ready_ms": 789.5788252353668, "first_useful_ms": 789.5788252353668, "optional_ms": 117.06049460917711, "total_ms": 907.4342073872685}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "first_activated_at", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "date", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "2026-07-31"], [11005, "Fictional Company 5", "cfx (corporate)", "2026-03-29"], [11006, "Fictional Company 6", "cfx (corporate)", "2025-10-26"], [11007, "Fictional Company 7", "cfx (corporate)", "2025-10-26"], [11010, "Fictional Company 10", "cfx (corporate)", "2026-06-01"], [11011, "Fictional Company 11", "cfx (corporate)", "2026-08-31"], [11013, "Fictional Company 13", "cfx (corporate)", "2026-08-31"], [11014, "Fictional Company 14", "cfx (corporate)", "2026-07-31"], [11015, "Fictional Company 15", "cfx (corporate)", "2026-07-31"], [11021, "Fictional Company 21", "cfx (corporate)", "2024-02-29"], [11022, "Fictional Company 22", "cfx (corporate)", "2026-06-01"], [11025, "Fictional Company 25", "cfx (corporate)", "2026-08-31"], [11026, "Fictional Company 26", "unknown", "2026-07-31"], [11030, "Fictional Company 30", "cfx (corporate)", "2025-10-26"], [11031, "Fictional Company 31", "cfx (corporate)", "2025-10-26"], [11033, "Fictional Company 33", "cfx (corporate)", "2024-02-29"], [11035, "Fictional Company 35", "unknown", "2026-08-31"], [11037, "Fictional Company 37", "cfx (corporate)", "2026-08-31"], [11039, "Fictional Company 39", "cfx (corporate)", "2026-07-31"], [11041, "Fictional Company 41", "cfx (corporate)", "2026-03-29"], [11042, "Fictional Company 42", "cfx (corporate)", "2025-10-26"], [11043, "Fictional Company 43", "cfx (corporate)", "2025-10-26"], [11047, "Fictional Company 47", "cfx (corporate)", "2026-08-31"], [11049, "Fictional Company 49", "cfx (corporate)", "2026-08-31"], [11050, "Fictional Company 50", "cfx (corporate)", "2026-07-31"], [11053, "Fictional Company 53", "unknown", "2026-03-29"], [11055, "Fictional Company 55", "cfx (corporate)", "2025-10-26"], [11059, "Fictional Company 59", "cfx (corporate)", "2026-08-31"], [11061, "Fictional Company 61", "cfx (corporate)", "2026-08-31"], [11062, "Fictional Company 62", "unknown", "2026-07-31"]], "row_count": 30, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs with a recorded first ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8aa0311850d312a9", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a2e0d7f0f307def4", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "a2e0d7f0f307def4", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "fca6b173-9b27-4262-be53-4e6e3092db21", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600296a5983cfa444d4b275d257", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 30, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, first_activated_at FROM ct.client_360 WHERE NOT first_activated_at IS NULL ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f6000e1a0dd54e0041edbe58a1b2", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 30, "unmatched": 0, "dropped_null": 0, "output_rows": 30, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "activation date", "start": 50, "end": 65, "phrase": "verified at", "matched_term": "activation date", "column": "ct.broker_accounts.verified_at", "columns": ["ct.broker_accounts.verified_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group broker-account rows to one per user_id before merge.", "federation_note": "When the broker account was verified (NULL = not verified). A user with >=1 verified broker account is 'activated'."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11005", "11006", "11007", "11010", "11011", "11013", "11014", "11015", "11021", "11022", "11025", "11026", "11030", "11031", "11033", "11035", "11037", "11039", "11041", "11042", "11043", "11047", "11049", "11050", "11053", "11055", "11059", "11061", "11062"], "key_count": 30, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "first_activated_at"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["activation-definition", "activation-definition-gold", "onboarding-duration", "declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 71.49398047477007, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "fca6b173-9b27-4262-be53-4e6e3092db21", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c7b444da01769f4159fcca97d621ae112e6f1970bc4f1b20ab67d0403915f7ec", "result_sha256": "b849a6b6b9cfc2cffb9fc5edb37b17d8b797e6fa52218be77454daa76c23fc65"}
{"arm": "original", "case_id": "latency-dev-11", "repeat": 2, "elapsed_ms": 1030.9512075036764, "started_monotonic": 5601940.491549747, "finished_monotonic": 5601941.522500955, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 760.3029422461987, "job_status": "done", "job_id": "356b0505-4afb-497e-a4bf-392968079908", "status": "success", "error": null, "raw_payload": {"id": "aba503f9-0cfd-4c6f-98f8-0cf1fa7e80d3", "conversation_id": "090c5df2-d3c7-4dcd-8cae-c4e58ac9616c", "turn_index": 0, "nl_query": "How many Pipedrive deals are recorded?", "status": "success", "query_id": "39f8e54d-e78e-4a31-b593-b21be87e9ea0", "trace_id": "7696f600a1f398bf218244e784136cd9", "trace_snapshot": {"trace_id": "7696f600a1f398bf218244e784136cd9", "context": {"trace_id": "7696f600a1f398bf218244e784136cd9", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 21.95, "sql_execution_ms": 1.46, "retrieval_ms": 0.01, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "356b0505-4afb-497e-a4bf-392968079908", "timing": {"submission_ack_ms": 3.546743653714657, "queue_ms": 0.0, "base_persistence_ms": 1.1173887178301811, "required_to_ready_ms": 616.0047454759479, "first_useful_ms": 616.0047454759479, "optional_ms": 112.25214507430792, "total_ms": 728.6812346428633}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS deal_count FROM pipedrive.deals", "generated_sql_pretty": "SELECT\n  COUNT(*) AS deal_count\nFROM pipedrive.deals", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[192]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "deal_count", "title": "How many Pipedrive deals are recorded?", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.41, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "0958bd12cc47a470", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "51ef54de66d6365f", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "51ef54de66d6365f", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "39f8e54d-e78e-4a31-b593-b21be87e9ea0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "39f8e54d-e78e-4a31-b593-b21be87e9ea0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "abdb75a0119d764e835378be23d86668238557d03c3e4da7e2da06d41ef1cec2", "result_sha256": "dee2b6c97bf9f541a06d87c6e55cb65866bc2baf382a33306030fafa4fc8dcfa"}
{"arm": "candidate", "case_id": "latency-dev-11", "repeat": 2, "elapsed_ms": 1054.1887506842613, "started_monotonic": 5601941.523086916, "finished_monotonic": 5601942.577275666, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 783.3998398855329, "job_status": "done", "job_id": "19782e5d-d5a0-48b8-8325-3f5354b11bfc", "status": "success", "error": null, "raw_payload": {"id": "be0c678b-3b06-4c50-b852-3b2568c1985e", "conversation_id": "4a96e1c5-29cd-42fc-85e8-693901e4355a", "turn_index": 0, "nl_query": "How many Pipedrive deals are recorded?", "status": "success", "query_id": "d1431c54-088e-4fc6-9d51-82e6e6f2d779", "trace_id": "7696f60048991a9c3f284e99a08e856b", "trace_snapshot": {"trace_id": "7696f60048991a9c3f284e99a08e856b", "context": {"trace_id": "7696f60048991a9c3f284e99a08e856b", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 38.08, "sql_execution_ms": 1.87, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "19782e5d-d5a0-48b8-8325-3f5354b11bfc", "timing": {"submission_ack_ms": 2.658962272107601, "queue_ms": 0.0, "base_persistence_ms": 0.8574817329645157, "required_to_ready_ms": 649.0786410868168, "first_useful_ms": 649.0786410868168, "optional_ms": 96.67600132524967, "total_ms": 746.1487958207726}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS deal_count FROM pipedrive.deals", "generated_sql_pretty": "SELECT\n  COUNT(*) AS deal_count\nFROM pipedrive.deals", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[192]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "deal_count", "title": "How many Pipedrive deals are recorded?", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.41, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 192.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals.", "bullets": ["Reads from deals.", "Calculates how many rows there are."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7b924c028e596511", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7b924c028e596511", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "d1431c54-088e-4fc6-9d51-82e6e6f2d779", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "d1431c54-088e-4fc6-9d51-82e6e6f2d779", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "abdb75a0119d764e835378be23d86668238557d03c3e4da7e2da06d41ef1cec2", "result_sha256": "c033dd02ef6780edbb304863fb0ebd6e59ceeaf48496269e4378b386398e3405"}
{"arm": "candidate", "case_id": "latency-dev-08", "repeat": 2, "elapsed_ms": 1021.4047441259027, "started_monotonic": 5601942.577839396, "finished_monotonic": 5601943.59924414, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 744.481498375535, "job_status": "done", "job_id": "322edd70-d0e0-412f-91a4-e3cc8669f7af", "status": "success", "error": null, "raw_payload": {"id": "3cbd2552-b9a1-4eea-bad5-9bc2a2144f4e", "conversation_id": "6e58f140-4166-46c2-9043-272dc926eb3f", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time booked revenue in GBP.", "status": "success", "query_id": "c7fc416d-cc99-4e83-8855-b34cafc984b1", "trace_id": "7696f6007d452eb8fe7e4f77a36bcf95", "trace_snapshot": {"trace_id": "7696f6007d452eb8fe7e4f77a36bcf95", "context": {"trace_id": "7696f6007d452eb8fe7e4f77a36bcf95", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 34.72, "sql_execution_ms": 2.65, "retrieval_ms": 0.09, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "322edd70-d0e0-412f-91a4-e3cc8669f7af", "timing": {"submission_ack_ms": 1.6237962990999222, "queue_ms": 0.0, "base_persistence_ms": 1.0622479021549225, "required_to_ready_ms": 656.892784871161, "first_useful_ms": 656.892784871161, "optional_ms": 224.26319401711226, "total_ms": 881.6041341051459}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, revenue_gbp_all AS booked_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  revenue_gbp_all AS booked_revenue_gbp\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "booked_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": "GBP", "currency": null, "unit_column": null, "unit_unverified": false, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "14.50"], [11004, "Fictional Company 4", "cfx (corporate)", "18.40"], [11005, "Fictional Company 5", "cfx (corporate)", "22.30"], [11006, "Fictional Company 6", "cfx (corporate)", "26.20"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", "34.00"], [11010, "Fictional Company 10", "cfx (corporate)", "41.80"], [11011, "Fictional Company 11", "cfx (corporate)", "-45.70"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "53.50"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "61.30"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "80.80"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-88.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "100.30"], [11026, "Fictional Company 26", "unknown", "104.20"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "119.80"], [11031, "Fictional Company 31", "cfx (corporate)", "123.70"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-131.50"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "147.10"], [11039, "Fictional Company 39", "cfx (corporate)", "154.90"], [11040, "Fictional Company 40", "cfx (corporate)", "158.80"], [11041, "Fictional Company 41", "cfx (corporate)", "162.70"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "170.50"], [11044, "Fictional Company 44", "unknown", "-174.40"], [11047, "Fictional Company 47", "cfx (corporate)", "186.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "197.80"], [11052, "Fictional Company 52", "cfx (corporate)", "205.60"], [11053, "Fictional Company 53", "unknown", "209.50"], [11055, "Fictional Company 55", "cfx (corporate)", "-217.30"], [11056, "Fictional Company 56", "cfx (corporate)", "0.00"], [11059, "Fictional Company 59", "cfx (corporate)", "232.90"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "240.70"], [11062, "Fictional Company 62", "unknown", "244.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": {"total_cost": 28.16, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 booked_revenue_gbp: \u00a314.50.", "insight_notes": ["45 rows returned. Only the first 12 returned rows are available for this summary.", "Missing values occur in 1 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c658829938e27abe", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c658829938e27abe", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "c7fc416d-cc99-4e83-8855-b34cafc984b1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 61, "end": 68, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "booked_revenue_gbp"], "derivation": "sql_sha:7d479df6f0b8c036"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "c7fc416d-cc99-4e83-8855-b34cafc984b1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f4401362f3858a5aaf8fa84778900b2d7848f406229c7244481bfe08c402a2d3", "result_sha256": "54379f7790ed2ac00d030bd37c050d69e8219b9197940709fc5203922b1afe11"}
{"arm": "original", "case_id": "latency-dev-08", "repeat": 2, "elapsed_ms": 1139.3697801977396, "started_monotonic": 5601943.600970189, "finished_monotonic": 5601944.740339969, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 864.6582709625363, "job_status": "done", "job_id": "6e23b15a-bc47-43a7-9307-f1f812276336", "status": "success", "error": null, "raw_payload": {"id": "78ffb495-a791-4785-80ff-13d8f862841a", "conversation_id": "36550d0c-1006-4c21-9618-b3a726e3c858", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time booked revenue in GBP.", "status": "success", "query_id": "e8d25b20-817e-4087-b75b-65b378281a44", "trace_id": "7696f600ac72d72dbcb142fb9f31be6a", "trace_snapshot": {"trace_id": "7696f600ac72d72dbcb142fb9f31be6a", "context": {"trace_id": "7696f600ac72d72dbcb142fb9f31be6a", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.52, "merge_ms": 1.2, "total_ms": 45.6, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600852e5849025b4ee7be3bd468", "7696f600a90543a8a28d4aacaf437276"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "6e23b15a-bc47-43a7-9307-f1f812276336", "timing": {"submission_ack_ms": 3.2834848389029503, "queue_ms": 0.0, "base_persistence_ms": 1.3731671497225761, "required_to_ready_ms": 718.8571421429515, "first_useful_ms": 718.8571421429515, "optional_ms": 103.80678158253431, "total_ms": 823.5548445954919}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "numeric", "currency_code": "GBP", "currency": null, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "14.50"], [11004, "Fictional Company 4", "cfx (corporate)", "18.40"], [11005, "Fictional Company 5", "cfx (corporate)", "22.30"], [11006, "Fictional Company 6", "cfx (corporate)", "26.20"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", "34.00"], [11010, "Fictional Company 10", "cfx (corporate)", "41.80"], [11011, "Fictional Company 11", "cfx (corporate)", "-45.70"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "53.50"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "61.30"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "80.80"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-88.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "100.30"], [11026, "Fictional Company 26", "unknown", "104.20"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "119.80"], [11031, "Fictional Company 31", "cfx (corporate)", "123.70"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-131.50"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "147.10"], [11039, "Fictional Company 39", "cfx (corporate)", "154.90"], [11040, "Fictional Company 40", "cfx (corporate)", "158.80"], [11041, "Fictional Company 41", "cfx (corporate)", "162.70"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "170.50"], [11044, "Fictional Company 44", "unknown", "-174.40"], [11047, "Fictional Company 47", "cfx (corporate)", "186.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "197.80"], [11052, "Fictional Company 52", "cfx (corporate)", "205.60"], [11053, "Fictional Company 53", "unknown", "209.50"], [11055, "Fictional Company 55", "cfx (corporate)", "-217.30"], [11056, "Fictional Company 56", "cfx (corporate)", "0.00"], [11059, "Fictional Company 59", "cfx (corporate)", "232.90"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "240.70"], [11062, "Fictional Company 62", "unknown", "244.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (\u00a314.50)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f6016363e5d4ea7a", "escalated": false, "sampling_pin": "off"}, {"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "fbf10c208f1ef67f", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "fbf10c208f1ef67f", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e8d25b20-817e-4087-b75b-65b378281a44", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600852e5849025b4ee7be3bd468", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, revenue_gbp_all AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600a90543a8a28d4aacaf437276", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 61, "end": 68, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "realized_revenue_gbp"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 45.603844337165356, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "e8d25b20-817e-4087-b75b-65b378281a44", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f4401362f3858a5aaf8fa84778900b2d7848f406229c7244481bfe08c402a2d3", "result_sha256": "79c6d5e2d3b08a7145a4a3e0c156f031c8f743f1211d1a0f5f936f9634f90b91"}
{"arm": "original", "case_id": "latency-dev-13", "repeat": 2, "elapsed_ms": 951.4979990199208, "started_monotonic": 5601944.741469958, "finished_monotonic": 5601945.692967957, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 677.8573784977198, "job_status": "done", "job_id": "65236e4a-d5f8-4a9c-9d57-91ae3960507c", "status": "success", "error": null, "raw_payload": {"id": "a95947e6-2321-4ec6-89b8-293ac8282d2d", "conversation_id": "4f4eb78f-700b-42dd-b1ae-a9ce25b66ba3", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by status.", "status": "success", "query_id": "4ad0fccb-7d29-4899-b24a-27ab4ae4e0bf", "trace_id": "7696f600738a6916739b46efa722d842", "trace_snapshot": {"trace_id": "7696f600738a6916739b46efa722d842", "context": {"trace_id": "7696f600738a6916739b46efa722d842", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 18.75, "sql_execution_ms": 1.74, "retrieval_ms": 0.04, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "65236e4a-d5f8-4a9c-9d57-91ae3960507c", "timing": {"submission_ack_ms": 3.2294727861881256, "queue_ms": 0.0, "base_persistence_ms": 0.8798306807875633, "required_to_ready_ms": 559.7518980503082, "first_useful_ms": 559.7518980503082, "optional_ms": 85.36257594823837, "total_ms": 645.5626795068383}, "optional_status": "done"}}, "generated_sql": "SELECT status,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY status ORDER BY status", "generated_sql_pretty": "SELECT\n  status,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  status\nORDER BY\n  status", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "status", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["deleted", 48], ["lost", 48], ["open", 48], ["won", 48]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "status", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by status.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.97, "estimated_rows": 4, "rows": 4, "ms_estimate": 0.4, "dollars_estimate": 8e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "4 results \u2014 first status: deleted (48.00)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d83b316974509045", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4704d037543af1cf", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4704d037543af1cf", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "4ad0fccb-7d29-4899-b24a-27ab4ae4e0bf", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "4ad0fccb-7d29-4899-b24a-27ab4ae4e0bf", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5e62f51eaa8c2e41cba9059d83b433ddd3998cc7a350659b2bfa668456f25d93", "result_sha256": "7295b1e75b376b097a3ba3e916baa9a1785350b20eeee36959c424a18b979e02"}
{"arm": "candidate", "case_id": "latency-dev-13", "repeat": 2, "elapsed_ms": 1052.8618022799492, "started_monotonic": 5601945.693766155, "finished_monotonic": 5601946.746627958, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 776.9923536106944, "job_status": "done", "job_id": "39ba7cce-7a72-4d93-9645-d101d6fc27fe", "status": "success", "error": null, "raw_payload": {"id": "0e363a8f-2835-4c14-80f9-9b9a4312bd81", "conversation_id": "6affc60e-6d11-4c4a-9b19-fee2c5488347", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by status.", "status": "success", "query_id": "e785e8ae-c555-443a-a4ff-b6934d07e1ed", "trace_id": "7696f600e35ca12047f946d0a775662e", "trace_snapshot": {"trace_id": "7696f600e35ca12047f946d0a775662e", "context": {"trace_id": "7696f600e35ca12047f946d0a775662e", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 32.87, "sql_execution_ms": 1.74, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "39ba7cce-7a72-4d93-9645-d101d6fc27fe", "timing": {"submission_ack_ms": 1.5776250511407852, "queue_ms": 0.0, "base_persistence_ms": 1.0573063045740128, "required_to_ready_ms": 647.4300436675549, "first_useful_ms": 647.4300436675549, "optional_ms": 94.30578909814358, "total_ms": 742.2928819432855}, "optional_status": "done"}}, "generated_sql": "SELECT status,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY status ORDER BY status", "generated_sql_pretty": "SELECT\n  status,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  status\nORDER BY\n  status", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "status", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["deleted", 48], ["lost", 48], ["open", 48], ["won", 48]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "status", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by status.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.97, "estimated_rows": 4, "rows": 4, "ms_estimate": 0.4, "dollars_estimate": 8e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 48.00; status: deleted.", "insight_notes": ["4 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals grouped by status.", "bullets": ["Reads from deals.", "Calculates how many rows there are.", "Groups the results by status."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1864cd1905998072", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "1864cd1905998072", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e785e8ae-c555-443a-a4ff-b6934d07e1ed", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "e785e8ae-c555-443a-a4ff-b6934d07e1ed", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5e62f51eaa8c2e41cba9059d83b433ddd3998cc7a350659b2bfa668456f25d93", "result_sha256": "17e9cf95e6b61716a2b6c964c536ff03bf13039afbe3a5273cdabc18ae3ee190"}
{"arm": "candidate", "case_id": "latency-dev-25", "repeat": 2, "elapsed_ms": 1068.3758156374097, "started_monotonic": 5601946.747240519, "finished_monotonic": 5601947.815616335, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1053.5111064091325, "job_status": "done", "job_id": "f9b86c25-3d6b-4fed-9db1-d694e101b4be", "status": "success", "error": null, "raw_payload": {"id": "87bd2598-f2dc-4193-8054-083b927fb4a9", "conversation_id": "b8e81f1e-eccb-467f-a020-62315b1da02f", "turn_index": 0, "nl_query": "How many non-cancelled and non-deleted raw CT trade bookings exist?", "status": "success", "query_id": "3fce90b3-7a6a-441e-91a9-7250f914c0e7", "trace_id": "7696f6000c97aea71b75412db80a59a4", "trace_snapshot": {"trace_id": "7696f6000c97aea71b75412db80a59a4", "context": {"trace_id": "7696f6000c97aea71b75412db80a59a4", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.56, "merge_ms": 0.0, "total_ms": 133.77, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600ca209b8defca412ca9cd6903"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "f9b86c25-3d6b-4fed-9db1-d694e101b4be", "timing": {"submission_ack_ms": 1.5290835872292519, "queue_ms": 0.0, "base_persistence_ms": 4.0755122900009155, "required_to_ready_ms": 755.4688611999154, "first_useful_ms": 755.4688611999154, "optional_ms": 99.12742674350739, "total_ms": 855.2201697602868}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS booking_count FROM public.trade_bookings WHERE status<>'closed' AND deleted_at IS NULL", "generated_sql_pretty": "SELECT\n  COUNT(*) AS booking_count\nFROM public.trade_bookings\nWHERE\n  status <> 'closed' AND deleted_at IS NULL", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "booking_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[174]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "booking_count", "title": "How many non-cancelled and non-deleted raw CT trad...", "series": ["booking_count"]}, "cost_estimate": {"total_cost": 7.65, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 booking_count: 174.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from trade_bookings.", "bullets": ["Reads from trade_bookings.", "Calculates how many rows there are.", "Keeps only rows matching filters on status and deleted_at."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4fcb04cb1365b4b1", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4fcb04cb1365b4b1", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "3fce90b3-7a6a-441e-91a9-7250f914c0e7", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT trade bookings", "start": 43, "end": 60, "phrase": "trade bookings", "matched_term": "ct.trade_bookings", "column": "ct.trade_bookings.__table__", "columns": ["ct.trade_bookings.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "Trade-booking grain with DIRECT user_id (= accounts.id). Carries actually-traded sell_currency/buy_currency, status (<> 'closed' = booked, the existence/count default; settled = realized), and the date columns traded_at (booking/execution date), settlement_at (the client's settle-by DEADLINE), and completed_at (when the trade ACTUALLY settled = realized-money date). No account_id column exists."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 133.76921880990267, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "3fce90b3-7a6a-441e-91a9-7250f914c0e7", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f64713602f8dc355294adc1b6f85964790ec89ef348da6a09ca2423f38cdd8a3", "result_sha256": "cb5e1684717adef1d1ee0ec5d15fee99b47495a73e0714801236acba538fc610"}
{"arm": "original", "case_id": "latency-dev-25", "repeat": 2, "elapsed_ms": 1119.192092679441, "started_monotonic": 5601947.816379252, "finished_monotonic": 5601948.935571345, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 838.5478984564543, "job_status": "done", "job_id": "75f5aadf-4a0a-469c-9e92-0d0804edd828", "status": "success", "error": null, "raw_payload": {"id": "266f22e4-e74f-485a-8569-0182f9c6821d", "conversation_id": "f05b3aa9-25f4-48dc-8503-cd3a3e6f4d18", "turn_index": 0, "nl_query": "How many non-cancelled and non-deleted raw CT trade bookings exist?", "status": "success", "query_id": "37590c9e-d063-4044-8a78-a118a0a7b243", "trace_id": "7696f6008d3368329b2d463ba97467a4", "trace_snapshot": {"trace_id": "7696f6008d3368329b2d463ba97467a4", "context": {"trace_id": "7696f6008d3368329b2d463ba97467a4", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 4.82, "merge_ms": 1.82, "total_ms": 73.84, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600aa7f3aacc8b143df99c972a1", "7696f60096d63d935142438fb9b121f6"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "75f5aadf-4a0a-469c-9e92-0d0804edd828", "timing": {"submission_ack_ms": 2.889759838581085, "queue_ms": 0.0, "base_persistence_ms": 1.1174986138939857, "required_to_ready_ms": 783.8868852704763, "first_useful_ms": 783.8868852704763, "optional_ms": 105.08646536618471, "total_ms": 891.668145544827}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "booking_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "ct_realized", "value_class": "count", "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", 3], [11004, "Fictional Company 4", "cfx (corporate)", 3], [11005, "Fictional Company 5", "cfx (corporate)", 3], [11006, "Fictional Company 6", "cfx (corporate)", 3], [11007, "Fictional Company 7", "cfx (corporate)", 3], [11008, "Fictional Company 8", "unknown", 3], [11010, "Fictional Company 10", "cfx (corporate)", 2], [11011, "Fictional Company 11", "cfx (corporate)", 3], [11012, "Fictional Company 12", "cfx (corporate)", 3], [11013, "Fictional Company 13", "cfx (corporate)", 3], [11014, "Fictional Company 14", "cfx (corporate)", 3], [11015, "Fictional Company 15", "cfx (corporate)", 3], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", 2], [11021, "Fictional Company 21", "cfx (corporate)", 3], [11022, "Fictional Company 22", "cfx (corporate)", 3], [11024, "Fictional Company 24", "cfx (corporate)", 3], [11025, "Fictional Company 25", "cfx (corporate)", 3], [11026, "Fictional Company 26", "unknown", 3], [11028, "Fictional Company 28", "cfx (corporate)", 3], [11030, "Fictional Company 30", "cfx (corporate)", 2], [11031, "Fictional Company 31", "cfx (corporate)", 3], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", 3], [11035, "Fictional Company 35", "unknown", 3], [11037, "Fictional Company 37", "cfx (corporate)", 3], [11039, "Fictional Company 39", "cfx (corporate)", 3], [11040, "Fictional Company 40", "cfx (corporate)", 2], [11041, "Fictional Company 41", "cfx (corporate)", 3], [11042, "Fictional Company 42", "cfx (corporate)", 3], [11043, "Fictional Company 43", "cfx (corporate)", 3], [11044, "Fictional Company 44", "unknown", 3], [11047, "Fictional Company 47", "cfx (corporate)", 3], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", 3], [11050, "Fictional Company 50", "cfx (corporate)", 2], [11052, "Fictional Company 52", "cfx (corporate)", 3], [11053, "Fictional Company 53", "unknown", 3], [11055, "Fictional Company 55", "cfx (corporate)", 3], [11056, "Fictional Company 56", "cfx (corporate)", 3], [11059, "Fictional Company 59", "cfx (corporate)", 3], [11060, "Fictional Company 60", "cfx (corporate)", 2], [11061, "Fictional Company 61", "cfx (corporate)", 3], [11062, "Fictional Company 62", "unknown", 3], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "How many non-cancelled and non-deleted raw CT trad...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (3.00)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "03d1c2a2640d8e9e", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7bab38c192be10e3", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7bab38c192be10e3", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "37590c9e-d063-4044-8a78-a118a0a7b243", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600aa7f3aacc8b143df99c972a1", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 GROUP BY user_id ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f60096d63d935142438fb9b121f6", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 58, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, COUNT(*) AS booking_count FROM public.trade_bookings WHERE (status <> 'closed' AND deleted_at IS NULL) AND NOT trade_bookings.user_id IN (SELECT id FROM public.accounts WHERE id = 1 OR email ILIKE '%@currencytransfer.com') GROUP BY user_id ORDER BY user_id"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 41, "unmatched": 4, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 0.9111111111111111, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT trade bookings", "start": 43, "end": 60, "phrase": "trade bookings", "matched_term": "ct.trade_bookings", "column": "ct.trade_bookings.__table__", "columns": ["ct.trade_bookings.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "Trade-booking grain with DIRECT user_id (= accounts.id). Carries actually-traded sell_currency/buy_currency, status (<> 'closed' = booked, the existence/count default; settled = realized), and the date columns traded_at (booking/execution date), settlement_at (the client's settle-by DEADLINE), and completed_at (when the trade ACTUALLY settled = realized-money date). No account_id column exists."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "booking_count"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 73.84326215833426, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "37590c9e-d063-4044-8a78-a118a0a7b243", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f64713602f8dc355294adc1b6f85964790ec89ef348da6a09ca2423f38cdd8a3", "result_sha256": "2662a304bf511eb6955d195cbe63b08989cbb11c6a24e0b0fc9a6d989d365b17"}
{"arm": "original", "case_id": "latency-dev-16", "repeat": 2, "elapsed_ms": 718.9682759344578, "started_monotonic": 5601948.936721975, "finished_monotonic": 5601949.655690251, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 708.5066894069314, "job_status": "done", "job_id": "d8299844-b6e0-49b1-881e-b518c2aeceac", "status": "success", "error": null, "raw_payload": {"id": "f58d00e2-8103-41d8-8cc0-9293028c1cbf", "conversation_id": "7fe0df81-4ccb-4007-a87a-7f4a753c3f95", "turn_index": 0, "nl_query": "Show the total open Pipedrive deal value separately for each native currency.", "status": "success", "query_id": "3c7f1a36-c3cc-401d-bbc6-209943cc3eba", "trace_id": "7696f600a2cc3409c89e4e4d9db65e43", "trace_snapshot": {"trace_id": "7696f600a2cc3409c89e4e4d9db65e43", "context": {"trace_id": "7696f600a2cc3409c89e4e4d9db65e43", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 24.08, "sql_execution_ms": 2.22, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "d8299844-b6e0-49b1-881e-b518c2aeceac", "timing": {"submission_ack_ms": 3.080477938055992, "queue_ms": 0.0, "base_persistence_ms": 0.9180223569273949, "required_to_ready_ms": 526.2685567140579, "first_useful_ms": 526.2685567140579, "optional_ms": 98.99510256946087, "total_ms": 625.7775072008371}, "optional_status": "done"}}, "generated_sql": "SELECT currency,SUM(value) AS deal_value FROM pipedrive.deals WHERE status='open' GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  SUM(value) AS deal_value\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", "15736"], ["GBP", "15264"], ["USD", "12260"]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_value", "title": "Show the total open Pipedrive deal value separatel...", "series": ["deal_value"]}, "cost_estimate": {"total_cost": 9.71, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "31d85adaa77915e9", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "fcee1520679428f7", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "fcee1520679428f7", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "3c7f1a36-c3cc-401d-bbc6-209943cc3eba", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "deal value", "start": 30, "end": 40, "phrase": "revenue", "matched_term": "deal value", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_12mo", "ct.client_360.revenue_gbp_settled", "ct.client_360.revenue_gbp_open", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "3c7f1a36-c3cc-401d-bbc6-209943cc3eba", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "6947a0123cac1171cc140fa25a173951b094248c21d9fb0dd863f46e58b2bff2", "result_sha256": "00f6350cfec89bb2f42eb0a88f6590b062c765a1814c24bcc61a17886a950dca"}
{"arm": "candidate", "case_id": "latency-dev-16", "repeat": 2, "elapsed_ms": 856.6640308126807, "started_monotonic": 5601949.656327933, "finished_monotonic": 5601950.512991964, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 845.2715817838907, "job_status": "done", "job_id": "1791ad49-605f-4680-9b51-1bf72222c1f0", "status": "success", "error": null, "raw_payload": {"id": "9b49e0a0-a40f-4459-bfd6-d1ebf831558f", "conversation_id": "ca1cb98e-fd08-4d78-b55b-9a5e809e46a9", "turn_index": 0, "nl_query": "Show the total open Pipedrive deal value separately for each native currency.", "status": "success", "query_id": "81b1ef0c-8e51-48df-94b0-750acae92a62", "trace_id": "7696f600cf1fad1f7bab412f994fd78d", "trace_snapshot": {"trace_id": "7696f600cf1fad1f7bab412f994fd78d", "context": {"trace_id": "7696f600cf1fad1f7bab412f994fd78d", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 34.11, "sql_execution_ms": 1.92, "retrieval_ms": 0.04, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "1791ad49-605f-4680-9b51-1bf72222c1f0", "timing": {"submission_ack_ms": 1.5954449772834778, "queue_ms": 0.0, "base_persistence_ms": 1.7616311088204384, "required_to_ready_ms": 654.3675558641553, "first_useful_ms": 654.3675558641553, "optional_ms": 103.12901716679335, "total_ms": 758.1675071269274}, "optional_status": "done"}}, "generated_sql": "SELECT currency,SUM(value) AS deal_value FROM pipedrive.deals WHERE status='open' GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  SUM(value) AS deal_value\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": null, "currency": null, "unit_column": "currency", "unit_unverified": false, "unit": "currency", "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", "15736"], ["GBP", "15264"], ["USD", "12260"]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_value", "title": "Show the total open Pipedrive deal value separatel...", "series": ["deal_value"]}, "cost_estimate": {"total_cost": 9.71, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_value: EUR 15,736.00.", "insight_notes": ["3 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out the total of value from deals grouped by currency.", "bullets": ["Reads from deals.", "Calculates the total of value.", "Keeps only rows matching filters on status.", "Groups the results by currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7d005e880677c7f6", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7d005e880677c7f6", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "81b1ef0c-8e51-48df-94b0-750acae92a62", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "deal value", "start": 30, "end": 40, "phrase": "revenue", "matched_term": "deal value", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_12mo", "ct.client_360.revenue_gbp_settled", "ct.client_360.revenue_gbp_open", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "81b1ef0c-8e51-48df-94b0-750acae92a62", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "6947a0123cac1171cc140fa25a173951b094248c21d9fb0dd863f46e58b2bff2", "result_sha256": "e9218a0e394a32393fd47aa34a9b502de130ed77c84cfe258cf709e99cd8353d"}
{"arm": "candidate", "case_id": "latency-dev-21", "repeat": 2, "elapsed_ms": 1052.9738757759333, "started_monotonic": 5601950.513685748, "finished_monotonic": 5601951.566659624, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client"], "request_row_limit": 10000, "required_ready_ms": 1041.6873721405864, "job_status": "done", "job_id": "ac66e5ba-1fc2-4515-8344-0200d522d1ec", "status": "success", "error": null, "raw_payload": {"id": "91a5943d-064a-4401-86f3-71294a67eace", "conversation_id": "ff019bc4-923d-4a11-a926-71b76717f95c", "turn_index": 0, "nl_query": "List raw CT client IDs, account IDs and the stored client class.", "status": "success", "query_id": "a7ae72b8-9663-4cc6-8b56-114277c7f2ae", "trace_id": "7696f60008ae0e4687bc4707959f0077", "trace_snapshot": {"trace_id": "7696f60008ae0e4687bc4707959f0077", "context": {"trace_id": "7696f60008ae0e4687bc4707959f0077", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.2, "merge_ms": 0.0, "total_ms": 134.17, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600f5d510d6c4e64e20b7a79551"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "ac66e5ba-1fc2-4515-8344-0200d522d1ec", "timing": {"submission_ack_ms": 1.4558210968971252, "queue_ms": 0.0, "base_persistence_ms": 3.036145120859146, "required_to_ready_ms": 751.5091132372618, "first_useful_ms": 751.5091132372618, "optional_ms": 220.80408222973347, "total_ms": 973.129534162581}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id, type FROM public.clients ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id,\n  type\nFROM public.clients\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "type", "data_type": "varchar", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21001, 9871, "Fictional Company 1", "LimitedCompany"], [21002, 1090, "Fictional Company 2", "SoleTrader"], [21003, 11003, "Fictional Company 3", "Partnership"], [21004, 11004, "Fictional Company 4", "Charity"], [21005, 11005, "Fictional Company 5", "PublicLimitedCompany"], [21006, 11006, "Fictional Company 6", "LimitedLiabilityPartnership"], [21007, 11007, "Fictional Company 7", "PublicCorporation"], [21008, 11008, "Fictional Company 8", null], [21009, 11009, "Synthetic9 Client", "PersonalAccount"], [21010, 11010, "Fictional Company 10", "LimitedCompany"], [21011, 11011, "Fictional Company 11", "SoleTrader"], [21012, 11012, "Fictional Company 12", "Partnership"], [21013, 11013, "Fictional Company 13", "Charity"], [21014, 11014, "Fictional Company 14", "PublicLimitedCompany"], [21015, 11015, "Fictional Company 15", "LimitedLiabilityPartnership"], [21016, 11016, "Fictional Company 16", "PublicCorporation"], [21017, 11017, "Fictional Company 17", null], [21018, 11018, "Synthetic18 Client", "PersonalAccount"], [21019, 11019, "Fictional Company 19", "LimitedCompany"], [21020, 11020, "Fictional Company 20", "SoleTrader"], [21021, 11021, "Fictional Company 21", "Partnership"], [21022, 11022, "Fictional Company 22", "Charity"], [21023, 11023, "Fictional Company 23", "PublicLimitedCompany"], [21024, 11024, "Fictional Company 24", "LimitedLiabilityPartnership"], [21025, 11025, "Fictional Company 25", "PublicCorporation"], [21026, 11026, "Fictional Company 26", null], [21027, 11027, "Synthetic27 Client", "PersonalAccount"], [21028, 11028, "Fictional Company 28", "LimitedCompany"], [21029, 11029, "Fictional Company 29", "SoleTrader"], [21030, 11030, "Fictional Company 30", "Partnership"], [21031, 11031, "Fictional Company 31", "Charity"], [21032, 11032, "Fictional Company 32", "PublicLimitedCompany"], [21033, 11033, "Fictional Company 33", "LimitedLiabilityPartnership"], [21034, 11034, "Fictional Company 34", "PublicCorporation"], [21035, 11035, "Fictional Company 35", null], [21036, 11036, "Synthetic36 Client", "PersonalAccount"], [21037, 11037, "Fictional Company 37", "LimitedCompany"], [21038, 11038, "Fictional Company 38", "SoleTrader"], [21039, 11039, "Fictional Company 39", "Partnership"], [21040, 11040, "Fictional Company 40", "Charity"], [21041, 11041, "Fictional Company 41", "PublicLimitedCompany"], [21042, 11042, "Fictional Company 42", "LimitedLiabilityPartnership"], [21043, 11043, "Fictional Company 43", "PublicCorporation"], [21044, 11044, "Fictional Company 44", null], [21045, 11045, "Synthetic45 Client", "PersonalAccount"], [21046, 11046, "Fictional Company 46", "LimitedCompany"], [21047, 11047, "Fictional Company 47", "SoleTrader"], [21048, 11048, "Fictional Company 48", "Partnership"], [21049, 11049, "Fictional Company 49", "Charity"], [21050, 11050, "Fictional Company 50", "PublicLimitedCompany"], [21051, 11051, "Fictional Company 51", "LimitedLiabilityPartnership"], [21052, 11052, "Fictional Company 52", "PublicCorporation"], [21053, 11053, "Fictional Company 53", null], [21054, 11054, "Synthetic54 Client", "PersonalAccount"], [21055, 11055, "Fictional Company 55", "LimitedCompany"], [21056, 11056, "Fictional Company 56", "SoleTrader"], [21057, 11057, "Fictional Company 57", "Partnership"], [21058, 11058, "Fictional Company 58", "Charity"], [21059, 11059, "Fictional Company 59", "PublicLimitedCompany"], [21060, 11060, "Fictional Company 60", "LimitedLiabilityPartnership"], [21061, 11061, "Fictional Company 61", "PublicCorporation"], [21062, 11062, "Fictional Company 62", null], [21063, 11063, "Synthetic63 Client", "PersonalAccount"], [21064, 11064, "Fictional Company 64", "LimitedCompany"]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "type", "title": "List raw CT client IDs, account IDs and the stored...", "series": ["type"]}, "cost_estimate": {"total_cost": 4.72, "estimated_rows": 64, "rows": 64, "ms_estimate": 5.6000000000000005, "dollars_estimate": 0.000112, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "64 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": ["Missing values occur in 1 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8e76660ab03dc267", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "8e76660ab03dc267", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "a7ae72b8-9663-4cc6-8b56-114277c7f2ae", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 134.1725317761302, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "a7ae72b8-9663-4cc6-8b56-114277c7f2ae", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "ddd028197d955ef9a6bb0e7238cdd51cd97259794bc55cd07f9ce578e256d07f", "result_sha256": "16f703d61a4f18f5fb6b3bb1f27dc910db08ac00cdd1b4b19d180e07bbcfb171"}
{"arm": "original", "case_id": "latency-dev-21", "repeat": 2, "elapsed_ms": 800.6877033039927, "started_monotonic": 5601951.569302337, "finished_monotonic": 5601952.369990041, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 790.8003078773618, "job_status": "done", "job_id": "8ba2c006-211c-43b6-b1c3-103b2a696107", "status": "error", "error": null, "raw_payload": {"id": "c22f4314-792f-42b3-af6d-c2631a1b3111", "conversation_id": "2e98344a-3f96-4a32-9287-42c230cbb9e1", "turn_index": 0, "nl_query": "List raw CT client IDs, account IDs and the stored client class.", "status": "error", "query_id": "b21dd469-97e0-417a-a628-b3e9a1c91609", "trace_id": "federated-b21dd469-97e0-417a-a628-b3e9a1c91609", "trace_snapshot": {"job": {"job_id": "8ba2c006-211c-43b6-b1c3-103b2a696107", "timing": {"submission_ack_ms": 2.7900980785489082, "queue_ms": 0.0, "base_persistence_ms": 3.205331973731518, "required_to_ready_ms": 589.4095133990049, "optional_ms": 59.661105275154114, "total_ms": 649.8079253360629}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "12d192f52791f7dc", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d8b2c340b72c95ae", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "d8b2c340b72c95ae", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "b21dd469-97e0-417a-a628-b3e9a1c91609", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "b21dd469-97e0-417a-a628-b3e9a1c91609", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "ddd028197d955ef9a6bb0e7238cdd51cd97259794bc55cd07f9ce578e256d07f", "result_sha256": "c3b0c28bcddd54926b8ed1825669a0a5c96f9926b4c49ef4c0ff683518732854"}
{"arm": "original", "case_id": "latency-dev-18", "repeat": 2, "elapsed_ms": 742.0037612318993, "started_monotonic": 5601952.370444156, "finished_monotonic": 5601953.112447917, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 727.3066472262144, "job_status": "done", "job_id": "e54ad8df-4662-4fde-9977-fc5e5f29f905", "status": "success", "error": null, "raw_payload": {"id": "dbc37b99-552a-469f-acc4-4bb7633b3dc7", "conversation_id": "23e7b42f-33b1-41fa-9d9f-78d3de13083e", "turn_index": 0, "nl_query": "Show Pipedrive activity counts for each completion state.", "status": "success", "query_id": "d67c49ff-da72-434a-99ae-f4e2a9cd5a06", "trace_id": "7696f6003f6162803f1e48d4b031fe88", "trace_snapshot": {"trace_id": "7696f6003f6162803f1e48d4b031fe88", "context": {"trace_id": "7696f6003f6162803f1e48d4b031fe88", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.04, "connection_ms": 23.95, "sql_execution_ms": 1.67, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 2, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e54ad8df-4662-4fde-9977-fc5e5f29f905", "timing": {"submission_ack_ms": 2.9764752835035324, "queue_ms": 0.0, "base_persistence_ms": 1.8751462921500206, "required_to_ready_ms": 580.1175190135837, "first_useful_ms": 580.1175190135837, "optional_ms": 106.05752933770418, "total_ms": 687.4731443822384}, "optional_status": "done"}}, "generated_sql": "SELECT done,COUNT(*) AS activity_count FROM pipedrive.activities GROUP BY done ORDER BY done", "generated_sql_pretty": "SELECT\n  done,\n  COUNT(*) AS activity_count\nFROM pipedrive.activities\nGROUP BY\n  done\nORDER BY\n  done", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "done", "data_type": "boolean", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "activity_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[false, 128], [true, 64]], "row_count": 2, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "done", "y_axis": "activity_count", "title": "Show Pipedrive activity counts for each completion...", "series": ["activity_count"]}, "cost_estimate": {"total_cost": 5.92, "estimated_rows": 2, "rows": 2, "ms_estimate": 0.2, "dollars_estimate": 4e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a53bdfabdecedfb2", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "963413848cccffe1", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "963413848cccffe1", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "d67c49ff-da72-434a-99ae-f4e2a9cd5a06", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "d67c49ff-da72-434a-99ae-f4e2a9cd5a06", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "945691d75ccb757d96269f07929c6e960950aad9d64a117a5f86d23859964c31", "result_sha256": "a81bd60633a42452cbbc97561b8ece7b2b04a0c6300f6ae924b5eb7a61983cea"}
{"arm": "candidate", "case_id": "latency-dev-18", "repeat": 2, "elapsed_ms": 948.5288923606277, "started_monotonic": 5601953.113039688, "finished_monotonic": 5601954.061568581, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 665.1177210733294, "job_status": "done", "job_id": "04a5b252-2552-4659-95e2-8bdb2ac96145", "status": "success", "error": null, "raw_payload": {"id": "4b381825-b937-4adf-a67b-7ced967fc2e1", "conversation_id": "8081e348-7b94-4627-aa63-8a7190eae57d", "turn_index": 0, "nl_query": "Show Pipedrive activity counts for each completion state.", "status": "success", "query_id": "1c191b4f-e3eb-423c-bdcb-c5c9aadb9db1", "trace_id": "7696f600045d3cfc59e2454ab73a33d2", "trace_snapshot": {"trace_id": "7696f600045d3cfc59e2454ab73a33d2", "context": {"trace_id": "7696f600045d3cfc59e2454ab73a33d2", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 38.18, "sql_execution_ms": 1.99, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 2, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "04a5b252-2552-4659-95e2-8bdb2ac96145", "timing": {"submission_ack_ms": 1.8138932064175606, "queue_ms": 0.0, "base_persistence_ms": 1.4283303171396255, "required_to_ready_ms": 614.7023877128959, "first_useful_ms": 614.7023877128959, "optional_ms": 92.39350073039532, "total_ms": 708.0088714137673}, "optional_status": "done"}}, "generated_sql": "SELECT done,COUNT(*) AS activity_count FROM pipedrive.activities GROUP BY done ORDER BY done", "generated_sql_pretty": "SELECT\n  done,\n  COUNT(*) AS activity_count\nFROM pipedrive.activities\nGROUP BY\n  done\nORDER BY\n  done", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "done", "data_type": "boolean", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "activity_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[false, 128], [true, 64]], "row_count": 2, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "done", "y_axis": "activity_count", "title": "Show Pipedrive activity counts for each completion...", "series": ["activity_count"]}, "cost_estimate": {"total_cost": 5.92, "estimated_rows": 2, "rows": 2, "ms_estimate": 0.2, "dollars_estimate": 4e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 activity_count: 128.00.", "insight_notes": ["2 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from activities grouped by done.", "bullets": ["Reads from activities.", "Calculates how many rows there are.", "Groups the results by done."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f4f7850cef5bde76", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f4f7850cef5bde76", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "1c191b4f-e3eb-423c-bdcb-c5c9aadb9db1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "1c191b4f-e3eb-423c-bdcb-c5c9aadb9db1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "945691d75ccb757d96269f07929c6e960950aad9d64a117a5f86d23859964c31", "result_sha256": "4cad619872a67f22f0b1c225085b570be7b98cfbf029711ef0f4e3579692a729"}
{"arm": "candidate", "case_id": "latency-dev-28", "repeat": 2, "elapsed_ms": 655.0220688804984, "started_monotonic": 5601954.062580126, "finished_monotonic": 5601954.717602195, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 639.6674020215869, "job_status": "done", "job_id": "70dc2107-d5ca-44c4-8e15-65475c8d302c", "status": "error", "error": null, "raw_payload": {"id": "edcdb91a-d934-4e9e-9443-b2d0c4b9ca33", "conversation_id": "eb61bafb-d3e2-4eeb-9fa0-c9935d2f9921", "turn_index": 0, "nl_query": "Show non-deleted raw CT booking counts by lifecycle status.", "status": "error", "query_id": "78c1321c-f162-4942-a03a-c146326e090b", "trace_id": "7696f600d83d5dffefce49dbbe3eaea9", "trace_snapshot": {"trace_id": "7696f600d83d5dffefce49dbbe3eaea9", "context": {"trace_id": "7696f600d83d5dffefce49dbbe3eaea9", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 11.87, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "70dc2107-d5ca-44c4-8e15-65475c8d302c", "timing": {"submission_ack_ms": 3.0269846320152283, "queue_ms": 0.0, "base_persistence_ms": 0.9340820834040642, "required_to_ready_ms": 532.223024405539, "optional_ms": 67.56296195089817, "total_ms": 600.1911303028464}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7277f43404850565", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5976b58302f44051", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "5976b58302f44051", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "78c1321c-f162-4942-a03a-c146326e090b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "78c1321c-f162-4942-a03a-c146326e090b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "115809dab2abfe848d424ecb2debfe6aabe75fbcc2db3012885fd7c9688c1df7", "result_sha256": "c20ad8fcfe5776b5d1a90eebb46c7f6ad7bc243760eb975bacd6548c70121066"}
{"arm": "original", "case_id": "latency-dev-28", "repeat": 2, "elapsed_ms": 498.23296442627907, "started_monotonic": 5601954.718111133, "finished_monotonic": 5601955.216344098, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 483.33432245999575, "job_status": "done", "job_id": "c2f473f7-cb04-4674-9ba2-031157bd225b", "status": "error", "error": null, "raw_payload": {"id": "b20a485c-09dd-4197-ad70-7d8fdc030479", "conversation_id": "e678d8a1-cbea-4834-938d-e1d2b08f3c8c", "turn_index": 0, "nl_query": "Show non-deleted raw CT booking counts by lifecycle status.", "status": "error", "query_id": "fa228bc1-47d4-45fa-8622-95f89e31ba84", "trace_id": "federated-fa228bc1-47d4-45fa-8622-95f89e31ba84", "trace_snapshot": {"job": {"job_id": "c2f473f7-cb04-4674-9ba2-031157bd225b", "timing": {"submission_ack_ms": 3.2720649614930153, "queue_ms": 0.0, "base_persistence_ms": 0.7649566978216171, "required_to_ready_ms": 384.37092304229736, "optional_ms": 62.616839073598385, "total_ms": 447.447937913239}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5c62149d86962cb8", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "5c62149d86962cb8", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "fa228bc1-47d4-45fa-8622-95f89e31ba84", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "fa228bc1-47d4-45fa-8622-95f89e31ba84", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "115809dab2abfe848d424ecb2debfe6aabe75fbcc2db3012885fd7c9688c1df7", "result_sha256": "73f787812772291a2ee142a9970178c317eb12b0f14e3699bc9645cfd6985cea"}
{"arm": "original", "case_id": "latency-dev-22", "repeat": 2, "elapsed_ms": 773.0170339345932, "started_monotonic": 5601955.216911268, "finished_monotonic": 5601955.989928302, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 763.8577539473772, "job_status": "done", "job_id": "e65d4e01-39d9-4abb-abff-6d6435913837", "status": "error", "error": null, "raw_payload": {"id": "478e31c4-e422-4523-8ec2-fa37686a8dd6", "conversation_id": "52d96e0c-74a1-4626-8818-13be383a1803", "turn_index": 0, "nl_query": "Show raw CT client counts separately for each stored client class.", "status": "error", "query_id": "16ad532a-ed76-4e5c-b78a-806f92c467ef", "trace_id": "federated-16ad532a-ed76-4e5c-b78a-806f92c467ef", "trace_snapshot": {"job": {"job_id": "e65d4e01-39d9-4abb-abff-6d6435913837", "timing": {"submission_ack_ms": 3.058316186070442, "queue_ms": 0.0, "base_persistence_ms": 0.9786942973732948, "required_to_ready_ms": 552.3685673251748, "optional_ms": 61.89520563930273, "total_ms": 614.7194486111403}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "49029502bc225529", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b88049c83dca4794", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "b88049c83dca4794", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "16ad532a-ed76-4e5c-b78a-806f92c467ef", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "16ad532a-ed76-4e5c-b78a-806f92c467ef", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "5c7e66c86419364645d70b6b63e288372944858912e8b22f1807a604ca69bdfa", "result_sha256": "be55c57522d16aaf0b7a3234dc5b5963273a628d473ef7ce12f951b7661166ab"}
{"arm": "candidate", "case_id": "latency-dev-22", "repeat": 2, "elapsed_ms": 1060.592321678996, "started_monotonic": 5601955.990354118, "finished_monotonic": 5601957.05094644, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 785.4149788618088, "job_status": "done", "job_id": "a151d2f3-b0da-4e27-9d18-4f4d01e87ed4", "status": "success", "error": null, "raw_payload": {"id": "9d5d23b0-888f-4ae9-a28e-002b3e040677", "conversation_id": "69263700-0cd9-4d0d-9ca4-0f7c5dbf32f0", "turn_index": 0, "nl_query": "Show raw CT client counts separately for each stored client class.", "status": "success", "query_id": "e74230d7-30d9-4b02-96ec-d60912829584", "trace_id": "7696f600746da5fcc43b49259bcc4202", "trace_snapshot": {"trace_id": "7696f600746da5fcc43b49259bcc4202", "context": {"trace_id": "7696f600746da5fcc43b49259bcc4202", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.67, "merge_ms": 0.0, "total_ms": 121.07, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 9, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f6005cb8b66221604db8b0ef07f5"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a151d2f3-b0da-4e27-9d18-4f4d01e87ed4", "timing": {"submission_ack_ms": 1.4581801369786263, "queue_ms": 0.0, "base_persistence_ms": 1.3469764962792397, "required_to_ready_ms": 657.7520547434688, "first_useful_ms": 657.7520547434688, "optional_ms": 100.18866416066885, "total_ms": 758.4745576605201}, "optional_status": "done"}}, "generated_sql": "SELECT type,COUNT(*) AS client_count FROM public.clients GROUP BY type ORDER BY type", "generated_sql_pretty": "SELECT\n  type,\n  COUNT(*) AS client_count\nFROM public.clients\nGROUP BY\n  type\nORDER BY\n  type", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "type", "data_type": "varchar", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["Charity", 7], ["LimitedCompany", 8], ["LimitedLiabilityPartnership", 7], ["Partnership", 7], ["PersonalAccount", 7], ["PublicCorporation", 7], ["PublicLimitedCompany", 7], ["SoleTrader", 7], [null, 7]], "row_count": 9, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "type", "y_axis": "client_count", "title": "Show raw CT client counts separately for each stor...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 3.18, "estimated_rows": 8, "rows": 8, "ms_estimate": 0.8, "dollars_estimate": 1.6e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 7.00; type: Charity.", "insight_notes": ["9 rows returned.", "Missing values occur in 1 of the 9 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from clients grouped by type.", "bullets": ["Reads from clients.", "Calculates how many rows there are.", "Groups the results by type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "59416cd318d15a24", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "59416cd318d15a24", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e74230d7-30d9-4b02-96ec-d60912829584", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 9}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 121.07285391539335, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "e74230d7-30d9-4b02-96ec-d60912829584", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 9}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5c7e66c86419364645d70b6b63e288372944858912e8b22f1807a604ca69bdfa", "result_sha256": "996ee5057e7747d8eec17fde8509ae22d5d090909139e28b30ff31b6f24cc62f"}
{"arm": "candidate", "case_id": "latency-dev-03", "repeat": 2, "elapsed_ms": 1119.5841059088707, "started_monotonic": 5601957.051849522, "finished_monotonic": 5601958.171433628, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1107.5919177383184, "job_status": "done", "job_id": "e6df1cfd-f7f3-4dbb-97d4-a2c16b0e89dd", "status": "success", "error": null, "raw_payload": {"id": "36287457-c589-420a-a6e8-b590feb8ffb2", "conversation_id": "418dcb72-759f-4f18-a016-d171ce1ad0f7", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by client type.", "status": "success", "query_id": "71371804-c538-434d-afe2-ed1bdad0d72f", "trace_id": "7696f600aab384e3c96c490089760197", "trace_snapshot": {"trace_id": "7696f600aab384e3c96c490089760197", "context": {"trace_id": "7696f600aab384e3c96c490089760197", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.1, "connection_ms": 48.74, "sql_execution_ms": 5.67, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 8, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e6df1cfd-f7f3-4dbb-97d4-a2c16b0e89dd", "timing": {"submission_ack_ms": 1.6980096697807312, "queue_ms": 0.0, "base_persistence_ms": 3.0410252511501312, "required_to_ready_ms": 815.1213778182864, "first_useful_ms": 815.1213778182864, "optional_ms": 82.0294888690114, "total_ms": 898.2383236289024}, "optional_status": "done"}}, "generated_sql": "SELECT client_type,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY client_type ORDER BY client_type", "generated_sql_pretty": "SELECT\n  client_type,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  client_type\nORDER BY\n  client_type", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "client_type", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["Charity", 6], ["LimitedCompany", 5], ["LimitedLiabilityPartnership", 6], ["Partnership", 6], ["PublicCorporation", 6], ["PublicLimitedCompany", 6], ["SoleTrader", 4], [null, 6]], "row_count": 8, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "client_type", "y_axis": "client_count", "title": "Show the stored CT snapshot client count by client...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.47, "estimated_rows": 7, "rows": 7, "ms_estimate": 0.9625, "dollars_estimate": 1.925e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 6.00; client_type: Charity.", "insight_notes": ["8 rows returned.", "Missing values occur in 1 of the 8 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by client_type.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by client_type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1260f80f92206e1d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "1260f80f92206e1d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "71371804-c538-434d-afe2-ed1bdad0d72f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client type", "start": 44, "end": 55, "phrase": "client type", "matched_term": "client type", "column": "ct.client_360.client_type", "columns": ["ct.client_360.client_type"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "71371804-c538-434d-afe2-ed1bdad0d72f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c11afef3d91dd76cf966cae1438331872dfeeee384f5145268461a4939ce0351", "result_sha256": "1bd40c82d92ded174a396c395bef0e4c748318d6a81a67c83b954c6e86106bd0"}
{"arm": "original", "case_id": "latency-dev-03", "repeat": 2, "elapsed_ms": 1152.9575930908322, "started_monotonic": 5601958.172243197, "finished_monotonic": 5601959.325200791, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client"], "request_row_limit": 10000, "required_ready_ms": 878.7507833912969, "job_status": "done", "job_id": "a1f4c0f0-e734-49e5-8627-d502e76c402e", "status": "success", "error": null, "raw_payload": {"id": "e82b7ad1-c5c4-42b9-8b18-c20b56b2f164", "conversation_id": "ea8bab73-7607-4838-b6c0-ac7d8e49cfc2", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by client type.", "status": "success", "query_id": "3b593d00-7245-43af-ac82-5a1cc352d173", "trace_id": "7696f600253a95e6a88344d3ab29ddd6", "trace_snapshot": {"trace_id": "7696f600253a95e6a88344d3ab29ddd6", "context": {"trace_id": "7696f600253a95e6a88344d3ab29ddd6", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.63, "merge_ms": 1.25, "total_ms": 58.77, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60029b45d1c69804eb3b404bda7", "7696f6005acde2632f114bb6a2baad90"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a1f4c0f0-e734-49e5-8627-d502e76c402e", "timing": {"submission_ack_ms": 3.7068799138069153, "queue_ms": 0.0, "base_persistence_ms": 1.3763681054115295, "required_to_ready_ms": 711.4485930651426, "first_useful_ms": 711.4485930651426, "optional_ms": 127.26353108882904, "total_ms": 839.3151452764869}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "Partnership"], [11004, "Fictional Company 4", "Charity"], [11005, "Fictional Company 5", "PublicLimitedCompany"], [11006, "Fictional Company 6", "LimitedLiabilityPartnership"], [11007, "Fictional Company 7", "PublicCorporation"], [11008, "Fictional Company 8", null], [11010, "Fictional Company 10", "LimitedCompany"], [11011, "Fictional Company 11", "SoleTrader"], [11012, "Fictional Company 12", "Partnership"], [11013, "Fictional Company 13", "Charity"], [11014, "Fictional Company 14", "PublicLimitedCompany"], [11015, "Fictional Company 15", "LimitedLiabilityPartnership"], [11016, "Fictional Company 16", "PublicCorporation"], [11020, "Fictional Company 20", "SoleTrader"], [11021, "Fictional Company 21", "Partnership"], [11022, "Fictional Company 22", "Charity"], [11024, "Fictional Company 24", "LimitedLiabilityPartnership"], [11025, "Fictional Company 25", "PublicCorporation"], [11026, "Fictional Company 26", null], [11028, "Fictional Company 28", "LimitedCompany"], [11030, "Fictional Company 30", "Partnership"], [11031, "Fictional Company 31", "Charity"], [11032, "Fictional Company 32", "PublicLimitedCompany"], [11033, "Fictional Company 33", "LimitedLiabilityPartnership"], [11035, "Fictional Company 35", null], [11037, "Fictional Company 37", "LimitedCompany"], [11039, "Fictional Company 39", "Partnership"], [11040, "Fictional Company 40", "Charity"], [11041, "Fictional Company 41", "PublicLimitedCompany"], [11042, "Fictional Company 42", "LimitedLiabilityPartnership"], [11043, "Fictional Company 43", "PublicCorporation"], [11044, "Fictional Company 44", null], [11047, "Fictional Company 47", "SoleTrader"], [11048, "Fictional Company 48", "Partnership"], [11049, "Fictional Company 49", "Charity"], [11050, "Fictional Company 50", "PublicLimitedCompany"], [11052, "Fictional Company 52", "PublicCorporation"], [11053, "Fictional Company 53", null], [11055, "Fictional Company 55", "LimitedCompany"], [11056, "Fictional Company 56", "SoleTrader"], [11059, "Fictional Company 59", "PublicLimitedCompany"], [11060, "Fictional Company 60", "LimitedLiabilityPartnership"], [11061, "Fictional Company 61", "PublicCorporation"], [11062, "Fictional Company 62", null], [11064, "Fictional Company 64", "LimitedCompany"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "Show the stored CT snapshot client count by client...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "24d48f62a28d69da", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b1236481a55a2661", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "b1236481a55a2661", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "3b593d00-7245-43af-ac82-5a1cc352d173", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f60029b45d1c69804eb3b404bda7", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, client_type FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f6005acde2632f114bb6a2baad90", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client type", "start": 44, "end": 55, "phrase": "client type", "matched_term": "client type", "column": "ct.client_360.client_type", "columns": ["ct.client_360.client_type"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 58.772836811840534, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "3b593d00-7245-43af-ac82-5a1cc352d173", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c11afef3d91dd76cf966cae1438331872dfeeee384f5145268461a4939ce0351", "result_sha256": "2aa9d74032a360b0ac5abd7eb88bb86ae47f9db32186b2cdce2aa3d108671807"}
{"arm": "original", "case_id": "latency-dev-27", "repeat": 2, "elapsed_ms": 776.7631951719522, "started_monotonic": 5601959.326216836, "finished_monotonic": 5601960.102980032, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 503.16158775240183, "job_status": "done", "job_id": "1b1c02bb-9d39-4cd8-b583-9cba137e2586", "status": "error", "error": null, "raw_payload": {"id": "fd2cc226-4dae-4851-bcdf-aa187e9dfc90", "conversation_id": "493eafd4-15eb-42f3-98d7-b5a50ebcd5c8", "turn_index": 0, "nl_query": "Show non-cancelled and non-deleted raw CT booking counts by selling currency.", "status": "error", "query_id": "3204658c-6080-4215-ab95-a98dbee7d4fd", "trace_id": "federated-3204658c-6080-4215-ab95-a98dbee7d4fd", "trace_snapshot": {"job": {"job_id": "1b1c02bb-9d39-4cd8-b583-9cba137e2586", "timing": {"submission_ack_ms": 3.240983933210373, "queue_ms": 0.0, "base_persistence_ms": 2.593790180981159, "required_to_ready_ms": 407.6133966445923, "optional_ms": 60.19748654216528, "total_ms": 468.6888922005892}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "3af216aa9949199e", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "3af216aa9949199e", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "3204658c-6080-4215-ab95-a98dbee7d4fd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "3204658c-6080-4215-ab95-a98dbee7d4fd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "572dde424826db04bedeb0183fc5d97c6255ba48153bc8b4d2b585c3466f766a", "result_sha256": "9cd40e442765d419cf4e7b1030ab270fd5451e6a466de4d0f9fdc7e8df6a1c77"}
{"arm": "candidate", "case_id": "latency-dev-27", "repeat": 2, "elapsed_ms": 736.9711138308048, "started_monotonic": 5601960.103420759, "finished_monotonic": 5601960.840391872, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 724.4983585551381, "job_status": "done", "job_id": "047e6053-912b-4ba1-bf41-d69f5a116bf8", "status": "error", "error": null, "raw_payload": {"id": "41bbbf94-ad18-4d5a-b5ae-5b19cfe14dbe", "conversation_id": "c62f0a94-938a-4809-9d2e-29b93543da87", "turn_index": 0, "nl_query": "Show non-cancelled and non-deleted raw CT booking counts by selling currency.", "status": "error", "query_id": "d0d6a56f-14a6-432d-8ddf-ffa88b8d537d", "trace_id": "7696f60061fc4b5239d34cb393cca1a5", "trace_snapshot": {"trace_id": "7696f60061fc4b5239d34cb393cca1a5", "context": {"trace_id": "7696f60061fc4b5239d34cb393cca1a5", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 12.52, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "047e6053-912b-4ba1-bf41-d69f5a116bf8", "timing": {"submission_ack_ms": 1.8237438052892685, "queue_ms": 0.0, "base_persistence_ms": 1.1415602639317513, "required_to_ready_ms": 529.4752866029739, "optional_ms": 58.97958297282457, "total_ms": 590.7670808956027}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "48cb616a130c9c8b", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8cb35aeac9c8add9", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "8cb35aeac9c8add9", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "d0d6a56f-14a6-432d-8ddf-ffa88b8d537d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "d0d6a56f-14a6-432d-8ddf-ffa88b8d537d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "572dde424826db04bedeb0183fc5d97c6255ba48153bc8b4d2b585c3466f766a", "result_sha256": "fdb04358d6a676766ede7faba9834b3dc4355123b7c94c0042bdb9954e4e48b5"}
{"arm": "candidate", "case_id": "latency-dev-30", "repeat": 2, "elapsed_ms": 695.8966376259923, "started_monotonic": 5601960.84091317, "finished_monotonic": 5601961.536809808, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 680.7198273018003, "job_status": "done", "job_id": "bcf5cfee-6b27-442d-b43e-1c0fdd38d7bd", "status": "error", "error": null, "raw_payload": {"id": "5438ff25-7853-43c5-81fb-4041addefc58", "conversation_id": "b5f4786c-29cb-4611-94f8-8ea6add79470", "turn_index": 0, "nl_query": "List raw CT account IDs with at least one non-cancelled, non-deleted trade booking.", "status": "error", "query_id": "90548aea-ea3e-4426-8de6-c6188a67e010", "trace_id": "7696f600dc2d1132a84c45138d1a1331", "trace_snapshot": {"trace_id": "7696f600dc2d1132a84c45138d1a1331", "context": {"trace_id": "7696f600dc2d1132a84c45138d1a1331", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.01, "connection_ms": 11.17, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "bcf5cfee-6b27-442d-b43e-1c0fdd38d7bd", "timing": {"submission_ack_ms": 1.409660093486309, "queue_ms": 0.0, "base_persistence_ms": 1.4703115448355675, "required_to_ready_ms": 481.9237235933542, "optional_ms": 63.489229418337345, "total_ms": 545.7991473376751}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "69fbe680e8b4dd36", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "6d16208ba8a9512b", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "6d16208ba8a9512b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "90548aea-ea3e-4426-8de6-c6188a67e010", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "90548aea-ea3e-4426-8de6-c6188a67e010", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "3a02b791b10ffd1824ce953173dcccdd5ff264726fcb078b4062ab3436b4b315", "result_sha256": "8375fcf9213f27352777439bffb298ab280d99538ee09d62d434deed550b2135"}
{"arm": "original", "case_id": "latency-dev-30", "repeat": 2, "elapsed_ms": 1393.2476649060845, "started_monotonic": 5601961.537671768, "finished_monotonic": 5601962.930919433, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1383.937269449234, "job_status": "done", "job_id": "4faa9383-d3e9-4e65-8422-b047032e578f", "status": "error", "error": null, "raw_payload": {"id": "a47e14d9-5a35-4a1c-b0b4-3378e085c437", "conversation_id": "07dfd641-f361-4e08-ad05-6bb48236bb47", "turn_index": 0, "nl_query": "List raw CT account IDs with at least one non-cancelled, non-deleted trade booking.", "status": "error", "query_id": "184fd3f6-d7bf-4abd-b71e-492a5b202f59", "trace_id": "federated-184fd3f6-d7bf-4abd-b71e-492a5b202f59", "trace_snapshot": {"job": {"job_id": "4faa9383-d3e9-4e65-8422-b047032e578f", "timing": {"submission_ack_ms": 3.6851996555924416, "queue_ms": 0.0, "base_persistence_ms": 0.8988520130515099, "required_to_ready_ms": 1148.7386943772435, "optional_ms": 58.54727700352669, "total_ms": 1207.8444920480251}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d46eae24d1fafd10", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "d46eae24d1fafd10", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "184fd3f6-d7bf-4abd-b71e-492a5b202f59", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "184fd3f6-d7bf-4abd-b71e-492a5b202f59", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "3a02b791b10ffd1824ce953173dcccdd5ff264726fcb078b4062ab3436b4b315", "result_sha256": "e1299a46395a9a3aeca041b84e1696418f47bfa165343178ec0f7f7cab3ee706"}
{"arm": "original", "case_id": "latency-dev-14", "repeat": 2, "elapsed_ms": 719.0532572567463, "started_monotonic": 5601962.931453193, "finished_monotonic": 5601963.65050645, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 705.7439312338829, "job_status": "done", "job_id": "121f865c-023a-4eb4-bb52-20b41e858683", "status": "success", "error": null, "raw_payload": {"id": "6194e5e8-6300-4a53-bb6c-22313646b372", "conversation_id": "2d1d5b93-5167-4303-8b54-d7eaf431a472", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by native currency.", "status": "success", "query_id": "b85bc798-5b54-4b97-b8dc-ec6f314d1a7d", "trace_id": "7696f6009ffbf14fffd74e2eb38b20d8", "trace_snapshot": {"trace_id": "7696f6009ffbf14fffd74e2eb38b20d8", "context": {"trace_id": "7696f6009ffbf14fffd74e2eb38b20d8", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.57, "connection_ms": 22.64, "sql_execution_ms": 2.96, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "121f865c-023a-4eb4-bb52-20b41e858683", "timing": {"submission_ack_ms": 2.6680827140808105, "queue_ms": 0.0, "base_persistence_ms": 1.2627653777599335, "required_to_ready_ms": 549.771087244153, "first_useful_ms": 549.771087244153, "optional_ms": 112.86615673452616, "total_ms": 663.2814658805728}, "optional_status": "done"}}, "generated_sql": "SELECT currency,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 64], ["GBP", 64], ["USD", 64]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by native currency.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.94, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "320b75b034aa085c", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c536d38e42f8aa7b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c536d38e42f8aa7b", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "b85bc798-5b54-4b97-b8dc-ec6f314d1a7d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "b85bc798-5b54-4b97-b8dc-ec6f314d1a7d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "84db0ccde2103361d57c9b2de8db751cb05c38756344647896a61127360b975e", "result_sha256": "f91756c00aa5ff5569141427d57328d1c082e29da764db41e8bff13bd13df919"}
{"arm": "candidate", "case_id": "latency-dev-14", "repeat": 2, "elapsed_ms": 1084.7161542624235, "started_monotonic": 5601963.651110361, "finished_monotonic": 5601964.735826516, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 813.3722357451916, "job_status": "done", "job_id": "a1e70d78-e74d-47b4-b376-dd9bfc34674f", "status": "success", "error": null, "raw_payload": {"id": "99ec701c-6a50-4855-8b00-d998f4c71252", "conversation_id": "12377a38-6566-494f-98a8-988e13376b88", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by native currency.", "status": "success", "query_id": "63dda0ec-216a-45b7-b045-a5d96242daa7", "trace_id": "7696f600fce9b5cf50194cbeb4f110fc", "trace_snapshot": {"trace_id": "7696f600fce9b5cf50194cbeb4f110fc", "context": {"trace_id": "7696f600fce9b5cf50194cbeb4f110fc", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 32.44, "sql_execution_ms": 1.83, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a1e70d78-e74d-47b4-b376-dd9bfc34674f", "timing": {"submission_ack_ms": 2.230517566204071, "queue_ms": 0.0, "base_persistence_ms": 1.1068591848015785, "required_to_ready_ms": 668.1329868733883, "first_useful_ms": 668.1329868733883, "optional_ms": 108.3388589322567, "total_ms": 777.203350327909}, "optional_status": "done"}}, "generated_sql": "SELECT currency,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 64], ["GBP", 64], ["USD", 64]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by native currency.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.94, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 64.00.", "insight_notes": ["3 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals grouped by currency.", "bullets": ["Reads from deals.", "Calculates how many rows there are.", "Groups the results by currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c524df1c042cdca0", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c524df1c042cdca0", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "63dda0ec-216a-45b7-b045-a5d96242daa7", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "63dda0ec-216a-45b7-b045-a5d96242daa7", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "84db0ccde2103361d57c9b2de8db751cb05c38756344647896a61127360b975e", "result_sha256": "07e2b8451b27d0b589821e57572aed5214f315185ca6c963d275b6d4e9fc7673"}
{"arm": "candidate", "case_id": "latency-dev-05", "repeat": 2, "elapsed_ms": 1019.8178961873055, "started_monotonic": 5601964.736570891, "finished_monotonic": 5601965.756388787, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 741.4663024246693, "job_status": "done", "job_id": "d9a69436-7211-4019-bbfc-727102c7def3", "status": "success", "error": null, "raw_payload": {"id": "6eefbaf5-2bfa-43ec-aec2-ef01f7a402f1", "conversation_id": "1e4b7a71-e489-4efc-9ac8-54ffc636dfc8", "turn_index": 0, "nl_query": "List CT snapshot client IDs whose stored trade count is greater than zero.", "status": "success", "query_id": "001d12b3-f491-497c-aaee-9aa876fd3d14", "trace_id": "7696f6002a635964e5224087b4b493b4", "trace_snapshot": {"trace_id": "7696f6002a635964e5224087b4b493b4", "context": {"trace_id": "7696f6002a635964e5224087b4b493b4", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 35.9, "sql_execution_ms": 3.07, "retrieval_ms": 0.06, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 41, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "d9a69436-7211-4019-bbfc-727102c7def3", "timing": {"submission_ack_ms": 2.0115412771701813, "queue_ms": 0.0, "base_persistence_ms": 1.4235498383641243, "required_to_ready_ms": 647.2259638831019, "first_useful_ms": 647.2259638831019, "optional_ms": 221.82257752865553, "total_ms": 869.5342196151614}, "optional_status": "done"}}, "generated_sql": "SELECT user_id FROM ct.client_360 WHERE trade_count > 0 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id\nFROM ct.client_360\nWHERE\n  trade_count > 0\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"]], "row_count": 41, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs whose stored trade cou...", "series": null}, "cost_estimate": {"total_cost": 30.29, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "41 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360.", "Keeps only rows matching filters on trade_count."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "760bd6acdd77178d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "760bd6acdd77178d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "001d12b3-f491-497c-aaee-9aa876fd3d14", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade count", "start": 41, "end": 52, "phrase": "trade count", "matched_term": "trade count", "column": "ct.client_360.trade_count", "columns": ["ct.client_360.trade_count"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062"], "key_count": 41, "over_cap": false, "derived_columns": ["user_id"], "derivation": "sql_sha:74784188cf7bc2ae"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "001d12b3-f491-497c-aaee-9aa876fd3d14", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c5f42d65dcfb896d7c32cb3df8bef43aa3bb5e37d74119e9a1b94e61fc62d750", "result_sha256": "0b73b4b4016d5783b63e6ff2034699c0df3b3d41f5c8d8250ff90e06eb062e3b"}
{"arm": "original", "case_id": "latency-dev-05", "repeat": 2, "elapsed_ms": 1133.6690075695515, "started_monotonic": 5601965.757487286, "finished_monotonic": 5601966.891156293, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 858.4591625258327, "job_status": "done", "job_id": "f25b2625-1203-4320-bc0a-9b35ca4c4864", "status": "success", "error": null, "raw_payload": {"id": "ad4b5f10-8b7f-451d-b713-12768cc21b02", "conversation_id": "5686b94b-8890-428f-ad0b-178b7eebe07b", "turn_index": 0, "nl_query": "List CT snapshot client IDs whose stored trade count is greater than zero.", "status": "success", "query_id": "59e396c4-6abf-4074-acbd-1aa4bcf81429", "trace_id": "7696f600a55da3b183ca4f3bbfb3a3aa", "trace_snapshot": {"trace_id": "7696f600a55da3b183ca4f3bbfb3a3aa", "context": {"trace_id": "7696f600a55da3b183ca4f3bbfb3a3aa", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.01, "merge_ms": 1.14, "total_ms": 63.26, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 41, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f6001d17d71b64d544f68a77cfbc", "7696f600975479984c9647b59ad9acb6"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "f25b2625-1203-4320-bc0a-9b35ca4c4864", "timing": {"submission_ack_ms": 3.383949398994446, "queue_ms": 0.0, "base_persistence_ms": 1.0803882032632828, "required_to_ready_ms": 724.9684035778046, "first_useful_ms": 724.9684035778046, "optional_ms": 93.87929271906614, "total_ms": 819.4619072601199}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"]], "row_count": 41, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs whose stored trade cou...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "41 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d88759b3d276ed9d", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "655c1c69bcd7be97", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "655c1c69bcd7be97", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "59e396c4-6abf-4074-acbd-1aa4bcf81429", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f6001d17d71b64d544f68a77cfbc", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 41, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 WHERE trade_count > 0 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600975479984c9647b59ad9acb6", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 41, "unmatched": 0, "dropped_null": 0, "output_rows": 41, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade count", "start": 41, "end": 52, "phrase": "trade count", "matched_term": "trade count", "column": "ct.client_360.trade_count", "columns": ["ct.client_360.trade_count"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062"], "key_count": 41, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 63.26382327824831, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "59e396c4-6abf-4074-acbd-1aa4bcf81429", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c5f42d65dcfb896d7c32cb3df8bef43aa3bb5e37d74119e9a1b94e61fc62d750", "result_sha256": "5c8d00d15c823fb6a8cd8990f24ea27368931ec4b55461d395f6e9d6a71280b0"}
{"arm": "original", "case_id": "latency-dev-07", "repeat": 2, "elapsed_ms": 740.3672924265265, "started_monotonic": 5601966.89277248, "finished_monotonic": 5601967.633139772, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 729.9827691167593, "job_status": "done", "job_id": "4eebb4fe-e26b-4e61-8f17-28347ee788a4", "status": "error", "error": null, "raw_payload": {"id": "5ea869b4-2ed6-455c-b079-0680b9ecf637", "conversation_id": "caca61a8-ea2a-4530-a4da-1532225bc93d", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored first and last trade dates.", "status": "error", "query_id": "f4ebbc66-e0a7-4152-9bc6-8a93a3c4fa82", "trace_id": "federated-f4ebbc66-e0a7-4152-9bc6-8a93a3c4fa82", "trace_snapshot": {"job": {"job_id": "4eebb4fe-e26b-4e61-8f17-28347ee788a4", "timing": {"submission_ack_ms": 3.4488607197999954, "queue_ms": 0.0, "base_persistence_ms": 3.1178686767816544, "required_to_ready_ms": 434.78402495384216, "optional_ms": 62.80331779271364, "total_ms": 498.20851255208254}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "0c5fde781555b2b9", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "0c5fde781555b2b9", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "f4ebbc66-e0a7-4152-9bc6-8a93a3c4fa82", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade dates", "start": 60, "end": 71, "phrase": "traded at", "matched_term": "trade date", "column": "ct.trade_bookings.traded_at", "columns": ["ct.trade_bookings.traded_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "When the trade was executed/booked. Use for trade-date windows (e.g. a daily run rate by trade date)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "f4ebbc66-e0a7-4152-9bc6-8a93a3c4fa82", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "f2ec11e2203ed5f7da50f124efb5251572728f6120062d2b3464e9dcb634fa97", "result_sha256": "bc37d84be916ac5ed765d881db0bd37f15db490f9c2a97516bfcbe636c8bd4fd"}
{"arm": "candidate", "case_id": "latency-dev-07", "repeat": 2, "elapsed_ms": 680.4561065509915, "started_monotonic": 5601967.63367857, "finished_monotonic": 5601968.314134677, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 669.1596116870642, "job_status": "done", "job_id": "5c3be3b0-170a-403f-8493-7663f169e34c", "status": "error", "error": null, "raw_payload": {"id": "c2704179-5ce2-495c-9213-2d6eadb9a02b", "conversation_id": "0c043bea-197e-4ff7-86d1-888fedcebf2c", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored first and last trade dates.", "status": "error", "query_id": "4826da58-08b4-4659-b0c8-43e1d570c82b", "trace_id": "federated-4826da58-08b4-4659-b0c8-43e1d570c82b", "trace_snapshot": {"terminal_error": {"guard": null, "error_code": "BI_SEMANTIC_001"}, "job": {"job_id": "5c3be3b0-170a-403f-8493-7663f169e34c", "timing": {"submission_ack_ms": 1.4420300722122192, "queue_ms": 0.0, "base_persistence_ms": 0.904320739209652, "required_to_ready_ms": 531.8312291055918, "optional_ms": 54.2038856074214, "total_ms": 586.4557288587093}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Name the group, measure, and date window in a new question.", "error_class": "semantic", "error_suggestions": [{"text": "Name the group, measure, and date window in a new question.", "action_type": "retry", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "bef365e4cba74566", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "bef365e4cba74566", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "4826da58-08b4-4659-b0c8-43e1d570c82b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade dates", "start": 60, "end": 71, "phrase": "traded at", "matched_term": "trade date", "column": "ct.trade_bookings.traded_at", "columns": ["ct.trade_bookings.traded_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "When the trade was executed/booked. Use for trade-date windows (e.g. a daily run rate by trade date)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_SEMANTIC_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "4826da58-08b4-4659-b0c8-43e1d570c82b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Name the group, measure, and date window in a new question.", "reason_code": "BI_SEMANTIC_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query could not preserve the requested meaning or scope.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "f2ec11e2203ed5f7da50f124efb5251572728f6120062d2b3464e9dcb634fa97", "result_sha256": "99a3932eda341cd4da9e7a3f675c24c607396ec917be8d1ce69a3c3493dc9b74"}
{"arm": "candidate", "case_id": "latency-dev-24", "repeat": 2, "elapsed_ms": 1052.7453972026706, "started_monotonic": 5601968.314596753, "finished_monotonic": 5601969.36734215, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1039.2652954906225, "job_status": "done", "job_id": "859dd1b7-19cf-4324-95f3-1803425ad6ab", "status": "success", "error": null, "raw_payload": {"id": "4f820863-4519-4d68-84a3-04a05920d5ee", "conversation_id": "2ecf0d1b-4a17-4abd-8386-34c435272d66", "turn_index": 0, "nl_query": "List raw CT limited-company client IDs and their account IDs.", "status": "success", "query_id": "7a9a76f7-459a-4c5f-ab0e-50c4abe79ef0", "trace_id": "7696f6001313cf6708594f0db40848cb", "trace_snapshot": {"trace_id": "7696f6001313cf6708594f0db40848cb", "context": {"trace_id": "7696f6001313cf6708594f0db40848cb", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.39, "merge_ms": 0.0, "total_ms": 138.19, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 8, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f6009ff440012bb4432ba1236d82"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "859dd1b7-19cf-4324-95f3-1803425ad6ab", "timing": {"submission_ack_ms": 1.5060026198625565, "queue_ms": 0.0, "base_persistence_ms": 3.673919476568699, "required_to_ready_ms": 747.5346233695745, "first_useful_ms": 747.5346233695745, "optional_ms": 205.00798989087343, "total_ms": 953.116662800312}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id FROM public.clients WHERE type = 'LimitedCompany' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id\nFROM public.clients\nWHERE\n  type = 'LimitedCompany'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21001, 9871, "Fictional Company 1", "cfx (corporate)"], [21010, 11010, "Fictional Company 10", "cfx (corporate)"], [21019, 11019, "Fictional Company 19", "cfx (corporate)"], [21028, 11028, "Fictional Company 28", "cfx (corporate)"], [21037, 11037, "Fictional Company 37", "cfx (corporate)"], [21046, 11046, "Fictional Company 46", "cfx (corporate)"], [21055, 11055, "Fictional Company 55", "cfx (corporate)"], [21064, 11064, "Fictional Company 64", "cfx (corporate)"]], "row_count": 8, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List raw CT limited-company client IDs and their a...", "series": null}, "cost_estimate": {"total_cost": 2.94, "estimated_rows": 8, "rows": 8, "ms_estimate": 0.7000000000000001, "dollars_estimate": 1.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "8 rows returned.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients.", "Keeps only rows matching filters on type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f07abde12ed8dd6d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f07abde12ed8dd6d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "7a9a76f7-459a-4c5f-ab0e-50c4abe79ef0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 138.19289207458496, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "7a9a76f7-459a-4c5f-ab0e-50c4abe79ef0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "01758b0fea0bc4695b640f6f862649b33c224141b4d1994575c4c5ff4fb4927e", "result_sha256": "54d4a7c882c62333e400ffad383e65104750497bc8d6db436fe5853b7fb391f1"}
{"arm": "original", "case_id": "latency-dev-24", "repeat": 2, "elapsed_ms": 802.6673812419176, "started_monotonic": 5601969.368104257, "finished_monotonic": 5601970.170771638, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 792.4956055358052, "job_status": "done", "job_id": "39e2d4ac-3922-4f9b-a2d8-df9298eb5b8f", "status": "error", "error": null, "raw_payload": {"id": "5e3f6248-813b-4d20-8923-9063fe8b0fb2", "conversation_id": "2222cdbe-b658-45bb-9870-d5c557ae1957", "turn_index": 0, "nl_query": "List raw CT limited-company client IDs and their account IDs.", "status": "error", "query_id": "1da6aac2-d8e1-42c8-8b7d-1026346fa483", "trace_id": "federated-1da6aac2-d8e1-42c8-8b7d-1026346fa483", "trace_snapshot": {"job": {"job_id": "39e2d4ac-3922-4f9b-a2d8-df9298eb5b8f", "timing": {"submission_ack_ms": 4.17027622461319, "queue_ms": 0.0, "base_persistence_ms": 1.513741910457611, "required_to_ready_ms": 607.5031161308289, "optional_ms": 64.23843652009964, "total_ms": 672.542960382998}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "90e33611c3945def", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "89ae9333fe7b79e2", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "89ae9333fe7b79e2", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "1da6aac2-d8e1-42c8-8b7d-1026346fa483", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "1da6aac2-d8e1-42c8-8b7d-1026346fa483", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "01758b0fea0bc4695b640f6f862649b33c224141b4d1994575c4c5ff4fb4927e", "result_sha256": "eb7dca3e16f3d2fc507aa60a2a07b764cdff02444b0c50466a42663a038535f7"}
{"arm": "original", "case_id": "latency-dev-01", "repeat": 2, "elapsed_ms": 1167.0858254656196, "started_monotonic": 5601970.171333617, "finished_monotonic": 5601971.338419442, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 888.2393641397357, "job_status": "done", "job_id": "729632f9-9505-4b10-8b29-b34f5647eed5", "status": "success", "error": null, "raw_payload": {"id": "a4c8b372-9a76-4750-a641-3b2a37b6db65", "conversation_id": "6652b582-66cc-453d-b43e-3594403682ca", "turn_index": 0, "nl_query": "How many CT snapshot clients are in the complete stored client catalogue?", "status": "success", "query_id": "f001e6a8-b5ea-46d8-bada-5c2bf0e52a53", "trace_id": "7696f60093fe964106dc43879c1897ee", "trace_snapshot": {"trace_id": "7696f60093fe964106dc43879c1897ee", "context": {"trace_id": "7696f60093fe964106dc43879c1897ee", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.32, "merge_ms": 1.08, "total_ms": 59.27, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600cd3f805f4c454f18b831bbf1", "7696f600a3709b38428f45e2833f8cac"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "729632f9-9505-4b10-8b29-b34f5647eed5", "timing": {"submission_ack_ms": 3.2612141221761703, "queue_ms": 0.0, "base_persistence_ms": 0.955723226070404, "required_to_ready_ms": 759.2240516096354, "first_useful_ms": 759.2240516096354, "optional_ms": 90.13658203184605, "total_ms": 849.9078135937452}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11016, "Fictional Company 16", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11032, "Fictional Company 32", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11048, "Fictional Company 48", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"], [11064, "Fictional Company 64", "cfx (corporate)"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "How many CT snapshot clients are in the complete s...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1f1c09ab3e81a7d8", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "46d37e774640b4c4", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "46d37e774640b4c4", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "f001e6a8-b5ea-46d8-bada-5c2bf0e52a53", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600cd3f805f4c454f18b831bbf1", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 GROUP BY user_id ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600a3709b38428f45e2833f8cac", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "clients", "start": 21, "end": 28, "phrase": "clients", "matched_term": "clients", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 59.26572252064943, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "f001e6a8-b5ea-46d8-bada-5c2bf0e52a53", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "08d75d650b1e20d654392223d3c38f62d616c03658746e289a8f12e01ecfceb1", "result_sha256": "f2c80cba93fcfd177a11f7f0c8d943251f46839fffd6d5d1943ba6706bd7ccb2"}
{"arm": "candidate", "case_id": "latency-dev-01", "repeat": 2, "elapsed_ms": 995.0304385274649, "started_monotonic": 5601971.339320473, "finished_monotonic": 5601972.334350912, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 981.7983359098434, "job_status": "done", "job_id": "c285b3f9-bd5c-4d20-a8f4-9eca8e1cb98b", "status": "success", "error": null, "raw_payload": {"id": "39c215c2-6a9b-44bf-b3e8-6d2ca8959596", "conversation_id": "8d4b3df5-21a3-44e7-8e79-53eeeaa1f7ed", "turn_index": 0, "nl_query": "How many CT snapshot clients are in the complete stored client catalogue?", "status": "success", "query_id": "b913fd4d-30b7-4026-bd57-141efd77cb67", "trace_id": "7696f600270f87ea2fd04dfb84832e7d", "trace_snapshot": {"trace_id": "7696f600270f87ea2fd04dfb84832e7d", "context": {"trace_id": "7696f600270f87ea2fd04dfb84832e7d", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 41.52, "sql_execution_ms": 5.4, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "c285b3f9-bd5c-4d20-a8f4-9eca8e1cb98b", "timing": {"submission_ack_ms": 1.917857676744461, "queue_ms": 0.0, "base_persistence_ms": 2.9061827808618546, "required_to_ready_ms": 691.1884322762489, "first_useful_ms": 691.1884322762489, "optional_ms": 87.92750630527735, "total_ms": 779.9503663554788}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(DISTINCT user_id) AS client_count FROM ct.client_360", "generated_sql_pretty": "SELECT\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[45]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "client_count", "title": "How many CT snapshot clients are in the complete s...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.3, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.1125, "dollars_estimate": 2.25e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 45.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d64225eafd447f9b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "d64225eafd447f9b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "b913fd4d-30b7-4026-bd57-141efd77cb67", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "clients", "start": 21, "end": 28, "phrase": "clients", "matched_term": "clients", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "b913fd4d-30b7-4026-bd57-141efd77cb67", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "08d75d650b1e20d654392223d3c38f62d616c03658746e289a8f12e01ecfceb1", "result_sha256": "0e7483faaf37a2843ec9fe9b3d8fb5747141bbed464cb0e1fde1efc3ab0cb715"}
{"arm": "candidate", "case_id": "latency-dev-23", "repeat": 2, "elapsed_ms": 1040.8473704010248, "started_monotonic": 5601972.334910462, "finished_monotonic": 5601973.375757832, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1027.560935355723, "job_status": "done", "job_id": "e21c98da-3858-48f1-a15a-ccb532277293", "status": "success", "error": null, "raw_payload": {"id": "bbc183bf-5c76-4093-9d94-0f3090e28050", "conversation_id": "d3f05e25-ef11-4a97-be22-11018fbd2e84", "turn_index": 0, "nl_query": "List raw CT private client IDs and their account IDs.", "status": "success", "query_id": "290ac583-199a-499c-a0b9-8b9b546206ac", "trace_id": "7696f60006f6157771da44e9ba529fe0", "trace_snapshot": {"trace_id": "7696f60006f6157771da44e9ba529fe0", "context": {"trace_id": "7696f60006f6157771da44e9ba529fe0", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.69, "merge_ms": 0.0, "total_ms": 125.29, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 7, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60096b665faf69d402a9b16fdca"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e21c98da-3858-48f1-a15a-ccb532277293", "timing": {"submission_ack_ms": 1.4965608716011047, "queue_ms": 0.0, "base_persistence_ms": 2.979664131999016, "required_to_ready_ms": 740.5179273337126, "first_useful_ms": 740.5179273337126, "optional_ms": 213.66028022021055, "total_ms": 954.7295775264502}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id FROM public.clients WHERE type = 'PersonalAccount' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id\nFROM public.clients\nWHERE\n  type = 'PersonalAccount'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21009, 11009, "Synthetic9 Client", "pfx (private)"], [21018, 11018, "Synthetic18 Client", "pfx (private)"], [21027, 11027, "Synthetic27 Client", "pfx (private)"], [21036, 11036, "Synthetic36 Client", "pfx (private)"], [21045, 11045, "Synthetic45 Client", "pfx (private)"], [21054, 11054, "Synthetic54 Client", "pfx (private)"], [21063, 11063, "Synthetic63 Client", "pfx (private)"]], "row_count": 7, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List raw CT private client IDs and their account I...", "series": null}, "cost_estimate": {"total_cost": 2.92, "estimated_rows": 7, "rows": 7, "ms_estimate": 0.6125, "dollars_estimate": 1.225e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "7 rows returned.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients.", "Keeps only rows matching filters on type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4ea24f3c56d351e8", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4ea24f3c56d351e8", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "290ac583-199a-499c-a0b9-8b9b546206ac", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 7}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 20, "end": 26, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 125.28873141855001, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "290ac583-199a-499c-a0b9-8b9b546206ac", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 7}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "a503dbe1d3cf88831ffa180b89ec139a1173c86d3fda6102f5624bf54fa8b12a", "result_sha256": "de3d843615554e4551af3778634979090ac198c0f2cfb101a76388d03f48e4ee"}
{"arm": "original", "case_id": "latency-dev-23", "repeat": 2, "elapsed_ms": 795.8393814042211, "started_monotonic": 5601973.376958824, "finished_monotonic": 5601974.172798205, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 785.9910363331437, "job_status": "done", "job_id": "a4829827-5abd-4729-acef-447689839c9d", "status": "error", "error": null, "raw_payload": {"id": "cf423043-db10-48c7-a04e-65c95d8b9fb6", "conversation_id": "957d72c4-1540-44f8-a395-64b03667748b", "turn_index": 0, "nl_query": "List raw CT private client IDs and their account IDs.", "status": "error", "query_id": "9f6dfd6d-c5a5-47c6-b6ba-ffae6365e59a", "trace_id": "federated-9f6dfd6d-c5a5-47c6-b6ba-ffae6365e59a", "trace_snapshot": {"job": {"job_id": "a4829827-5abd-4729-acef-447689839c9d", "timing": {"submission_ack_ms": 4.0140897035598755, "queue_ms": 0.0, "base_persistence_ms": 2.487816847860813, "required_to_ready_ms": 592.6156938076019, "optional_ms": 63.13203927129507, "total_ms": 656.2677910551429}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "787bba72815029de", "escalated": false, "sampling_pin": "off"}, {"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4b5f62f7e2bd4d9f", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "4b5f62f7e2bd4d9f", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "9f6dfd6d-c5a5-47c6-b6ba-ffae6365e59a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 20, "end": 26, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "9f6dfd6d-c5a5-47c6-b6ba-ffae6365e59a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "a503dbe1d3cf88831ffa180b89ec139a1173c86d3fda6102f5624bf54fa8b12a", "result_sha256": "55214bc368653b17d526fe3951846cbd2806d8d18cea75bcd61ddd2ab7a4e357"}
{"arm": "original", "case_id": "latency-dev-20", "repeat": 2, "elapsed_ms": 941.5677385404706, "started_monotonic": 5601974.173297702, "finished_monotonic": 5601975.114865441, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 665.981350466609, "job_status": "done", "job_id": "53e759fa-a264-4b70-9365-aa5b38eb6bf3", "status": "success", "error": null, "raw_payload": {"id": "6ce541b2-cbc1-4e7f-9828-dfae98e5df7f", "conversation_id": "15067390-a396-434f-8166-777825c46975", "turn_index": 0, "nl_query": "List Pipedrive deal IDs that have at least one active note, without duplicate deals.", "status": "success", "query_id": "c01c7302-23ba-4c29-9a97-17b40185db5f", "trace_id": "7696f600fde6ce9168774e2a899849b3", "trace_snapshot": {"trace_id": "7696f600fde6ce9168774e2a899849b3", "context": {"trace_id": "7696f600fde6ce9168774e2a899849b3", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 24.84, "sql_execution_ms": 2.47, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "53e759fa-a264-4b70-9365-aa5b38eb6bf3", "timing": {"submission_ack_ms": 2.757006324827671, "queue_ms": 0.0, "base_persistence_ms": 1.6603386029601097, "required_to_ready_ms": 593.9447404816747, "first_useful_ms": 593.9447404816747, "optional_ms": 109.341642819345, "total_ms": 703.9493871852756}, "optional_status": "done"}}, "generated_sql": "SELECT d.id FROM pipedrive.deals AS d WHERE EXISTS(SELECT 1 FROM pipedrive.notes AS n WHERE n.deal_id = d.id AND n.active_flag IS TRUE) ORDER BY d.id LIMIT 10000", "generated_sql_pretty": "SELECT\n  d.id\nFROM pipedrive.deals AS d\nWHERE\n  EXISTS(\n    SELECT\n      1\n    FROM pipedrive.notes AS n\n    WHERE\n      n.deal_id = d.id AND n.active_flag IS TRUE\n  )\nORDER BY\n  d.id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111011], [111021], [111031], [111041], [111051], [111061], [111071], [111081], [111091], [111101], [111111], [111121], [111131], [111141], [111151], [111161], [111171], [111181], [111191], [111201], [111211], [111221], [111231], [111241], [111251], [111261], [111271], [111281], [111291], [111301], [111311], [111321], [111331], [111341], [111351], [111361], [111371], [111381], [111391], [111401], [111411], [111421], [111431], [111441], [111451], [111461], [111471], [111481], [111491], [111501], [111511], [111521], [111531], [111541], [111551], [111561], [111571], [111581], [111591], [111601], [111611], [111621], [111631], [111641]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs that have at least one act...", "series": null}, "cost_estimate": {"total_cost": 16.3, "estimated_rows": 64, "rows": 64, "ms_estimate": 8.0, "dollars_estimate": 0.00015999999999999999, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "67f42462a4191ecf", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "bcac7fc95f43f1d7", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "bcac7fc95f43f1d7", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "c01c7302-23ba-4c29-9a97-17b40185db5f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "duplicate", "start": 68, "end": 77, "phrase": "Duplicate", "matched_term": "Duplicate", "column": "pipedrive.deals.lost_reason", "columns": ["pipedrive.deals.lost_reason"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "lost_reason_deal_vs_person", "options": [], "samples": ["Duplicate"], "source": "pipedrive.option_dict", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111011", "111021", "111031", "111041", "111051", "111061", "111071", "111081", "111091", "111101", "111111", "111121", "111131", "111141", "111151", "111161", "111171", "111181", "111191", "111201", "111211", "111221", "111231", "111241", "111251", "111261", "111271", "111281", "111291", "111301", "111311", "111321", "111331", "111341", "111351", "111361", "111371", "111381", "111391", "111401", "111411", "111421", "111431", "111441", "111451", "111461", "111471", "111481", "111491", "111501", "111511", "111521", "111531", "111541", "111551", "111561", "111571", "111581", "111591", "111601", "111611", "111621", "111631", "111641"], "key_count": 64, "over_cap": false, "derived_columns": ["id"], "derivation": "sql_sha:4eeccfe7cad6cf1f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "c01c7302-23ba-4c29-9a97-17b40185db5f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f2b1b8fdc4fd507afe483284181a2a93d0e7338bada45a56bcd037854ad348b4", "result_sha256": "6b6c49bd09b796c3fadcd3111771664adad7b6a484d42a99d7dfcbe0f62e67ad"}
{"arm": "candidate", "case_id": "latency-dev-20", "repeat": 2, "elapsed_ms": 1655.2610555663705, "started_monotonic": 5601975.116348363, "finished_monotonic": 5601976.771609419, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1641.387440264225, "job_status": "done", "job_id": "6fd3df40-951e-44fe-9476-9e730b989609", "status": "success", "error": null, "raw_payload": {"id": "bdb6da91-dd98-48c6-9386-c6a8fe161bf4", "conversation_id": "1ac4a3da-9f05-4dbd-ac48-c06434d5585c", "turn_index": 0, "nl_query": "List Pipedrive deal IDs that have at least one active note, without duplicate deals.", "status": "success", "query_id": "c41a7196-dd32-4672-96e2-5771f15a7ca1", "trace_id": "7696f60083642e664b7c445abcf1e6ae", "trace_snapshot": {"trace_id": "7696f60083642e664b7c445abcf1e6ae", "context": {"trace_id": "7696f60083642e664b7c445abcf1e6ae", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 41.74, "sql_execution_ms": 2.44, "retrieval_ms": 0.09, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "6fd3df40-951e-44fe-9476-9e730b989609", "timing": {"submission_ack_ms": 3.0553778633475304, "queue_ms": 0.0, "base_persistence_ms": 1.4127688482403755, "required_to_ready_ms": 1480.5190451443195, "first_useful_ms": 1480.5190451443195, "optional_ms": 105.64462468028069, "total_ms": 1586.9743581861258}, "optional_status": "done"}}, "generated_sql": "SELECT d.id FROM pipedrive.deals AS d WHERE EXISTS(SELECT 1 FROM pipedrive.notes AS n WHERE n.deal_id = d.id AND n.active_flag IS TRUE) ORDER BY d.id LIMIT 10000", "generated_sql_pretty": "SELECT\n  d.id\nFROM pipedrive.deals AS d\nWHERE\n  EXISTS(\n    SELECT\n      1\n    FROM pipedrive.notes AS n\n    WHERE\n      n.deal_id = d.id AND n.active_flag IS TRUE\n  )\nORDER BY\n  d.id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111011], [111021], [111031], [111041], [111051], [111061], [111071], [111081], [111091], [111101], [111111], [111121], [111131], [111141], [111151], [111161], [111171], [111181], [111191], [111201], [111211], [111221], [111231], [111241], [111251], [111261], [111271], [111281], [111291], [111301], [111311], [111321], [111331], [111341], [111351], [111361], [111371], [111381], [111391], [111401], [111411], [111421], [111431], [111441], [111451], [111461], [111471], [111481], [111491], [111501], [111511], [111521], [111531], [111541], [111551], [111561], [111571], [111581], [111591], [111601], [111611], [111621], [111631], [111641]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs that have at least one act...", "series": null}, "cost_estimate": {"total_cost": 16.3, "estimated_rows": 64, "rows": 64, "ms_estimate": 8.0, "dollars_estimate": 0.00015999999999999999, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "64 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals and notes.", "bullets": ["Reads from deals and notes.", "Keeps only rows matching filters on deal_id, id, and active_flag."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e64af2c706b294f4", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "e64af2c706b294f4", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "c41a7196-dd32-4672-96e2-5771f15a7ca1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "duplicate", "start": 68, "end": 77, "phrase": "Duplicate", "matched_term": "Duplicate", "column": "pipedrive.deals.lost_reason", "columns": ["pipedrive.deals.lost_reason"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "lost_reason_deal_vs_person", "options": [], "samples": ["Duplicate"], "source": "pipedrive.option_dict", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "c41a7196-dd32-4672-96e2-5771f15a7ca1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f2b1b8fdc4fd507afe483284181a2a93d0e7338bada45a56bcd037854ad348b4", "result_sha256": "46e16dc756c7863f2c68b10068bfc54a0e6985153fcc50bfbf6efdc155a0efff"}
{"arm": "candidate", "case_id": "latency-dev-09", "repeat": 2, "elapsed_ms": 1142.7873447537422, "started_monotonic": 5601976.773259906, "finished_monotonic": 5601977.916047251, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 870.6566682085395, "job_status": "done", "job_id": "9f123224-5298-4681-8953-0fb3dce69316", "status": "success", "error": null, "raw_payload": {"id": "83591f02-5821-48d8-8ce8-3e769c1c69ce", "conversation_id": "e0b35a69-e6be-4866-95aa-9b3fa9c6ff45", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time settled revenue in GBP.", "status": "success", "query_id": "b29fe7dd-d4d2-4865-bb9c-5450383cfe9d", "trace_id": "7696f600a919370e549844ecb951aeaf", "trace_snapshot": {"trace_id": "7696f600a919370e549844ecb951aeaf", "context": {"trace_id": "7696f600a919370e549844ecb951aeaf", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.08, "connection_ms": 40.37, "sql_execution_ms": 3.3, "retrieval_ms": 0.1, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "9f123224-5298-4681-8953-0fb3dce69316", "timing": {"submission_ack_ms": 1.9312165677547455, "queue_ms": 0.0, "base_persistence_ms": 1.1695008724927902, "required_to_ready_ms": 727.2970955818892, "first_useful_ms": 727.2970955818892, "optional_ms": 209.90545954555273, "total_ms": 937.6347102224827}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, revenue_gbp_settled AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  revenue_gbp_settled AS realized_revenue_gbp\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": "GBP", "currency": null, "unit_column": null, "unit_unverified": false, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "3.90"], [11004, "Fictional Company 4", "cfx (corporate)", "5.20"], [11005, "Fictional Company 5", "cfx (corporate)", "6.50"], [11006, "Fictional Company 6", "cfx (corporate)", "7.80"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", null], [11010, "Fictional Company 10", "cfx (corporate)", "13.00"], [11011, "Fictional Company 11", "cfx (corporate)", "-14.30"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "16.90"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "19.50"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "26.00"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-28.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "32.50"], [11026, "Fictional Company 26", "unknown", "33.80"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "39.00"], [11031, "Fictional Company 31", "cfx (corporate)", "40.30"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-42.90"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "48.10"], [11039, "Fictional Company 39", "cfx (corporate)", "50.70"], [11040, "Fictional Company 40", "cfx (corporate)", null], [11041, "Fictional Company 41", "cfx (corporate)", "53.30"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "55.90"], [11044, "Fictional Company 44", "unknown", "-57.20"], [11047, "Fictional Company 47", "cfx (corporate)", "61.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "65.00"], [11052, "Fictional Company 52", "cfx (corporate)", "67.60"], [11053, "Fictional Company 53", "unknown", "68.90"], [11055, "Fictional Company 55", "cfx (corporate)", "-71.50"], [11056, "Fictional Company 56", "cfx (corporate)", null], [11059, "Fictional Company 59", "cfx (corporate)", "76.70"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "79.30"], [11062, "Fictional Company 62", "unknown", "80.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": {"total_cost": 28.16, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 realized_revenue_gbp: \u00a33.90.", "insight_notes": ["45 rows returned. Only the first 12 returned rows are available for this summary.", "Missing values occur in 2 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "423d590e4bfa704f", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "423d590e4bfa704f", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "b29fe7dd-d4d2-4865-bb9c-5450383cfe9d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 62, "end": 69, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_settled", "columns": ["ct.client_360.revenue_gbp_settled"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "realized_revenue_gbp"], "derivation": "sql_sha:d51ff1d737e62894"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "b29fe7dd-d4d2-4865-bb9c-5450383cfe9d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "d8186c4dbde9480a1796f460c56b33af2f7b3f37c8bfacfa3105a63f94d9a26e", "result_sha256": "419ee0c512de3be88d0f470aabad8b3743ee3ce6dd8d57197fa056f8051dcb75"}
{"arm": "original", "case_id": "latency-dev-09", "repeat": 2, "elapsed_ms": 1226.896096020937, "started_monotonic": 5601977.916902661, "finished_monotonic": 5601979.143798757, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 948.3155934140086, "job_status": "done", "job_id": "06c64338-b236-435c-b6a2-4880f9b0de2a", "status": "success", "error": null, "raw_payload": {"id": "ff3b2435-3b03-43ab-b8a9-d5b2a08a8b22", "conversation_id": "f3e10815-9168-45e2-a6e8-1a75d7d93ebc", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time settled revenue in GBP.", "status": "success", "query_id": "45d8ab5b-d50f-496b-815e-42673888b4d6", "trace_id": "7696f6000d04ed0527a94f828c0748c6", "trace_snapshot": {"trace_id": "7696f6000d04ed0527a94f828c0748c6", "context": {"trace_id": "7696f6000d04ed0527a94f828c0748c6", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.49, "merge_ms": 1.14, "total_ms": 65.85, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600f44003bf4d3546249e8f21aa", "7696f600fa070830c58f4b0f8c93d019"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "06c64338-b236-435c-b6a2-4880f9b0de2a", "timing": {"submission_ack_ms": 3.7256311625242233, "queue_ms": 0.0, "base_persistence_ms": 1.2028515338897705, "required_to_ready_ms": 786.381839774549, "first_useful_ms": 786.381839774549, "optional_ms": 112.70035151392221, "total_ms": 899.8047867789865}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "numeric", "currency_code": "GBP", "currency": null, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "3.90"], [11004, "Fictional Company 4", "cfx (corporate)", "5.20"], [11005, "Fictional Company 5", "cfx (corporate)", "6.50"], [11006, "Fictional Company 6", "cfx (corporate)", "7.80"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", null], [11010, "Fictional Company 10", "cfx (corporate)", "13.00"], [11011, "Fictional Company 11", "cfx (corporate)", "-14.30"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "16.90"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "19.50"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "26.00"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-28.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "32.50"], [11026, "Fictional Company 26", "unknown", "33.80"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "39.00"], [11031, "Fictional Company 31", "cfx (corporate)", "40.30"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-42.90"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "48.10"], [11039, "Fictional Company 39", "cfx (corporate)", "50.70"], [11040, "Fictional Company 40", "cfx (corporate)", null], [11041, "Fictional Company 41", "cfx (corporate)", "53.30"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "55.90"], [11044, "Fictional Company 44", "unknown", "-57.20"], [11047, "Fictional Company 47", "cfx (corporate)", "61.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "65.00"], [11052, "Fictional Company 52", "cfx (corporate)", "67.60"], [11053, "Fictional Company 53", "unknown", "68.90"], [11055, "Fictional Company 55", "cfx (corporate)", "-71.50"], [11056, "Fictional Company 56", "cfx (corporate)", null], [11059, "Fictional Company 59", "cfx (corporate)", "76.70"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "79.30"], [11062, "Fictional Company 62", "unknown", "80.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (\u00a33.90)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d925ed51df9f3df2", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e9983527b1bbdba9", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "e9983527b1bbdba9", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "45d8ab5b-d50f-496b-815e-42673888b4d6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600f44003bf4d3546249e8f21aa", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, revenue_gbp_settled AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600fa070830c58f4b0f8c93d019", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 62, "end": 69, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_settled", "columns": ["ct.client_360.revenue_gbp_settled"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "realized_revenue_gbp"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 65.85316266864538, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "45d8ab5b-d50f-496b-815e-42673888b4d6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "d8186c4dbde9480a1796f460c56b33af2f7b3f37c8bfacfa3105a63f94d9a26e", "result_sha256": "eb742120835b6c7aa2cb3f4465ca1b092ab5fcf002a6792dba7d19c911e3fb8d"}
{"arm": "original", "case_id": "latency-dev-17", "repeat": 2, "elapsed_ms": 791.7936602607369, "started_monotonic": 5601979.144701768, "finished_monotonic": 5601979.936495428, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 780.1499832421541, "job_status": "done", "job_id": "c2b28f87-e05a-449f-ad8d-70fb41fc75c3", "status": "error", "error": null, "raw_payload": {"id": "63ba59b4-9bc7-4b86-b3b9-7d68132f0ef6", "conversation_id": "f2285fdb-d08c-48e5-b71c-578212103338", "turn_index": 0, "nl_query": "List Pipedrive person IDs and their CT client ID links.", "status": "error", "query_id": "4a99939d-0518-4a1b-b2fd-7c05cf00b81b", "trace_id": "federated-4a99939d-0518-4a1b-b2fd-7c05cf00b81b", "trace_snapshot": {"job": {"job_id": "c2b28f87-e05a-449f-ad8d-70fb41fc75c3", "timing": {"submission_ack_ms": 3.1492114067077637, "queue_ms": 0.0, "base_persistence_ms": 1.1182483285665512, "required_to_ready_ms": 584.2840727418661, "optional_ms": 60.67934259772301, "total_ms": 645.6574192270637}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a8dc83eb7baa0646", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5b35590d455aa781", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested Pipedrive entity rows or whole-source aggregates cannot be reduced to one row per linked CT account without losing unlinked or multiple entities.\"}"}], "prompt_sha256": "5b35590d455aa781", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "4a99939d-0518-4a1b-b2fd-7c05cf00b81b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT client ID", "start": 36, "end": 48, "phrase": "clients user id", "matched_term": "ct client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "4a99939d-0518-4a1b-b2fd-7c05cf00b81b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "af557b252a4775328a7d4a74879bea1919c69686c40cc7a2a8971e0db2f0ae4d", "result_sha256": "20e1ab8ffc86ca57217d74486fefe8fffc42aa5a42a7802be791f9d0a4379aca"}
{"arm": "candidate", "case_id": "latency-dev-17", "repeat": 2, "elapsed_ms": 1318.8446406275034, "started_monotonic": 5601979.937063888, "finished_monotonic": 5601981.255908528, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1307.4181899428368, "job_status": "done", "job_id": "daee700c-5542-4321-b168-09bc853cfe74", "status": "error", "error": null, "raw_payload": {"id": "cd4515f0-f710-4c2b-beb9-854d8dd39cb5", "conversation_id": "a2af8b9a-aa59-4cb9-8c93-905786862c74", "turn_index": 0, "nl_query": "List Pipedrive person IDs and their CT client ID links.", "status": "error", "query_id": "44cce6e8-d0c9-4f75-a7f8-5dcc08c660de", "trace_id": "federated-44cce6e8-d0c9-4f75-a7f8-5dcc08c660de", "trace_snapshot": {"terminal_error": {"guard": null, "error_code": "BI_SEMANTIC_001"}, "job": {"job_id": "daee700c-5542-4321-b168-09bc853cfe74", "timing": {"submission_ack_ms": 1.8391543999314308, "queue_ms": 0.0, "base_persistence_ms": 4.854829981923103, "required_to_ready_ms": 1013.4840924292803, "optional_ms": 81.45212847739458, "total_ms": 1095.483479090035}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Name the group, measure, and date window in a new question.", "error_class": "semantic", "error_suggestions": [{"text": "Name the group, measure, and date window in a new question.", "action_type": "retry", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "053e58f7656a4173", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested Pipedrive entity rows or whole-source aggregates cannot be reduced to one row per linked CT account without losing unlinked or multiple entities.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e3722ef318a91a17", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "e3722ef318a91a17", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "44cce6e8-d0c9-4f75-a7f8-5dcc08c660de", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT client ID", "start": 36, "end": 48, "phrase": "clients user id", "matched_term": "ct client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_SEMANTIC_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "44cce6e8-d0c9-4f75-a7f8-5dcc08c660de", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Name the group, measure, and date window in a new question.", "reason_code": "BI_SEMANTIC_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query could not preserve the requested meaning or scope.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "af557b252a4775328a7d4a74879bea1919c69686c40cc7a2a8971e0db2f0ae4d", "result_sha256": "26a73e4faaa18c7ed33b548c3baf116c3d2b3437e6ee526901e8da1733402339"}
{"arm": "candidate", "case_id": "latency-dev-26", "repeat": 2, "elapsed_ms": 757.689356803894, "started_monotonic": 5601981.25655388, "finished_monotonic": 5601982.014243237, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 744.2259062081575, "job_status": "done", "job_id": "10c4a2ae-5992-4af3-949b-ce1390a8d33e", "status": "error", "error": null, "raw_payload": {"id": "d614dcf2-e77f-4895-b5d2-a59814e40012", "conversation_id": "63157622-40ab-499a-b2d8-7b5eb5e0c9b0", "turn_index": 0, "nl_query": "List non-deleted raw CT settled booking IDs and account IDs.", "status": "error", "query_id": "7dc8e2b1-3d7f-4f3a-a7f5-4abd1e0328a5", "trace_id": "7696f6004dede65765dc445b8ca67e2f", "trace_snapshot": {"trace_id": "7696f6004dede65765dc445b8ca67e2f", "context": {"trace_id": "7696f6004dede65765dc445b8ca67e2f", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 10.63, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "10c4a2ae-5992-4af3-949b-ce1390a8d33e", "timing": {"submission_ack_ms": 1.3336166739463806, "queue_ms": 0.0, "base_persistence_ms": 1.814073882997036, "required_to_ready_ms": 544.7276793420315, "optional_ms": 69.50673926621675, "total_ms": 615.0305476039648}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "2d582f0d76b62a00", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "2623ec02003b9959", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "2623ec02003b9959", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "7dc8e2b1-3d7f-4f3a-a7f5-4abd1e0328a5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "7dc8e2b1-3d7f-4f3a-a7f5-4abd1e0328a5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "d3ad6c2c06b9cac99aeacd1843823e85fa6dd8c9313a58fa339700e1f193e7d8", "result_sha256": "a3531faf200484296c44bd9808477be4d8144f931ad54a07b5239b2ec22888fc"}
{"arm": "original", "case_id": "latency-dev-26", "repeat": 2, "elapsed_ms": 637.9120396450162, "started_monotonic": 5601982.014701863, "finished_monotonic": 5601982.652613902, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 627.040259540081, "job_status": "done", "job_id": "215f2743-7878-4fa8-b277-48655bcc4f7c", "status": "error", "error": null, "raw_payload": {"id": "ef3258c8-dd86-412a-b22c-9779e651c3bc", "conversation_id": "ca6adc95-df0c-4b8f-aaed-9d29dc0c3846", "turn_index": 0, "nl_query": "List non-deleted raw CT settled booking IDs and account IDs.", "status": "error", "query_id": "a37ea3b4-ae1d-4a76-9c58-f224aad11f3f", "trace_id": "federated-a37ea3b4-ae1d-4a76-9c58-f224aad11f3f", "trace_snapshot": {"job": {"job_id": "215f2743-7878-4fa8-b277-48655bcc4f7c", "timing": {"submission_ack_ms": 3.30316461622715, "queue_ms": 0.0, "base_persistence_ms": 0.9488342329859734, "required_to_ready_ms": 398.95391184836626, "optional_ms": 56.12041335552931, "total_ms": 455.4764274507761}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b9b37b570c982da7", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "b9b37b570c982da7", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "a37ea3b4-ae1d-4a76-9c58-f224aad11f3f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "a37ea3b4-ae1d-4a76-9c58-f224aad11f3f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "d3ad6c2c06b9cac99aeacd1843823e85fa6dd8c9313a58fa339700e1f193e7d8", "result_sha256": "67ed3024bf5a1e145bce57246b3411dbf3490efea893fac1f32d77f0a3ec4163"}
{"arm": "original", "case_id": "latency-dev-02", "repeat": 2, "elapsed_ms": 1143.9056731760502, "started_monotonic": 5601982.653073127, "finished_monotonic": 5601983.796978801, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 870.4754002392292, "job_status": "done", "job_id": "a1be2a4e-5e8e-4b45-b53e-d9de3d0644ec", "status": "success", "error": null, "raw_payload": {"id": "5d700ebd-a800-4d6c-8565-8beb70cec433", "conversation_id": "0eb25d2a-a089-488c-ba1f-ca4bd2d66b87", "turn_index": 0, "nl_query": "List CT snapshot client IDs and names, ordered by client ID.", "status": "success", "query_id": "ad5de288-1fb5-4aad-87c2-396c5182697f", "trace_id": "7696f60098a6c8704dc541e98673755b", "trace_snapshot": {"trace_id": "7696f60098a6c8704dc541e98673755b", "context": {"trace_id": "7696f60098a6c8704dc541e98673755b", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.32, "merge_ms": 1.1, "total_ms": 65.73, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60027d896ed36f548eb9329ab90", "7696f6003bd638da6c884f919583b5bc"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a1be2a4e-5e8e-4b45-b53e-d9de3d0644ec", "timing": {"submission_ack_ms": 3.9527174085378647, "queue_ms": 0.0, "base_persistence_ms": 1.029685139656067, "required_to_ready_ms": 720.8440685644746, "first_useful_ms": 720.8440685644746, "optional_ms": 115.4096145182848, "total_ms": 836.8178931996226}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_name", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3"], [11004, "Fictional Company 4"], [11005, "Fictional Company 5"], [11006, "Fictional Company 6"], [11007, "Fictional Company 7"], [11008, "Synthetic8 Client"], [11010, "Fictional Company 10"], [11011, "Fictional Company 11"], [11012, "Fictional Company 12"], [11013, "Fictional Company 13"], [11014, "Fictional Company 14"], [11015, "Fictional Company 15"], [11016, "Fictional Company 16"], [11020, "Fictional Company 20"], [11021, "Fictional Company 21"], [11022, "Fictional Company 22"], [11024, "Fictional Company 24"], [11025, "Fictional Company 25"], [11026, "Client"], [11028, "Fictional Company 28"], [11030, "Fictional Company 30"], [11031, "Fictional Company 31"], [11032, "Fictional Company 32"], [11033, "Fictional Company 33"], [11035, "Synthetic35 Client"], [11037, "Fictional Company 37"], [11039, "Fictional Company 39"], [11040, "Fictional Company 40"], [11041, "Fictional Company 41"], [11042, "Fictional Company 42"], [11043, "Fictional Company 43"], [11044, "Synthetic44"], [11047, "Fictional Company 47"], [11048, "Fictional Company 48"], [11049, "Fictional Company 49"], [11050, "Fictional Company 50"], [11052, "Fictional Company 52"], [11053, "Synthetic53 Client"], [11055, "Fictional Company 55"], [11056, "Fictional Company 56"], [11059, "Fictional Company 59"], [11060, "Fictional Company 60"], [11061, "Fictional Company 61"], [11062, "Synthetic62 Client"], [11064, "Fictional Company 64"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and names, ordered by ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5ee74b12d1f57925", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "eba16e3fd490c982", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "eba16e3fd490c982", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "ad5de288-1fb5-4aad-87c2-396c5182697f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f60027d896ed36f548eb9329ab90", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, client_name FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f6003bd638da6c884f919583b5bc", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client ID", "start": 50, "end": 59, "phrase": "clients user id", "matched_term": "client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client_name"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 65.73318783193827, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "ad5de288-1fb5-4aad-87c2-396c5182697f", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "703b88756eda1785df6b33565e7313e76d0aade494be444d42fe3f1cfc5ea493", "result_sha256": "2d3bd25c01daab751038044445e2117d826856b63c286820503e3d31a88bc234"}
{"arm": "candidate", "case_id": "latency-dev-02", "repeat": 2, "elapsed_ms": 1055.7503188028932, "started_monotonic": 5601983.798572227, "finished_monotonic": 5601984.854322546, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 778.204282745719, "job_status": "done", "job_id": "213255e7-f0af-404b-a5fa-1c260cbdb3b4", "status": "success", "error": null, "raw_payload": {"id": "60f51538-8281-439d-986e-f2de30ecfac6", "conversation_id": "1766eeba-775c-48dd-9d4a-58d0451d5da1", "turn_index": 0, "nl_query": "List CT snapshot client IDs and names, ordered by client ID.", "status": "success", "query_id": "982cdd28-0195-45b4-9928-0029b2f95377", "trace_id": "7696f6003b702b07e7ed4870a428cbf1", "trace_snapshot": {"trace_id": "7696f6003b702b07e7ed4870a428cbf1", "context": {"trace_id": "7696f6003b702b07e7ed4870a428cbf1", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 33.76, "sql_execution_ms": 2.61, "retrieval_ms": 0.06, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "213255e7-f0af-404b-a5fa-1c260cbdb3b4", "timing": {"submission_ack_ms": 1.7142202705144882, "queue_ms": 0.0, "base_persistence_ms": 0.9569525718688965, "required_to_ready_ms": 678.7724569439888, "first_useful_ms": 678.7724569439888, "optional_ms": 207.76464510709047, "total_ms": 886.9666373357177}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, client_name FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  client_name\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_name", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3"], [11004, "Fictional Company 4"], [11005, "Fictional Company 5"], [11006, "Fictional Company 6"], [11007, "Fictional Company 7"], [11008, "Synthetic8 Client"], [11010, "Fictional Company 10"], [11011, "Fictional Company 11"], [11012, "Fictional Company 12"], [11013, "Fictional Company 13"], [11014, "Fictional Company 14"], [11015, "Fictional Company 15"], [11016, "Fictional Company 16"], [11020, "Fictional Company 20"], [11021, "Fictional Company 21"], [11022, "Fictional Company 22"], [11024, "Fictional Company 24"], [11025, "Fictional Company 25"], [11026, "Client"], [11028, "Fictional Company 28"], [11030, "Fictional Company 30"], [11031, "Fictional Company 31"], [11032, "Fictional Company 32"], [11033, "Fictional Company 33"], [11035, "Synthetic35 Client"], [11037, "Fictional Company 37"], [11039, "Fictional Company 39"], [11040, "Fictional Company 40"], [11041, "Fictional Company 41"], [11042, "Fictional Company 42"], [11043, "Fictional Company 43"], [11044, "Synthetic44"], [11047, "Fictional Company 47"], [11048, "Fictional Company 48"], [11049, "Fictional Company 49"], [11050, "Fictional Company 50"], [11052, "Fictional Company 52"], [11053, "Synthetic53 Client"], [11055, "Fictional Company 55"], [11056, "Fictional Company 56"], [11059, "Fictional Company 59"], [11060, "Fictional Company 60"], [11061, "Fictional Company 61"], [11062, "Synthetic62 Client"], [11064, "Fictional Company 64"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and names, ordered by ...", "series": null}, "cost_estimate": {"total_cost": 6.18, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "45 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "039c03c38cf3e830", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "039c03c38cf3e830", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "982cdd28-0195-45b4-9928-0029b2f95377", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client ID", "start": 50, "end": 59, "phrase": "clients user id", "matched_term": "client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client_name"], "derivation": "sql_sha:a127e4c6eeedee6f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "982cdd28-0195-45b4-9928-0029b2f95377", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "703b88756eda1785df6b33565e7313e76d0aade494be444d42fe3f1cfc5ea493", "result_sha256": "5f98674b86867c4c021da9140a1c1c287e8b601b36fb9985c2d695150ccb0c58"}
{"arm": "candidate", "case_id": "latency-dev-04", "repeat": 2, "elapsed_ms": 1057.4492393061519, "started_monotonic": 5601984.855681724, "finished_monotonic": 5601985.913130963, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1043.3878572657704, "job_status": "done", "job_id": "c11afcef-b0c3-43e8-9b59-ed76bbb421fc", "status": "success", "error": null, "raw_payload": {"id": "58eb00ab-ca6e-4272-a3ff-19023e31eb9d", "conversation_id": "e72da1d9-66df-4f37-87cd-1daaf0b91089", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by acquisition source.", "status": "success", "query_id": "c4af411b-4f35-4cdf-91a1-289c4ef75b12", "trace_id": "7696f6001a602aab36904b4eae59d7cb", "trace_snapshot": {"trace_id": "7696f6001a602aab36904b4eae59d7cb", "context": {"trace_id": "7696f6001a602aab36904b4eae59d7cb", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.08, "connection_ms": 46.33, "sql_execution_ms": 6.39, "retrieval_ms": 0.1, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "c11afcef-b0c3-43e8-9b59-ed76bbb421fc", "timing": {"submission_ack_ms": 1.4430703595280647, "queue_ms": 0.0, "base_persistence_ms": 4.595490172505379, "required_to_ready_ms": 751.6652159392834, "first_useful_ms": 751.6652159392834, "optional_ms": 86.57440729439259, "total_ms": 838.718299753964}, "optional_status": "done"}}, "generated_sql": "SELECT source,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY source ORDER BY source", "generated_sql_pretty": "SELECT\n  source,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  source\nORDER BY\n  source", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "source", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["bing", 9], ["facebook", 16], ["newsletter", 9], [null, 11]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "source", "y_axis": "client_count", "title": "Show the stored CT snapshot client count by acquis...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.43, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.41250000000000003, "dollars_estimate": 8.249999999999999e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 9.00; source: bing.", "insight_notes": ["4 rows returned.", "Missing values occur in 1 of the 4 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by source.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by source."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "022d0123aba0156b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "022d0123aba0156b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "c4af411b-4f35-4cdf-91a1-289c4ef75b12", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "acquisition source", "start": 44, "end": 62, "phrase": "source", "matched_term": "acquisition source", "column": "ct.client_360.source", "columns": ["ct.client_360.source", "ct.client_360.utm_campaign", "ct.client_360.affiliate_id", "ct.referral_invitations.user_id", "ct.client_360.utm_source_raw"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "acquisition_ct_source_vs_crm_origin", "options": [{"label": "Marketing source", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.source"], "samples": ["facebook", "google", "trustpilot"]}, {"label": "Campaign", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_campaign"], "samples": ["Prospecting 04-2026"]}, {"label": "Professional affiliate", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.affiliate_id"], "samples": []}, {"label": "Refer-and-Earn", "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "columns": ["ct.referral_invitations.user_id"], "samples": []}, {"label": "Facebook / raw UTM", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_source_raw"], "samples": []}], "samples": ["Marketing source", "facebook", "google", "trustpilot", "Campaign", "Prospecting 04-2026", "Professional affiliate", "Refer-and-Earn", "Facebook / raw UTM", "utm_source", "'faceboom'"], "source": "ct-pd schema.md", "multi": true, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "c4af411b-4f35-4cdf-91a1-289c4ef75b12", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "16a0b818cbba6336c957da352c7e1d26939d935dcde4cd1788af5220a49f769c", "result_sha256": "fc8af2106defd0b6b9e9a51b6128688c7d666d58d51c82bc368458a696c3a4ea"}
{"arm": "original", "case_id": "latency-dev-04", "repeat": 2, "elapsed_ms": 746.0642186924815, "started_monotonic": 5601985.914043105, "finished_monotonic": 5601986.660107324, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 735.6895953416824, "job_status": "done", "job_id": "43ef169e-7422-428e-8d4d-45d59e4aaa0d", "status": "error", "error": null, "raw_payload": {"id": "40455ca9-e02a-4f6f-a74d-04ca19b65ab3", "conversation_id": "e146d0dd-4b33-4cf0-9b11-8354c3a2c4b5", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by acquisition source.", "status": "error", "query_id": "762a368e-eaf4-4b91-bdc9-605f1fce1c60", "trace_id": "federated-762a368e-eaf4-4b91-bdc9-605f1fce1c60", "trace_snapshot": {"job": {"job_id": "43ef169e-7422-428e-8d4d-45d59e4aaa0d", "timing": {"submission_ack_ms": 3.907347097992897, "queue_ms": 0.0, "base_persistence_ms": 3.4440308809280396, "required_to_ready_ms": 436.657109297812, "optional_ms": 71.143907494843, "total_ms": 508.31309519708157}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "89de77d30402c775", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "89de77d30402c775", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "762a368e-eaf4-4b91-bdc9-605f1fce1c60", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "acquisition source", "start": 44, "end": 62, "phrase": "source", "matched_term": "acquisition source", "column": "ct.client_360.source", "columns": ["ct.client_360.source", "ct.client_360.utm_campaign", "ct.client_360.affiliate_id", "ct.referral_invitations.user_id", "ct.client_360.utm_source_raw"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "acquisition_ct_source_vs_crm_origin", "options": [{"label": "Marketing source", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.source"], "samples": ["facebook", "google", "trustpilot"]}, {"label": "Campaign", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_campaign"], "samples": ["Prospecting 04-2026"]}, {"label": "Professional affiliate", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.affiliate_id"], "samples": []}, {"label": "Refer-and-Earn", "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "columns": ["ct.referral_invitations.user_id"], "samples": []}, {"label": "Facebook / raw UTM", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_source_raw"], "samples": []}], "samples": ["Marketing source", "facebook", "google", "trustpilot", "Campaign", "Prospecting 04-2026", "Professional affiliate", "Refer-and-Earn", "Facebook / raw UTM", "utm_source", "'faceboom'"], "source": "ct-pd schema.md", "multi": true, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "762a368e-eaf4-4b91-bdc9-605f1fce1c60", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "16a0b818cbba6336c957da352c7e1d26939d935dcde4cd1788af5220a49f769c", "result_sha256": "4e9f6079c64c5ae42c9e1f7efe6b2caea4f629d13636cc030bb3370e1bc315b4"}
{"arm": "original", "case_id": "latency-dev-19", "repeat": 2, "elapsed_ms": 1061.4221673458815, "started_monotonic": 5601986.660801049, "finished_monotonic": 5601987.722223217, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 784.4129810109735, "job_status": "done", "job_id": "874022fa-e00b-41df-8182-68cf29437dc1", "status": "success", "error": null, "raw_payload": {"id": "16ef94d4-e771-42b6-9b8f-1902c6872d51", "conversation_id": "4056cb51-da05-4db2-ad52-2e27681abcd6", "turn_index": 0, "nl_query": "List Pipedrive activity IDs and due dates in activity ID order.", "status": "success", "query_id": "87914b63-ec21-4e0a-9065-5f5bc2153331", "trace_id": "7696f6008ddb1e89632d40c3bd73e09a", "trace_snapshot": {"trace_id": "7696f6008ddb1e89632d40c3bd73e09a", "context": {"trace_id": "7696f6008ddb1e89632d40c3bd73e09a", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 24.74, "sql_execution_ms": 2.43, "retrieval_ms": 0.54, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "874022fa-e00b-41df-8182-68cf29437dc1", "timing": {"submission_ack_ms": 2.996535040438175, "queue_ms": 0.0, "base_persistence_ms": 1.1579487472772598, "required_to_ready_ms": 613.5484660044312, "first_useful_ms": 613.5484660044312, "optional_ms": 138.02899699658155, "total_ms": 752.371970564127}, "optional_status": "done"}}, "generated_sql": "SELECT id, due_date FROM pipedrive.activities ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  due_date\nFROM pipedrive.activities\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "due_date", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["activity-1-0", "2026-09-01"], ["activity-10-0", "2026-09-05"], ["activity-10-1", "2026-08-31"], ["activity-10-2", "2026-08-31"], ["activity-1-1", "2026-07-31"], ["activity-11-0", "2026-08-31"], ["activity-11-1", "2026-08-31"], ["activity-11-2", "2026-09-01"], ["activity-1-2", "2026-08-15"], ["activity-12-0", "2026-08-31"], ["activity-12-1", "2026-09-01"], ["activity-12-2", "2026-07-31"], ["activity-13-0", "2026-09-01"], ["activity-13-1", "2026-07-31"], ["activity-13-2", "2026-08-15"], ["activity-14-0", "2026-07-31"], ["activity-14-1", "2026-08-15"], ["activity-14-2", "2026-03-29"], ["activity-15-0", "2026-08-15"], ["activity-15-1", "2026-03-29"], ["activity-15-2", "2026-03-29"], ["activity-16-0", "2026-03-29"], ["activity-16-1", "2026-03-29"], ["activity-16-2", "2025-10-26"], ["activity-17-0", "2026-03-29"], ["activity-17-1", "2025-10-26"], ["activity-17-2", "2025-10-26"], ["activity-18-0", "2025-10-26"], ["activity-18-1", "2025-10-26"], ["activity-18-2", "2024-02-29"], ["activity-19-0", "2025-10-26"], ["activity-19-1", "2024-02-29"], ["activity-19-2", "2026-06-01"], ["activity-2-0", "2026-07-31"], ["activity-20-0", "2024-02-29"], ["activity-20-1", "2026-06-01"], ["activity-20-2", "2026-09-05"], ["activity-2-1", "2026-08-15"], ["activity-21-0", "2026-06-01"], ["activity-21-1", "2026-09-05"], ["activity-21-2", "2026-08-31"], ["activity-2-2", "2026-03-29"], ["activity-22-0", "2026-09-05"], ["activity-22-1", "2026-08-31"], ["activity-22-2", "2026-08-31"], ["activity-23-0", "2026-08-31"], ["activity-23-1", "2026-08-31"], ["activity-23-2", "2026-09-01"], ["activity-24-0", "2026-08-31"], ["activity-24-1", "2026-09-01"], ["activity-24-2", "2026-07-31"], ["activity-25-0", "2026-09-01"], ["activity-25-1", "2026-07-31"], ["activity-25-2", "2026-08-15"], ["activity-26-0", "2026-07-31"], ["activity-26-1", "2026-08-15"], ["activity-26-2", "2026-03-29"], ["activity-27-0", "2026-08-15"], ["activity-27-1", "2026-03-29"], ["activity-27-2", "2026-03-29"], ["activity-28-0", "2026-03-29"], ["activity-28-1", "2026-03-29"], ["activity-28-2", "2025-10-26"], ["activity-29-0", "2026-03-29"], ["activity-29-1", "2025-10-26"], ["activity-29-2", "2025-10-26"], ["activity-3-0", "2026-08-15"], ["activity-30-0", "2025-10-26"], ["activity-30-1", "2025-10-26"], ["activity-30-2", "2024-02-29"], ["activity-3-1", "2026-03-29"], ["activity-31-0", "2025-10-26"], ["activity-31-1", "2024-02-29"], ["activity-31-2", "2026-06-01"], ["activity-3-2", "2026-03-29"], ["activity-32-0", "2024-02-29"], ["activity-32-1", "2026-06-01"], ["activity-32-2", "2026-09-05"], ["activity-33-0", "2026-06-01"], ["activity-33-1", "2026-09-05"], ["activity-33-2", "2026-08-31"], ["activity-34-0", "2026-09-05"], ["activity-34-1", "2026-08-31"], ["activity-34-2", "2026-08-31"], ["activity-35-0", "2026-08-31"], ["activity-35-1", "2026-08-31"], ["activity-35-2", "2026-09-01"], ["activity-36-0", "2026-08-31"], ["activity-36-1", "2026-09-01"], ["activity-36-2", "2026-07-31"], ["activity-37-0", "2026-09-01"], ["activity-37-1", "2026-07-31"], ["activity-37-2", "2026-08-15"], ["activity-38-0", "2026-07-31"], ["activity-38-1", "2026-08-15"], ["activity-38-2", "2026-03-29"], ["activity-39-0", "2026-08-15"], ["activity-39-1", "2026-03-29"], ["activity-39-2", "2026-03-29"], ["activity-4-0", "2026-03-29"], ["activity-40-0", "2026-03-29"], ["activity-40-1", "2026-03-29"], ["activity-40-2", "2025-10-26"], ["activity-4-1", "2026-03-29"], ["activity-41-0", "2026-03-29"], ["activity-41-1", "2025-10-26"], ["activity-41-2", "2025-10-26"], ["activity-4-2", "2025-10-26"], ["activity-42-0", "2025-10-26"], ["activity-42-1", "2025-10-26"], ["activity-42-2", "2024-02-29"], ["activity-43-0", "2025-10-26"], ["activity-43-1", "2024-02-29"], ["activity-43-2", "2026-06-01"], ["activity-44-0", "2024-02-29"], ["activity-44-1", "2026-06-01"], ["activity-44-2", "2026-09-05"], ["activity-45-0", "2026-06-01"], ["activity-45-1", "2026-09-05"], ["activity-45-2", "2026-08-31"], ["activity-46-0", "2026-09-05"], ["activity-46-1", "2026-08-31"], ["activity-46-2", "2026-08-31"], ["activity-47-0", "2026-08-31"], ["activity-47-1", "2026-08-31"], ["activity-47-2", "2026-09-01"], ["activity-48-0", "2026-08-31"], ["activity-48-1", "2026-09-01"], ["activity-48-2", "2026-07-31"], ["activity-49-0", "2026-09-01"], ["activity-49-1", "2026-07-31"], ["activity-49-2", "2026-08-15"], ["activity-5-0", "2026-03-29"], ["activity-50-0", "2026-07-31"], ["activity-50-1", "2026-08-15"], ["activity-50-2", "2026-03-29"], ["activity-5-1", "2025-10-26"], ["activity-51-0", "2026-08-15"], ["activity-51-1", "2026-03-29"], ["activity-51-2", "2026-03-29"], ["activity-5-2", "2025-10-26"], ["activity-52-0", "2026-03-29"], ["activity-52-1", "2026-03-29"], ["activity-52-2", "2025-10-26"], ["activity-53-0", "2026-03-29"], ["activity-53-1", "2025-10-26"], ["activity-53-2", "2025-10-26"], ["activity-54-0", "2025-10-26"], ["activity-54-1", "2025-10-26"], ["activity-54-2", "2024-02-29"], ["activity-55-0", "2025-10-26"], ["activity-55-1", "2024-02-29"], ["activity-55-2", "2026-06-01"], ["activity-56-0", "2024-02-29"], ["activity-56-1", "2026-06-01"], ["activity-56-2", "2026-09-05"], ["activity-57-0", "2026-06-01"], ["activity-57-1", "2026-09-05"], ["activity-57-2", "2026-08-31"], ["activity-58-0", "2026-09-05"], ["activity-58-1", "2026-08-31"], ["activity-58-2", "2026-08-31"], ["activity-59-0", "2026-08-31"], ["activity-59-1", "2026-08-31"], ["activity-59-2", "2026-09-01"], ["activity-6-0", "2025-10-26"], ["activity-60-0", "2026-08-31"], ["activity-60-1", "2026-09-01"], ["activity-60-2", "2026-07-31"], ["activity-6-1", "2025-10-26"], ["activity-61-0", "2026-09-01"], ["activity-61-1", "2026-07-31"], ["activity-61-2", "2026-08-15"], ["activity-6-2", "2024-02-29"], ["activity-62-0", "2026-07-31"], ["activity-62-1", "2026-08-15"], ["activity-62-2", "2026-03-29"], ["activity-63-0", "2026-08-15"], ["activity-63-1", "2026-03-29"], ["activity-63-2", "2026-03-29"], ["activity-64-0", "2026-03-29"], ["activity-64-1", "2026-03-29"], ["activity-64-2", "2025-10-26"], ["activity-7-0", "2025-10-26"], ["activity-7-1", "2024-02-29"], ["activity-7-2", "2026-06-01"], ["activity-8-0", "2024-02-29"], ["activity-8-1", "2026-06-01"], ["activity-8-2", "2026-09-05"], ["activity-9-0", "2026-06-01"], ["activity-9-1", "2026-09-05"], ["activity-9-2", "2026-08-31"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive activity IDs and due dates in activ...", "series": null}, "cost_estimate": {"total_cost": 12.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "023c6e47b5b5ee1e", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "95830048fa5b8988", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "95830048fa5b8988", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "87914b63-ec21-4e0a-9065-5f5bc2153331", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "due dates", "start": 32, "end": 41, "phrase": "due date", "matched_term": "due date", "column": "pipedrive.activities.due_date", "columns": ["pipedrive.activities.due_date"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["activity-1-0", "activity-10-0", "activity-10-1", "activity-10-2", "activity-1-1", "activity-11-0", "activity-11-1", "activity-11-2", "activity-1-2", "activity-12-0", "activity-12-1", "activity-12-2", "activity-13-0", "activity-13-1", "activity-13-2", "activity-14-0", "activity-14-1", "activity-14-2", "activity-15-0", "activity-15-1", "activity-15-2", "activity-16-0", "activity-16-1", "activity-16-2", "activity-17-0", "activity-17-1", "activity-17-2", "activity-18-0", "activity-18-1", "activity-18-2", "activity-19-0", "activity-19-1", "activity-19-2", "activity-2-0", "activity-20-0", "activity-20-1", "activity-20-2", "activity-2-1", "activity-21-0", "activity-21-1", "activity-21-2", "activity-2-2", "activity-22-0", "activity-22-1", "activity-22-2", "activity-23-0", "activity-23-1", "activity-23-2", "activity-24-0", "activity-24-1", "activity-24-2", "activity-25-0", "activity-25-1", "activity-25-2", "activity-26-0", "activity-26-1", "activity-26-2", "activity-27-0", "activity-27-1", "activity-27-2", "activity-28-0", "activity-28-1", "activity-28-2", "activity-29-0", "activity-29-1", "activity-29-2", "activity-3-0", "activity-30-0", "activity-30-1", "activity-30-2", "activity-3-1", "activity-31-0", "activity-31-1", "activity-31-2", "activity-3-2", "activity-32-0", "activity-32-1", "activity-32-2", "activity-33-0", "activity-33-1", "activity-33-2", "activity-34-0", "activity-34-1", "activity-34-2", "activity-35-0", "activity-35-1", "activity-35-2", "activity-36-0", "activity-36-1", "activity-36-2", "activity-37-0", "activity-37-1", "activity-37-2", "activity-38-0", "activity-38-1", "activity-38-2", "activity-39-0", "activity-39-1", "activity-39-2", "activity-4-0", "activity-40-0", "activity-40-1", "activity-40-2", "activity-4-1", "activity-41-0", "activity-41-1", "activity-41-2", "activity-4-2", "activity-42-0", "activity-42-1", "activity-42-2", "activity-43-0", "activity-43-1", "activity-43-2", "activity-44-0", "activity-44-1", "activity-44-2", "activity-45-0", "activity-45-1", "activity-45-2", "activity-46-0", "activity-46-1", "activity-46-2", "activity-47-0", "activity-47-1", "activity-47-2", "activity-48-0", "activity-48-1", "activity-48-2", "activity-49-0", "activity-49-1", "activity-49-2", "activity-5-0", "activity-50-0", "activity-50-1", "activity-50-2", "activity-5-1", "activity-51-0", "activity-51-1", "activity-51-2", "activity-5-2", "activity-52-0", "activity-52-1", "activity-52-2", "activity-53-0", "activity-53-1", "activity-53-2", "activity-54-0", "activity-54-1", "activity-54-2", "activity-55-0", "activity-55-1", "activity-55-2", "activity-56-0", "activity-56-1", "activity-56-2", "activity-57-0", "activity-57-1", "activity-57-2", "activity-58-0", "activity-58-1", "activity-58-2", "activity-59-0", "activity-59-1", "activity-59-2", "activity-6-0", "activity-60-0", "activity-60-1", "activity-60-2", "activity-6-1", "activity-61-0", "activity-61-1", "activity-61-2", "activity-6-2", "activity-62-0", "activity-62-1", "activity-62-2", "activity-63-0", "activity-63-1", "activity-63-2", "activity-64-0", "activity-64-1", "activity-64-2", "activity-7-0", "activity-7-1", "activity-7-2", "activity-8-0", "activity-8-1", "activity-8-2", "activity-9-0", "activity-9-1", "activity-9-2"], "key_count": 192, "over_cap": false, "derived_columns": ["id", "due_date"], "derivation": "sql_sha:542e7bf315cb3a16"}}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "87914b63-ec21-4e0a-9065-5f5bc2153331", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "4b064ca4470cba3d337baadf2478d866778dacdde4e0552b2060d79cdf9fdbcb", "result_sha256": "0aafdc3a6ea6b3219f351fd4f2e8f60e16e87a2307a217627d19c3082962bce7"}
{"arm": "candidate", "case_id": "latency-dev-19", "repeat": 2, "elapsed_ms": 1107.0681437849998, "started_monotonic": 5601987.725653967, "finished_monotonic": 5601988.832722111, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 829.7973079606891, "job_status": "done", "job_id": "9e35496b-3cda-4862-80d0-c7de55bd3f4e", "status": "success", "error": null, "raw_payload": {"id": "d4122f8d-3cb9-40af-9d09-f33d6f0e1d95", "conversation_id": "5bcba2a5-99dc-459a-bd12-c594e2debe64", "turn_index": 0, "nl_query": "List Pipedrive activity IDs and due dates in activity ID order.", "status": "success", "query_id": "da235f3a-ddf9-49d4-90b8-f3b491e816bb", "trace_id": "7696f600c4f3bb7409854847983385b8", "trace_snapshot": {"trace_id": "7696f600c4f3bb7409854847983385b8", "context": {"trace_id": "7696f600c4f3bb7409854847983385b8", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.08, "connection_ms": 41.57, "sql_execution_ms": 2.09, "retrieval_ms": 0.56, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "9e35496b-3cda-4862-80d0-c7de55bd3f4e", "timing": {"submission_ack_ms": 1.5540849417448044, "queue_ms": 0.0, "base_persistence_ms": 1.2016315013170242, "required_to_ready_ms": 689.0308558940887, "first_useful_ms": 689.0308558940887, "optional_ms": 103.82055025547743, "total_ms": 793.3466443791986}, "optional_status": "done"}}, "generated_sql": "SELECT id, due_date FROM pipedrive.activities ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  due_date\nFROM pipedrive.activities\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "due_date", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["activity-1-0", "2026-09-01"], ["activity-10-0", "2026-09-05"], ["activity-10-1", "2026-08-31"], ["activity-10-2", "2026-08-31"], ["activity-1-1", "2026-07-31"], ["activity-11-0", "2026-08-31"], ["activity-11-1", "2026-08-31"], ["activity-11-2", "2026-09-01"], ["activity-1-2", "2026-08-15"], ["activity-12-0", "2026-08-31"], ["activity-12-1", "2026-09-01"], ["activity-12-2", "2026-07-31"], ["activity-13-0", "2026-09-01"], ["activity-13-1", "2026-07-31"], ["activity-13-2", "2026-08-15"], ["activity-14-0", "2026-07-31"], ["activity-14-1", "2026-08-15"], ["activity-14-2", "2026-03-29"], ["activity-15-0", "2026-08-15"], ["activity-15-1", "2026-03-29"], ["activity-15-2", "2026-03-29"], ["activity-16-0", "2026-03-29"], ["activity-16-1", "2026-03-29"], ["activity-16-2", "2025-10-26"], ["activity-17-0", "2026-03-29"], ["activity-17-1", "2025-10-26"], ["activity-17-2", "2025-10-26"], ["activity-18-0", "2025-10-26"], ["activity-18-1", "2025-10-26"], ["activity-18-2", "2024-02-29"], ["activity-19-0", "2025-10-26"], ["activity-19-1", "2024-02-29"], ["activity-19-2", "2026-06-01"], ["activity-2-0", "2026-07-31"], ["activity-20-0", "2024-02-29"], ["activity-20-1", "2026-06-01"], ["activity-20-2", "2026-09-05"], ["activity-2-1", "2026-08-15"], ["activity-21-0", "2026-06-01"], ["activity-21-1", "2026-09-05"], ["activity-21-2", "2026-08-31"], ["activity-2-2", "2026-03-29"], ["activity-22-0", "2026-09-05"], ["activity-22-1", "2026-08-31"], ["activity-22-2", "2026-08-31"], ["activity-23-0", "2026-08-31"], ["activity-23-1", "2026-08-31"], ["activity-23-2", "2026-09-01"], ["activity-24-0", "2026-08-31"], ["activity-24-1", "2026-09-01"], ["activity-24-2", "2026-07-31"], ["activity-25-0", "2026-09-01"], ["activity-25-1", "2026-07-31"], ["activity-25-2", "2026-08-15"], ["activity-26-0", "2026-07-31"], ["activity-26-1", "2026-08-15"], ["activity-26-2", "2026-03-29"], ["activity-27-0", "2026-08-15"], ["activity-27-1", "2026-03-29"], ["activity-27-2", "2026-03-29"], ["activity-28-0", "2026-03-29"], ["activity-28-1", "2026-03-29"], ["activity-28-2", "2025-10-26"], ["activity-29-0", "2026-03-29"], ["activity-29-1", "2025-10-26"], ["activity-29-2", "2025-10-26"], ["activity-3-0", "2026-08-15"], ["activity-30-0", "2025-10-26"], ["activity-30-1", "2025-10-26"], ["activity-30-2", "2024-02-29"], ["activity-3-1", "2026-03-29"], ["activity-31-0", "2025-10-26"], ["activity-31-1", "2024-02-29"], ["activity-31-2", "2026-06-01"], ["activity-3-2", "2026-03-29"], ["activity-32-0", "2024-02-29"], ["activity-32-1", "2026-06-01"], ["activity-32-2", "2026-09-05"], ["activity-33-0", "2026-06-01"], ["activity-33-1", "2026-09-05"], ["activity-33-2", "2026-08-31"], ["activity-34-0", "2026-09-05"], ["activity-34-1", "2026-08-31"], ["activity-34-2", "2026-08-31"], ["activity-35-0", "2026-08-31"], ["activity-35-1", "2026-08-31"], ["activity-35-2", "2026-09-01"], ["activity-36-0", "2026-08-31"], ["activity-36-1", "2026-09-01"], ["activity-36-2", "2026-07-31"], ["activity-37-0", "2026-09-01"], ["activity-37-1", "2026-07-31"], ["activity-37-2", "2026-08-15"], ["activity-38-0", "2026-07-31"], ["activity-38-1", "2026-08-15"], ["activity-38-2", "2026-03-29"], ["activity-39-0", "2026-08-15"], ["activity-39-1", "2026-03-29"], ["activity-39-2", "2026-03-29"], ["activity-4-0", "2026-03-29"], ["activity-40-0", "2026-03-29"], ["activity-40-1", "2026-03-29"], ["activity-40-2", "2025-10-26"], ["activity-4-1", "2026-03-29"], ["activity-41-0", "2026-03-29"], ["activity-41-1", "2025-10-26"], ["activity-41-2", "2025-10-26"], ["activity-4-2", "2025-10-26"], ["activity-42-0", "2025-10-26"], ["activity-42-1", "2025-10-26"], ["activity-42-2", "2024-02-29"], ["activity-43-0", "2025-10-26"], ["activity-43-1", "2024-02-29"], ["activity-43-2", "2026-06-01"], ["activity-44-0", "2024-02-29"], ["activity-44-1", "2026-06-01"], ["activity-44-2", "2026-09-05"], ["activity-45-0", "2026-06-01"], ["activity-45-1", "2026-09-05"], ["activity-45-2", "2026-08-31"], ["activity-46-0", "2026-09-05"], ["activity-46-1", "2026-08-31"], ["activity-46-2", "2026-08-31"], ["activity-47-0", "2026-08-31"], ["activity-47-1", "2026-08-31"], ["activity-47-2", "2026-09-01"], ["activity-48-0", "2026-08-31"], ["activity-48-1", "2026-09-01"], ["activity-48-2", "2026-07-31"], ["activity-49-0", "2026-09-01"], ["activity-49-1", "2026-07-31"], ["activity-49-2", "2026-08-15"], ["activity-5-0", "2026-03-29"], ["activity-50-0", "2026-07-31"], ["activity-50-1", "2026-08-15"], ["activity-50-2", "2026-03-29"], ["activity-5-1", "2025-10-26"], ["activity-51-0", "2026-08-15"], ["activity-51-1", "2026-03-29"], ["activity-51-2", "2026-03-29"], ["activity-5-2", "2025-10-26"], ["activity-52-0", "2026-03-29"], ["activity-52-1", "2026-03-29"], ["activity-52-2", "2025-10-26"], ["activity-53-0", "2026-03-29"], ["activity-53-1", "2025-10-26"], ["activity-53-2", "2025-10-26"], ["activity-54-0", "2025-10-26"], ["activity-54-1", "2025-10-26"], ["activity-54-2", "2024-02-29"], ["activity-55-0", "2025-10-26"], ["activity-55-1", "2024-02-29"], ["activity-55-2", "2026-06-01"], ["activity-56-0", "2024-02-29"], ["activity-56-1", "2026-06-01"], ["activity-56-2", "2026-09-05"], ["activity-57-0", "2026-06-01"], ["activity-57-1", "2026-09-05"], ["activity-57-2", "2026-08-31"], ["activity-58-0", "2026-09-05"], ["activity-58-1", "2026-08-31"], ["activity-58-2", "2026-08-31"], ["activity-59-0", "2026-08-31"], ["activity-59-1", "2026-08-31"], ["activity-59-2", "2026-09-01"], ["activity-6-0", "2025-10-26"], ["activity-60-0", "2026-08-31"], ["activity-60-1", "2026-09-01"], ["activity-60-2", "2026-07-31"], ["activity-6-1", "2025-10-26"], ["activity-61-0", "2026-09-01"], ["activity-61-1", "2026-07-31"], ["activity-61-2", "2026-08-15"], ["activity-6-2", "2024-02-29"], ["activity-62-0", "2026-07-31"], ["activity-62-1", "2026-08-15"], ["activity-62-2", "2026-03-29"], ["activity-63-0", "2026-08-15"], ["activity-63-1", "2026-03-29"], ["activity-63-2", "2026-03-29"], ["activity-64-0", "2026-03-29"], ["activity-64-1", "2026-03-29"], ["activity-64-2", "2025-10-26"], ["activity-7-0", "2025-10-26"], ["activity-7-1", "2024-02-29"], ["activity-7-2", "2026-06-01"], ["activity-8-0", "2024-02-29"], ["activity-8-1", "2026-06-01"], ["activity-8-2", "2026-09-05"], ["activity-9-0", "2026-06-01"], ["activity-9-1", "2026-09-05"], ["activity-9-2", "2026-08-31"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive activity IDs and due dates in activ...", "series": null}, "cost_estimate": {"total_cost": 12.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "192 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from activities.", "bullets": ["Reads from activities."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d7c6b44acce94bfd", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "d7c6b44acce94bfd", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "da235f3a-ddf9-49d4-90b8-f3b491e816bb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "due dates", "start": 32, "end": 41, "phrase": "due date", "matched_term": "due date", "column": "pipedrive.activities.due_date", "columns": ["pipedrive.activities.due_date"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "da235f3a-ddf9-49d4-90b8-f3b491e816bb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "4b064ca4470cba3d337baadf2478d866778dacdde4e0552b2060d79cdf9fdbcb", "result_sha256": "99bd19a40cf4ec3debd09d7577a5648a93881fd29005f752e66bef8e2164e051"}
{"arm": "candidate", "case_id": "latency-dev-15", "repeat": 2, "elapsed_ms": 869.8840802535415, "started_monotonic": 5601988.8358405, "finished_monotonic": 5601989.70572458, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 856.5659737214446, "job_status": "done", "job_id": "0c4bd381-5cf6-4619-913f-f80740b5cf3b", "status": "success", "error": null, "raw_payload": {"id": "b901876c-24fa-4fa3-b4e6-738fb2d54dda", "conversation_id": "c8691fb3-7c8b-428c-8b1a-2ba74b9f3cd2", "turn_index": 0, "nl_query": "List open Pipedrive deal IDs and their native value and currency.", "status": "success", "query_id": "9739552d-a460-4add-953d-5526221cc6ed", "trace_id": "7696f600c02ec60814914c3cb2d62b68", "trace_snapshot": {"trace_id": "7696f600c02ec60814914c3cb2d62b68", "context": {"trace_id": "7696f600c02ec60814914c3cb2d62b68", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 37.11, "sql_execution_ms": 1.71, "retrieval_ms": 0.09, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 48, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "0c4bd381-5cf6-4619-913f-f80740b5cf3b", "timing": {"submission_ack_ms": 1.722170040011406, "queue_ms": 0.0, "base_persistence_ms": 0.9165825322270393, "required_to_ready_ms": 667.9129460826516, "first_useful_ms": 667.9129460826516, "optional_ms": 82.88670890033245, "total_ms": 756.2411660328507}, "optional_status": "done"}}, "generated_sql": "SELECT id, value, currency FROM pipedrive.deals WHERE status = 'open' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  value,\n  currency\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}}}}, {"name": "value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": null, "currency": null, "unit_column": "currency", "unit_unverified": false, "unit": "currency", "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111022, "76", "EUR"], [111031, "100", "EUR"], [111040, "124", "EUR"], [111062, "200", "USD"], [111071, "224", "USD"], [111080, "248", "USD"], [111102, "324", "GBP"], [111111, "348", "GBP"], [111120, "372", "GBP"], [111142, "448", "EUR"], [111151, "472", "EUR"], [111160, "496", "EUR"], [111182, null, "USD"], [111191, "596", "USD"], [111200, "620", "USD"], [111222, "696", "GBP"], [111231, "720", "GBP"], [111240, "744", "GBP"], [111262, "820", "EUR"], [111271, null, "EUR"], [111280, "868", "EUR"], [111302, "944", "USD"], [111311, "968", "USD"], [111320, "992", "USD"], [111342, "1068", "GBP"], [111351, "1092", "GBP"], [111360, null, "GBP"], [111382, "1192", "EUR"], [111391, "1216", "EUR"], [111400, "1240", "EUR"], [111422, "1316", "USD"], [111431, "1340", "USD"], [111440, "1364", "USD"], [111462, "1440", "GBP"], [111471, "1464", "GBP"], [111480, "1488", "GBP"], [111502, "1564", "EUR"], [111511, "1588", "EUR"], [111520, "1612", "EUR"], [111542, null, "USD"], [111551, "1712", "USD"], [111560, "1736", "USD"], [111582, "1812", "GBP"], [111591, "1836", "GBP"], [111600, "1860", "GBP"], [111622, "1936", "EUR"], [111631, null, "EUR"], [111640, "1984", "EUR"]], "row_count": 48, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "value", "title": "List open Pipedrive deal IDs and their native valu...", "series": ["value"]}, "cost_estimate": {"total_cost": 10.86, "estimated_rows": 48, "rows": 48, "ms_estimate": 4.2, "dollars_estimate": 8.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 value: EUR 76.00.", "insight_notes": ["48 rows returned. Only the first 12 returned rows are available for this summary."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals.", "bullets": ["Reads from deals.", "Keeps only rows matching filters on status."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "085e773e3bbceedd", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "085e773e3bbceedd", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "9739552d-a460-4add-953d-5526221cc6ed", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "value", "start": 46, "end": 51, "phrase": "value", "matched_term": "value", "column": "pipedrive.deals.value", "columns": ["pipedrive.deals.value", "ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_settled", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate"], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "9739552d-a460-4add-953d-5526221cc6ed", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "cbb437f7d09904f4bfce5583784c11d535bed28915e5a4bd102583a6cfd3bc17", "result_sha256": "efbd532fca413ab0897a0708976d9b884143a1e52256dc592ebd8846f0a06c81"}
{"arm": "original", "case_id": "latency-dev-15", "repeat": 2, "elapsed_ms": 751.0844450443983, "started_monotonic": 5601989.707280455, "finished_monotonic": 5601990.4583649, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 733.6085932329297, "job_status": "done", "job_id": "7746d7d7-fc4a-48ed-93a9-9d864ede186f", "status": "success", "error": null, "raw_payload": {"id": "6ad67680-b81d-497c-a712-b23e98263fa4", "conversation_id": "6b3b099e-ee84-4e60-8b53-ca3c656291e5", "turn_index": 0, "nl_query": "List open Pipedrive deal IDs and their native value and currency.", "status": "success", "query_id": "2e985a7e-8d01-4808-96c8-65f58138083c", "trace_id": "7696f6004f4e5003f2b247f5ba3c0064", "trace_snapshot": {"trace_id": "7696f6004f4e5003f2b247f5ba3c0064", "context": {"trace_id": "7696f6004f4e5003f2b247f5ba3c0064", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 22.38, "sql_execution_ms": 2.32, "retrieval_ms": 0.12, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 48, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "7746d7d7-fc4a-48ed-93a9-9d864ede186f", "timing": {"submission_ack_ms": 3.7274202331900597, "queue_ms": 0.0, "base_persistence_ms": 1.432039774954319, "required_to_ready_ms": 553.9104100316763, "first_useful_ms": 553.9104100316763, "optional_ms": 123.56884032487869, "total_ms": 678.3112501725554}, "optional_status": "done"}}, "generated_sql": "SELECT id, value, currency FROM pipedrive.deals WHERE status = 'open' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  value,\n  currency\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}}}}, {"name": "value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111022, "76", "EUR"], [111031, "100", "EUR"], [111040, "124", "EUR"], [111062, "200", "USD"], [111071, "224", "USD"], [111080, "248", "USD"], [111102, "324", "GBP"], [111111, "348", "GBP"], [111120, "372", "GBP"], [111142, "448", "EUR"], [111151, "472", "EUR"], [111160, "496", "EUR"], [111182, null, "USD"], [111191, "596", "USD"], [111200, "620", "USD"], [111222, "696", "GBP"], [111231, "720", "GBP"], [111240, "744", "GBP"], [111262, "820", "EUR"], [111271, null, "EUR"], [111280, "868", "EUR"], [111302, "944", "USD"], [111311, "968", "USD"], [111320, "992", "USD"], [111342, "1068", "GBP"], [111351, "1092", "GBP"], [111360, null, "GBP"], [111382, "1192", "EUR"], [111391, "1216", "EUR"], [111400, "1240", "EUR"], [111422, "1316", "USD"], [111431, "1340", "USD"], [111440, "1364", "USD"], [111462, "1440", "GBP"], [111471, "1464", "GBP"], [111480, "1488", "GBP"], [111502, "1564", "EUR"], [111511, "1588", "EUR"], [111520, "1612", "EUR"], [111542, null, "USD"], [111551, "1712", "USD"], [111560, "1736", "USD"], [111582, "1812", "GBP"], [111591, "1836", "GBP"], [111600, "1860", "GBP"], [111622, "1936", "EUR"], [111631, null, "EUR"], [111640, "1984", "EUR"]], "row_count": 48, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "value", "title": "List open Pipedrive deal IDs and their native valu...", "series": ["value"]}, "cost_estimate": {"total_cost": 10.86, "estimated_rows": 48, "rows": 48, "ms_estimate": 4.2, "dollars_estimate": 8.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "71f2313481e26885", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "993b927dd8c7060d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "993b927dd8c7060d", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "2e985a7e-8d01-4808-96c8-65f58138083c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "value", "start": 46, "end": 51, "phrase": "value", "matched_term": "value", "column": "pipedrive.deals.value", "columns": ["pipedrive.deals.value", "ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_settled", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate"], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111022", "111031", "111040", "111062", "111071", "111080", "111102", "111111", "111120", "111142", "111151", "111160", "111182", "111191", "111200", "111222", "111231", "111240", "111262", "111271", "111280", "111302", "111311", "111320", "111342", "111351", "111360", "111382", "111391", "111400", "111422", "111431", "111440", "111462", "111471", "111480", "111502", "111511", "111520", "111542", "111551", "111560", "111582", "111591", "111600", "111622", "111631", "111640"], "key_count": 48, "over_cap": false, "derived_columns": ["id", "value", "currency"], "derivation": "sql_sha:6f0f834b5fcb969c"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "2e985a7e-8d01-4808-96c8-65f58138083c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "cbb437f7d09904f4bfce5583784c11d535bed28915e5a4bd102583a6cfd3bc17", "result_sha256": "7f96513caa02fed73486ae0c7aa40c088d272000a6c2a0b61a4fff3a3f6fb822"}
{"arm": "original", "case_id": "latency-dev-10", "repeat": 2, "elapsed_ms": 1099.5800411328673, "started_monotonic": 5601990.460321008, "finished_monotonic": 5601991.559901049, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 822.7831814438105, "job_status": "done", "job_id": "c0f160d2-db73-4b8d-a6e7-51ecca773bfc", "status": "success", "error": null, "raw_payload": {"id": "848a4f5c-6124-4de3-8746-d42ead963f05", "conversation_id": "bb5e8127-f17d-454f-b40a-558f741cdc06", "turn_index": 0, "nl_query": "Show the CT snapshot client count for each stored top selling currency.", "status": "success", "query_id": "ae4273db-cb2d-46ed-ba36-1384558c264b", "trace_id": "7696f60063a8d7526b704b7ba6f4bcd4", "trace_snapshot": {"trace_id": "7696f60063a8d7526b704b7ba6f4bcd4", "context": {"trace_id": "7696f60063a8d7526b704b7ba6f4bcd4", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.42, "merge_ms": 1.16, "total_ms": 56.74, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600637656e7040d47778523baa3", "7696f6004b781ec627d74310919e795c"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "c0f160d2-db73-4b8d-a6e7-51ecca773bfc", "timing": {"submission_ack_ms": 2.445145510137081, "queue_ms": 0.0, "base_persistence_ms": 1.2214835733175278, "required_to_ready_ms": 699.8858042061329, "first_useful_ms": 699.8858042061329, "optional_ms": 91.36347565799952, "total_ms": 791.9914154335856}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "top_sell_currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "GBP"], [11004, "Fictional Company 4", "cfx (corporate)", "EUR"], [11005, "Fictional Company 5", "cfx (corporate)", "USD"], [11006, "Fictional Company 6", "cfx (corporate)", "GBP"], [11007, "Fictional Company 7", "cfx (corporate)", "EUR"], [11008, "Fictional Company 8", "unknown", "USD"], [11010, "Fictional Company 10", "cfx (corporate)", "EUR"], [11011, "Fictional Company 11", "cfx (corporate)", "USD"], [11012, "Fictional Company 12", "cfx (corporate)", "GBP"], [11013, "Fictional Company 13", "cfx (corporate)", "EUR"], [11014, "Fictional Company 14", "cfx (corporate)", "USD"], [11015, "Fictional Company 15", "cfx (corporate)", "GBP"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "USD"], [11021, "Fictional Company 21", "cfx (corporate)", "GBP"], [11022, "Fictional Company 22", "cfx (corporate)", "EUR"], [11024, "Fictional Company 24", "cfx (corporate)", "GBP"], [11025, "Fictional Company 25", "cfx (corporate)", "EUR"], [11026, "Fictional Company 26", "unknown", "USD"], [11028, "Fictional Company 28", "cfx (corporate)", "EUR"], [11030, "Fictional Company 30", "cfx (corporate)", "GBP"], [11031, "Fictional Company 31", "cfx (corporate)", "EUR"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "GBP"], [11035, "Fictional Company 35", "unknown", "USD"], [11037, "Fictional Company 37", "cfx (corporate)", "EUR"], [11039, "Fictional Company 39", "cfx (corporate)", "GBP"], [11040, "Fictional Company 40", "cfx (corporate)", "EUR"], [11041, "Fictional Company 41", "cfx (corporate)", "USD"], [11042, "Fictional Company 42", "cfx (corporate)", "GBP"], [11043, "Fictional Company 43", "cfx (corporate)", "EUR"], [11044, "Fictional Company 44", "unknown", "USD"], [11047, "Fictional Company 47", "cfx (corporate)", "USD"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "EUR"], [11050, "Fictional Company 50", "cfx (corporate)", "USD"], [11052, "Fictional Company 52", "cfx (corporate)", "EUR"], [11053, "Fictional Company 53", "unknown", "USD"], [11055, "Fictional Company 55", "cfx (corporate)", "EUR"], [11056, "Fictional Company 56", "cfx (corporate)", "USD"], [11059, "Fictional Company 59", "cfx (corporate)", "USD"], [11060, "Fictional Company 60", "cfx (corporate)", "GBP"], [11061, "Fictional Company 61", "cfx (corporate)", "EUR"], [11062, "Fictional Company 62", "unknown", "USD"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "Show the CT snapshot client count for each stored ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f94ae3909eb1ef66", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "22569040fbe3e6a0", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "22569040fbe3e6a0", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "ae4273db-cb2d-46ed-ba36-1384558c264b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f6004b781ec627d74310919e795c", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, top_sell_currency FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600637656e7040d47778523baa3", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 21, "end": 27, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "top_sell_currency"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 56.74494430422783, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "ae4273db-cb2d-46ed-ba36-1384558c264b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "3f9e1374a857ee379851bb116eb288a47d939eb51dedc8bcff592827514a441b", "result_sha256": "8a6437fbe9e2aecb309a1a152e321c50b90936889046edd3a1f9427d13a3966b"}
{"arm": "candidate", "case_id": "latency-dev-10", "repeat": 2, "elapsed_ms": 1035.9292356297374, "started_monotonic": 5601991.560982538, "finished_monotonic": 5601992.596911774, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1024.2951083928347, "job_status": "done", "job_id": "6267ed19-0382-4081-9c23-dfb6451b4706", "status": "success", "error": null, "raw_payload": {"id": "9c08663c-8c0b-4c90-b4da-322b083200f3", "conversation_id": "649348f4-af4e-40bd-b30d-48856cd38716", "turn_index": 0, "nl_query": "Show the CT snapshot client count for each stored top selling currency.", "status": "success", "query_id": "144f7502-661f-4a66-98e3-75fc548c9377", "trace_id": "7696f60078db0376d964429f8fcd1d33", "trace_snapshot": {"trace_id": "7696f60078db0376d964429f8fcd1d33", "context": {"trace_id": "7696f60078db0376d964429f8fcd1d33", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 50.84, "sql_execution_ms": 5.01, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "6267ed19-0382-4081-9c23-dfb6451b4706", "timing": {"submission_ack_ms": 1.8129926174879074, "queue_ms": 0.0, "base_persistence_ms": 2.8452984988689423, "required_to_ready_ms": 732.9159202054143, "first_useful_ms": 732.9159202054143, "optional_ms": 86.64433937519789, "total_ms": 820.3665567561984}, "optional_status": "done"}}, "generated_sql": "SELECT top_sell_currency,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY top_sell_currency ORDER BY top_sell_currency", "generated_sql_pretty": "SELECT\n  top_sell_currency,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  top_sell_currency\nORDER BY\n  top_sell_currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "top_sell_currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 15], ["GBP", 11], ["USD", 15], [null, 4]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "top_sell_currency", "y_axis": "client_count", "title": "Show the CT snapshot client count for each stored ...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 28.42, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.41250000000000003, "dollars_estimate": 8.249999999999999e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 15.00; top_sell_currency: EUR.", "insight_notes": ["4 rows returned.", "Missing values occur in 1 of the 4 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by top_sell_currency.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by top_sell_currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "ea20795d924bfdaa", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "ea20795d924bfdaa", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "144f7502-661f-4a66-98e3-75fc548c9377", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 21, "end": 27, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "144f7502-661f-4a66-98e3-75fc548c9377", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "3f9e1374a857ee379851bb116eb288a47d939eb51dedc8bcff592827514a441b", "result_sha256": "9fa5212788dd82de7cc369099308530bbf94141adfbab92c60f45a00a34a898e"}
{"arm": "candidate", "case_id": "latency-dev-12", "repeat": 2, "elapsed_ms": 1095.7681378349662, "started_monotonic": 5601992.597634329, "finished_monotonic": 5601993.693402467, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 817.7024330943823, "job_status": "done", "job_id": "13e91c45-094d-40a0-97d2-14a2fac52484", "status": "success", "error": null, "raw_payload": {"id": "e53b9d54-99d9-433d-a58f-28aa1b22681e", "conversation_id": "f4acc0f8-6820-4b95-9cf8-6b3acb47de50", "turn_index": 0, "nl_query": "List Pipedrive deal IDs and titles in deal ID order.", "status": "success", "query_id": "8ef0b0cf-4a2f-40f8-bf95-95f9a6299f1c", "trace_id": "7696f600b8fad40194584a8cbdd71953", "trace_snapshot": {"trace_id": "7696f600b8fad40194584a8cbdd71953", "context": {"trace_id": "7696f600b8fad40194584a8cbdd71953", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 36.33, "sql_execution_ms": 1.28, "retrieval_ms": 0.21, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "13e91c45-094d-40a0-97d2-14a2fac52484", "timing": {"submission_ack_ms": 1.806412823498249, "queue_ms": 0.0, "base_persistence_ms": 1.1842604726552963, "required_to_ready_ms": 694.2511070519686, "first_useful_ms": 694.2511070519686, "optional_ms": 92.99925062805414, "total_ms": 787.7852478995919}, "optional_status": "done"}}, "generated_sql": "SELECT id, title FROM pipedrive.deals ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  title\nFROM pipedrive.deals\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111010": {"link": "https://ct.pipedrive.com/deal/111010", "kind": "pd_deal"}, "111011": {"link": "https://ct.pipedrive.com/deal/111011", "kind": "pd_deal"}, "111012": {"link": "https://ct.pipedrive.com/deal/111012", "kind": "pd_deal"}, "111020": {"link": "https://ct.pipedrive.com/deal/111020", "kind": "pd_deal"}, "111021": {"link": "https://ct.pipedrive.com/deal/111021", "kind": "pd_deal"}, "111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111030": {"link": "https://ct.pipedrive.com/deal/111030", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111032": {"link": "https://ct.pipedrive.com/deal/111032", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111041": {"link": "https://ct.pipedrive.com/deal/111041", "kind": "pd_deal"}, "111042": {"link": "https://ct.pipedrive.com/deal/111042", "kind": "pd_deal"}, "111050": {"link": "https://ct.pipedrive.com/deal/111050", "kind": "pd_deal"}, "111051": {"link": "https://ct.pipedrive.com/deal/111051", "kind": "pd_deal"}, "111052": {"link": "https://ct.pipedrive.com/deal/111052", "kind": "pd_deal"}, "111060": {"link": "https://ct.pipedrive.com/deal/111060", "kind": "pd_deal"}, "111061": {"link": "https://ct.pipedrive.com/deal/111061", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111070": {"link": "https://ct.pipedrive.com/deal/111070", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111072": {"link": "https://ct.pipedrive.com/deal/111072", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111081": {"link": "https://ct.pipedrive.com/deal/111081", "kind": "pd_deal"}, "111082": {"link": "https://ct.pipedrive.com/deal/111082", "kind": "pd_deal"}, "111090": {"link": "https://ct.pipedrive.com/deal/111090", "kind": "pd_deal"}, "111091": {"link": "https://ct.pipedrive.com/deal/111091", "kind": "pd_deal"}, "111092": {"link": "https://ct.pipedrive.com/deal/111092", "kind": "pd_deal"}, "111100": {"link": "https://ct.pipedrive.com/deal/111100", "kind": "pd_deal"}, "111101": {"link": "https://ct.pipedrive.com/deal/111101", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111110": {"link": "https://ct.pipedrive.com/deal/111110", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111112": {"link": "https://ct.pipedrive.com/deal/111112", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111121": {"link": "https://ct.pipedrive.com/deal/111121", "kind": "pd_deal"}, "111122": {"link": "https://ct.pipedrive.com/deal/111122", "kind": "pd_deal"}, "111130": {"link": "https://ct.pipedrive.com/deal/111130", "kind": "pd_deal"}, "111131": {"link": "https://ct.pipedrive.com/deal/111131", "kind": "pd_deal"}, "111132": {"link": "https://ct.pipedrive.com/deal/111132", "kind": "pd_deal"}, "111140": {"link": "https://ct.pipedrive.com/deal/111140", "kind": "pd_deal"}, "111141": {"link": "https://ct.pipedrive.com/deal/111141", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111150": {"link": "https://ct.pipedrive.com/deal/111150", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111152": {"link": "https://ct.pipedrive.com/deal/111152", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111161": {"link": "https://ct.pipedrive.com/deal/111161", "kind": "pd_deal"}, "111162": {"link": "https://ct.pipedrive.com/deal/111162", "kind": "pd_deal"}, "111170": {"link": "https://ct.pipedrive.com/deal/111170", "kind": "pd_deal"}, "111171": {"link": "https://ct.pipedrive.com/deal/111171", "kind": "pd_deal"}, "111172": {"link": "https://ct.pipedrive.com/deal/111172", "kind": "pd_deal"}, "111180": {"link": "https://ct.pipedrive.com/deal/111180", "kind": "pd_deal"}, "111181": {"link": "https://ct.pipedrive.com/deal/111181", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111190": {"link": "https://ct.pipedrive.com/deal/111190", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111192": {"link": "https://ct.pipedrive.com/deal/111192", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111201": {"link": "https://ct.pipedrive.com/deal/111201", "kind": "pd_deal"}, "111202": {"link": "https://ct.pipedrive.com/deal/111202", "kind": "pd_deal"}, "111210": {"link": "https://ct.pipedrive.com/deal/111210", "kind": "pd_deal"}, "111211": {"link": "https://ct.pipedrive.com/deal/111211", "kind": "pd_deal"}, "111212": {"link": "https://ct.pipedrive.com/deal/111212", "kind": "pd_deal"}, "111220": {"link": "https://ct.pipedrive.com/deal/111220", "kind": "pd_deal"}, "111221": {"link": "https://ct.pipedrive.com/deal/111221", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111230": {"link": "https://ct.pipedrive.com/deal/111230", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111232": {"link": "https://ct.pipedrive.com/deal/111232", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111241": {"link": "https://ct.pipedrive.com/deal/111241", "kind": "pd_deal"}, "111242": {"link": "https://ct.pipedrive.com/deal/111242", "kind": "pd_deal"}, "111250": {"link": "https://ct.pipedrive.com/deal/111250", "kind": "pd_deal"}, "111251": {"link": "https://ct.pipedrive.com/deal/111251", "kind": "pd_deal"}, "111252": {"link": "https://ct.pipedrive.com/deal/111252", "kind": "pd_deal"}, "111260": {"link": "https://ct.pipedrive.com/deal/111260", "kind": "pd_deal"}, "111261": {"link": "https://ct.pipedrive.com/deal/111261", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111270": {"link": "https://ct.pipedrive.com/deal/111270", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111272": {"link": "https://ct.pipedrive.com/deal/111272", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111281": {"link": "https://ct.pipedrive.com/deal/111281", "kind": "pd_deal"}, "111282": {"link": "https://ct.pipedrive.com/deal/111282", "kind": "pd_deal"}, "111290": {"link": "https://ct.pipedrive.com/deal/111290", "kind": "pd_deal"}, "111291": {"link": "https://ct.pipedrive.com/deal/111291", "kind": "pd_deal"}, "111292": {"link": "https://ct.pipedrive.com/deal/111292", "kind": "pd_deal"}, "111300": {"link": "https://ct.pipedrive.com/deal/111300", "kind": "pd_deal"}, "111301": {"link": "https://ct.pipedrive.com/deal/111301", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111310": {"link": "https://ct.pipedrive.com/deal/111310", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111312": {"link": "https://ct.pipedrive.com/deal/111312", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111321": {"link": "https://ct.pipedrive.com/deal/111321", "kind": "pd_deal"}, "111322": {"link": "https://ct.pipedrive.com/deal/111322", "kind": "pd_deal"}, "111330": {"link": "https://ct.pipedrive.com/deal/111330", "kind": "pd_deal"}, "111331": {"link": "https://ct.pipedrive.com/deal/111331", "kind": "pd_deal"}, "111332": {"link": "https://ct.pipedrive.com/deal/111332", "kind": "pd_deal"}, "111340": {"link": "https://ct.pipedrive.com/deal/111340", "kind": "pd_deal"}, "111341": {"link": "https://ct.pipedrive.com/deal/111341", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111350": {"link": "https://ct.pipedrive.com/deal/111350", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111352": {"link": "https://ct.pipedrive.com/deal/111352", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111361": {"link": "https://ct.pipedrive.com/deal/111361", "kind": "pd_deal"}, "111362": {"link": "https://ct.pipedrive.com/deal/111362", "kind": "pd_deal"}, "111370": {"link": "https://ct.pipedrive.com/deal/111370", "kind": "pd_deal"}, "111371": {"link": "https://ct.pipedrive.com/deal/111371", "kind": "pd_deal"}, "111372": {"link": "https://ct.pipedrive.com/deal/111372", "kind": "pd_deal"}, "111380": {"link": "https://ct.pipedrive.com/deal/111380", "kind": "pd_deal"}, "111381": {"link": "https://ct.pipedrive.com/deal/111381", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111390": {"link": "https://ct.pipedrive.com/deal/111390", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111392": {"link": "https://ct.pipedrive.com/deal/111392", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111401": {"link": "https://ct.pipedrive.com/deal/111401", "kind": "pd_deal"}, "111402": {"link": "https://ct.pipedrive.com/deal/111402", "kind": "pd_deal"}, "111410": {"link": "https://ct.pipedrive.com/deal/111410", "kind": "pd_deal"}, "111411": {"link": "https://ct.pipedrive.com/deal/111411", "kind": "pd_deal"}, "111412": {"link": "https://ct.pipedrive.com/deal/111412", "kind": "pd_deal"}, "111420": {"link": "https://ct.pipedrive.com/deal/111420", "kind": "pd_deal"}, "111421": {"link": "https://ct.pipedrive.com/deal/111421", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111430": {"link": "https://ct.pipedrive.com/deal/111430", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111432": {"link": "https://ct.pipedrive.com/deal/111432", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111441": {"link": "https://ct.pipedrive.com/deal/111441", "kind": "pd_deal"}, "111442": {"link": "https://ct.pipedrive.com/deal/111442", "kind": "pd_deal"}, "111450": {"link": "https://ct.pipedrive.com/deal/111450", "kind": "pd_deal"}, "111451": {"link": "https://ct.pipedrive.com/deal/111451", "kind": "pd_deal"}, "111452": {"link": "https://ct.pipedrive.com/deal/111452", "kind": "pd_deal"}, "111460": {"link": "https://ct.pipedrive.com/deal/111460", "kind": "pd_deal"}, "111461": {"link": "https://ct.pipedrive.com/deal/111461", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111470": {"link": "https://ct.pipedrive.com/deal/111470", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111472": {"link": "https://ct.pipedrive.com/deal/111472", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111481": {"link": "https://ct.pipedrive.com/deal/111481", "kind": "pd_deal"}, "111482": {"link": "https://ct.pipedrive.com/deal/111482", "kind": "pd_deal"}, "111490": {"link": "https://ct.pipedrive.com/deal/111490", "kind": "pd_deal"}, "111491": {"link": "https://ct.pipedrive.com/deal/111491", "kind": "pd_deal"}, "111492": {"link": "https://ct.pipedrive.com/deal/111492", "kind": "pd_deal"}, "111500": {"link": "https://ct.pipedrive.com/deal/111500", "kind": "pd_deal"}, "111501": {"link": "https://ct.pipedrive.com/deal/111501", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111510": {"link": "https://ct.pipedrive.com/deal/111510", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111512": {"link": "https://ct.pipedrive.com/deal/111512", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111521": {"link": "https://ct.pipedrive.com/deal/111521", "kind": "pd_deal"}, "111522": {"link": "https://ct.pipedrive.com/deal/111522", "kind": "pd_deal"}, "111530": {"link": "https://ct.pipedrive.com/deal/111530", "kind": "pd_deal"}, "111531": {"link": "https://ct.pipedrive.com/deal/111531", "kind": "pd_deal"}, "111532": {"link": "https://ct.pipedrive.com/deal/111532", "kind": "pd_deal"}, "111540": {"link": "https://ct.pipedrive.com/deal/111540", "kind": "pd_deal"}, "111541": {"link": "https://ct.pipedrive.com/deal/111541", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111550": {"link": "https://ct.pipedrive.com/deal/111550", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111552": {"link": "https://ct.pipedrive.com/deal/111552", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111561": {"link": "https://ct.pipedrive.com/deal/111561", "kind": "pd_deal"}, "111562": {"link": "https://ct.pipedrive.com/deal/111562", "kind": "pd_deal"}, "111570": {"link": "https://ct.pipedrive.com/deal/111570", "kind": "pd_deal"}, "111571": {"link": "https://ct.pipedrive.com/deal/111571", "kind": "pd_deal"}, "111572": {"link": "https://ct.pipedrive.com/deal/111572", "kind": "pd_deal"}, "111580": {"link": "https://ct.pipedrive.com/deal/111580", "kind": "pd_deal"}, "111581": {"link": "https://ct.pipedrive.com/deal/111581", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111590": {"link": "https://ct.pipedrive.com/deal/111590", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111592": {"link": "https://ct.pipedrive.com/deal/111592", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111601": {"link": "https://ct.pipedrive.com/deal/111601", "kind": "pd_deal"}, "111602": {"link": "https://ct.pipedrive.com/deal/111602", "kind": "pd_deal"}, "111610": {"link": "https://ct.pipedrive.com/deal/111610", "kind": "pd_deal"}, "111611": {"link": "https://ct.pipedrive.com/deal/111611", "kind": "pd_deal"}, "111612": {"link": "https://ct.pipedrive.com/deal/111612", "kind": "pd_deal"}, "111620": {"link": "https://ct.pipedrive.com/deal/111620", "kind": "pd_deal"}, "111621": {"link": "https://ct.pipedrive.com/deal/111621", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111630": {"link": "https://ct.pipedrive.com/deal/111630", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111632": {"link": "https://ct.pipedrive.com/deal/111632", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}, "111641": {"link": "https://ct.pipedrive.com/deal/111641", "kind": "pd_deal"}, "111642": {"link": "https://ct.pipedrive.com/deal/111642", "kind": "pd_deal"}}}}, {"name": "title", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111010, "Synthetic opportunity 1.0"], [111011, "Synthetic opportunity 1.1"], [111012, "Synthetic opportunity 1.2"], [111020, "Synthetic opportunity 2.0"], [111021, "Synthetic opportunity 2.1"], [111022, "Synthetic opportunity 2.2"], [111030, "Synthetic opportunity 3.0"], [111031, "Synthetic opportunity 3.1"], [111032, "Synthetic opportunity 3.2"], [111040, "Synthetic opportunity 4.0"], [111041, "Synthetic opportunity 4.1"], [111042, "Synthetic opportunity 4.2"], [111050, "Synthetic opportunity 5.0"], [111051, "Synthetic opportunity 5.1"], [111052, "Synthetic opportunity 5.2"], [111060, "Synthetic opportunity 6.0"], [111061, "Synthetic opportunity 6.1"], [111062, "Synthetic opportunity 6.2"], [111070, "Synthetic opportunity 7.0"], [111071, "Synthetic opportunity 7.1"], [111072, "Synthetic opportunity 7.2"], [111080, "Synthetic opportunity 8.0"], [111081, "Synthetic opportunity 8.1"], [111082, "Synthetic opportunity 8.2"], [111090, "Synthetic opportunity 9.0"], [111091, "Synthetic opportunity 9.1"], [111092, "Synthetic opportunity 9.2"], [111100, "Synthetic opportunity 10.0"], [111101, "Synthetic opportunity 10.1"], [111102, "Synthetic opportunity 10.2"], [111110, "Synthetic opportunity 11.0"], [111111, "Synthetic opportunity 11.1"], [111112, "Synthetic opportunity 11.2"], [111120, "Synthetic opportunity 12.0"], [111121, "Synthetic opportunity 12.1"], [111122, "Synthetic opportunity 12.2"], [111130, "Synthetic opportunity 13.0"], [111131, "Synthetic opportunity 13.1"], [111132, "Synthetic opportunity 13.2"], [111140, "Synthetic opportunity 14.0"], [111141, "Synthetic opportunity 14.1"], [111142, "Synthetic opportunity 14.2"], [111150, "Synthetic opportunity 15.0"], [111151, "Synthetic opportunity 15.1"], [111152, "Synthetic opportunity 15.2"], [111160, "Synthetic opportunity 16.0"], [111161, "Synthetic opportunity 16.1"], [111162, "Synthetic opportunity 16.2"], [111170, "Synthetic opportunity 17.0"], [111171, "Synthetic opportunity 17.1"], [111172, "Synthetic opportunity 17.2"], [111180, "Synthetic opportunity 18.0"], [111181, "Synthetic opportunity 18.1"], [111182, "Synthetic opportunity 18.2"], [111190, "Synthetic opportunity 19.0"], [111191, "Synthetic opportunity 19.1"], [111192, "Synthetic opportunity 19.2"], [111200, "Synthetic opportunity 20.0"], [111201, "Synthetic opportunity 20.1"], [111202, "Synthetic opportunity 20.2"], [111210, "Synthetic opportunity 21.0"], [111211, "Synthetic opportunity 21.1"], [111212, "Synthetic opportunity 21.2"], [111220, "Synthetic opportunity 22.0"], [111221, "Synthetic opportunity 22.1"], [111222, "Synthetic opportunity 22.2"], [111230, "Synthetic opportunity 23.0"], [111231, "Synthetic opportunity 23.1"], [111232, "Synthetic opportunity 23.2"], [111240, "Synthetic opportunity 24.0"], [111241, "Synthetic opportunity 24.1"], [111242, "Synthetic opportunity 24.2"], [111250, "Synthetic opportunity 25.0"], [111251, "Synthetic opportunity 25.1"], [111252, "Synthetic opportunity 25.2"], [111260, "Synthetic opportunity 26.0"], [111261, "Synthetic opportunity 26.1"], [111262, "Synthetic opportunity 26.2"], [111270, "Synthetic opportunity 27.0"], [111271, "Synthetic opportunity 27.1"], [111272, "Synthetic opportunity 27.2"], [111280, "Synthetic opportunity 28.0"], [111281, "Synthetic opportunity 28.1"], [111282, "Synthetic opportunity 28.2"], [111290, "Synthetic opportunity 29.0"], [111291, "Synthetic opportunity 29.1"], [111292, "Synthetic opportunity 29.2"], [111300, "Synthetic opportunity 30.0"], [111301, "Synthetic opportunity 30.1"], [111302, "Synthetic opportunity 30.2"], [111310, "Synthetic opportunity 31.0"], [111311, "Synthetic opportunity 31.1"], [111312, "Synthetic opportunity 31.2"], [111320, "Synthetic opportunity 32.0"], [111321, "Synthetic opportunity 32.1"], [111322, "Synthetic opportunity 32.2"], [111330, "Synthetic opportunity 33.0"], [111331, "Synthetic opportunity 33.1"], [111332, "Synthetic opportunity 33.2"], [111340, "Synthetic opportunity 34.0"], [111341, "Synthetic opportunity 34.1"], [111342, "Synthetic opportunity 34.2"], [111350, "Synthetic opportunity 35.0"], [111351, "Synthetic opportunity 35.1"], [111352, "Synthetic opportunity 35.2"], [111360, "Synthetic opportunity 36.0"], [111361, "Synthetic opportunity 36.1"], [111362, "Synthetic opportunity 36.2"], [111370, "Synthetic opportunity 37.0"], [111371, "Synthetic opportunity 37.1"], [111372, "Synthetic opportunity 37.2"], [111380, "Synthetic opportunity 38.0"], [111381, "Synthetic opportunity 38.1"], [111382, "Synthetic opportunity 38.2"], [111390, "Synthetic opportunity 39.0"], [111391, "Synthetic opportunity 39.1"], [111392, "Synthetic opportunity 39.2"], [111400, "Synthetic opportunity 40.0"], [111401, "Synthetic opportunity 40.1"], [111402, "Synthetic opportunity 40.2"], [111410, "Synthetic opportunity 41.0"], [111411, "Synthetic opportunity 41.1"], [111412, "Synthetic opportunity 41.2"], [111420, "Synthetic opportunity 42.0"], [111421, "Synthetic opportunity 42.1"], [111422, "Synthetic opportunity 42.2"], [111430, "Synthetic opportunity 43.0"], [111431, "Synthetic opportunity 43.1"], [111432, "Synthetic opportunity 43.2"], [111440, "Synthetic opportunity 44.0"], [111441, "Synthetic opportunity 44.1"], [111442, "Synthetic opportunity 44.2"], [111450, "Synthetic opportunity 45.0"], [111451, "Synthetic opportunity 45.1"], [111452, "Synthetic opportunity 45.2"], [111460, "Synthetic opportunity 46.0"], [111461, "Synthetic opportunity 46.1"], [111462, "Synthetic opportunity 46.2"], [111470, "Synthetic opportunity 47.0"], [111471, "Synthetic opportunity 47.1"], [111472, "Synthetic opportunity 47.2"], [111480, "Synthetic opportunity 48.0"], [111481, "Synthetic opportunity 48.1"], [111482, "Synthetic opportunity 48.2"], [111490, "Synthetic opportunity 49.0"], [111491, "Synthetic opportunity 49.1"], [111492, "Synthetic opportunity 49.2"], [111500, "Synthetic opportunity 50.0"], [111501, "Synthetic opportunity 50.1"], [111502, "Synthetic opportunity 50.2"], [111510, "Synthetic opportunity 51.0"], [111511, "Synthetic opportunity 51.1"], [111512, "Synthetic opportunity 51.2"], [111520, "Synthetic opportunity 52.0"], [111521, "Synthetic opportunity 52.1"], [111522, "Synthetic opportunity 52.2"], [111530, "Synthetic opportunity 53.0"], [111531, "Synthetic opportunity 53.1"], [111532, "Synthetic opportunity 53.2"], [111540, "Synthetic opportunity 54.0"], [111541, "Synthetic opportunity 54.1"], [111542, "Synthetic opportunity 54.2"], [111550, "Synthetic opportunity 55.0"], [111551, "Synthetic opportunity 55.1"], [111552, "Synthetic opportunity 55.2"], [111560, "Synthetic opportunity 56.0"], [111561, "Synthetic opportunity 56.1"], [111562, "Synthetic opportunity 56.2"], [111570, "Synthetic opportunity 57.0"], [111571, "Synthetic opportunity 57.1"], [111572, "Synthetic opportunity 57.2"], [111580, "Synthetic opportunity 58.0"], [111581, "Synthetic opportunity 58.1"], [111582, "Synthetic opportunity 58.2"], [111590, "Synthetic opportunity 59.0"], [111591, "Synthetic opportunity 59.1"], [111592, "Synthetic opportunity 59.2"], [111600, "Synthetic opportunity 60.0"], [111601, "Synthetic opportunity 60.1"], [111602, "Synthetic opportunity 60.2"], [111610, "Synthetic opportunity 61.0"], [111611, "Synthetic opportunity 61.1"], [111612, "Synthetic opportunity 61.2"], [111620, "Synthetic opportunity 62.0"], [111621, "Synthetic opportunity 62.1"], [111622, "Synthetic opportunity 62.2"], [111630, "Synthetic opportunity 63.0"], [111631, "Synthetic opportunity 63.1"], [111632, "Synthetic opportunity 63.2"], [111640, "Synthetic opportunity 64.0"], [111641, "Synthetic opportunity 64.1"], [111642, "Synthetic opportunity 64.2"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs and titles in deal ID orde...", "series": null}, "cost_estimate": {"total_cost": 16.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "192 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals.", "bullets": ["Reads from deals."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "43a18e7b7b1e243d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "43a18e7b7b1e243d", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "8ef0b0cf-4a2f-40f8-bf95-95f9a6299f1c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "titles", "start": 28, "end": 34, "phrase": "title", "matched_term": "title", "column": "pipedrive.deals.title", "columns": ["pipedrive.deals.title"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "deal ID", "start": 38, "end": 45, "phrase": "deal id", "matched_term": "deal id", "column": "pipedrive.notes.deal_id", "columns": ["pipedrive.notes.deal_id", "pipedrive.activities.deal_id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "engagement_channel_sparsity", "options": [{"label": "The activities themselves", "system": "PD", "residence": "gold-rollup", "source_selector": "gold", "columns": ["activities"], "samples": []}, {"label": "Last touch date only", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.last_activity_date"], "samples": []}, {"label": "Email", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": [], "samples": []}, {"label": "Notes / what we discussed", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.notes.content_text"], "samples": ["notes"]}], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "8ef0b0cf-4a2f-40f8-bf95-95f9a6299f1c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "9d59493c28ac55a0850befcdd300b111dae9e1d9209cbeaf6b89fa4e1e155118", "result_sha256": "4744f87ac31e5022a71152ad1d0ede3169b59d31999e36e560a586bb887f5854"}
{"arm": "original", "case_id": "latency-dev-12", "repeat": 2, "elapsed_ms": 785.169567912817, "started_monotonic": 5601993.69721184, "finished_monotonic": 5601994.482381408, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 767.7580583840609, "job_status": "done", "job_id": "fabe4b9f-102a-46ab-a3d5-760e19f6e70f", "status": "success", "error": null, "raw_payload": {"id": "5cd2bb46-f003-472d-9979-04a1491a9c6b", "conversation_id": "ba4ca1a9-b756-423c-873b-ddb7efe4a570", "turn_index": 0, "nl_query": "List Pipedrive deal IDs and titles in deal ID order.", "status": "success", "query_id": "9656c73d-e3c9-403d-8d0f-eb52e12aafc0", "trace_id": "7696f60018072abac8054a9997e5b740", "trace_snapshot": {"trace_id": "7696f60018072abac8054a9997e5b740", "context": {"trace_id": "7696f60018072abac8054a9997e5b740", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 23.0, "sql_execution_ms": 1.5, "retrieval_ms": 0.28, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "fabe4b9f-102a-46ab-a3d5-760e19f6e70f", "timing": {"submission_ack_ms": 3.937438130378723, "queue_ms": 0.0, "base_persistence_ms": 1.9532879814505577, "required_to_ready_ms": 607.4062595143914, "first_useful_ms": 607.4062595143914, "optional_ms": 96.53262607753277, "total_ms": 704.6056687831879}, "optional_status": "done"}}, "generated_sql": "SELECT id, title FROM pipedrive.deals ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  title\nFROM pipedrive.deals\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111010": {"link": "https://ct.pipedrive.com/deal/111010", "kind": "pd_deal"}, "111011": {"link": "https://ct.pipedrive.com/deal/111011", "kind": "pd_deal"}, "111012": {"link": "https://ct.pipedrive.com/deal/111012", "kind": "pd_deal"}, "111020": {"link": "https://ct.pipedrive.com/deal/111020", "kind": "pd_deal"}, "111021": {"link": "https://ct.pipedrive.com/deal/111021", "kind": "pd_deal"}, "111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111030": {"link": "https://ct.pipedrive.com/deal/111030", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111032": {"link": "https://ct.pipedrive.com/deal/111032", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111041": {"link": "https://ct.pipedrive.com/deal/111041", "kind": "pd_deal"}, "111042": {"link": "https://ct.pipedrive.com/deal/111042", "kind": "pd_deal"}, "111050": {"link": "https://ct.pipedrive.com/deal/111050", "kind": "pd_deal"}, "111051": {"link": "https://ct.pipedrive.com/deal/111051", "kind": "pd_deal"}, "111052": {"link": "https://ct.pipedrive.com/deal/111052", "kind": "pd_deal"}, "111060": {"link": "https://ct.pipedrive.com/deal/111060", "kind": "pd_deal"}, "111061": {"link": "https://ct.pipedrive.com/deal/111061", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111070": {"link": "https://ct.pipedrive.com/deal/111070", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111072": {"link": "https://ct.pipedrive.com/deal/111072", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111081": {"link": "https://ct.pipedrive.com/deal/111081", "kind": "pd_deal"}, "111082": {"link": "https://ct.pipedrive.com/deal/111082", "kind": "pd_deal"}, "111090": {"link": "https://ct.pipedrive.com/deal/111090", "kind": "pd_deal"}, "111091": {"link": "https://ct.pipedrive.com/deal/111091", "kind": "pd_deal"}, "111092": {"link": "https://ct.pipedrive.com/deal/111092", "kind": "pd_deal"}, "111100": {"link": "https://ct.pipedrive.com/deal/111100", "kind": "pd_deal"}, "111101": {"link": "https://ct.pipedrive.com/deal/111101", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111110": {"link": "https://ct.pipedrive.com/deal/111110", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111112": {"link": "https://ct.pipedrive.com/deal/111112", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111121": {"link": "https://ct.pipedrive.com/deal/111121", "kind": "pd_deal"}, "111122": {"link": "https://ct.pipedrive.com/deal/111122", "kind": "pd_deal"}, "111130": {"link": "https://ct.pipedrive.com/deal/111130", "kind": "pd_deal"}, "111131": {"link": "https://ct.pipedrive.com/deal/111131", "kind": "pd_deal"}, "111132": {"link": "https://ct.pipedrive.com/deal/111132", "kind": "pd_deal"}, "111140": {"link": "https://ct.pipedrive.com/deal/111140", "kind": "pd_deal"}, "111141": {"link": "https://ct.pipedrive.com/deal/111141", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111150": {"link": "https://ct.pipedrive.com/deal/111150", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111152": {"link": "https://ct.pipedrive.com/deal/111152", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111161": {"link": "https://ct.pipedrive.com/deal/111161", "kind": "pd_deal"}, "111162": {"link": "https://ct.pipedrive.com/deal/111162", "kind": "pd_deal"}, "111170": {"link": "https://ct.pipedrive.com/deal/111170", "kind": "pd_deal"}, "111171": {"link": "https://ct.pipedrive.com/deal/111171", "kind": "pd_deal"}, "111172": {"link": "https://ct.pipedrive.com/deal/111172", "kind": "pd_deal"}, "111180": {"link": "https://ct.pipedrive.com/deal/111180", "kind": "pd_deal"}, "111181": {"link": "https://ct.pipedrive.com/deal/111181", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111190": {"link": "https://ct.pipedrive.com/deal/111190", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111192": {"link": "https://ct.pipedrive.com/deal/111192", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111201": {"link": "https://ct.pipedrive.com/deal/111201", "kind": "pd_deal"}, "111202": {"link": "https://ct.pipedrive.com/deal/111202", "kind": "pd_deal"}, "111210": {"link": "https://ct.pipedrive.com/deal/111210", "kind": "pd_deal"}, "111211": {"link": "https://ct.pipedrive.com/deal/111211", "kind": "pd_deal"}, "111212": {"link": "https://ct.pipedrive.com/deal/111212", "kind": "pd_deal"}, "111220": {"link": "https://ct.pipedrive.com/deal/111220", "kind": "pd_deal"}, "111221": {"link": "https://ct.pipedrive.com/deal/111221", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111230": {"link": "https://ct.pipedrive.com/deal/111230", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111232": {"link": "https://ct.pipedrive.com/deal/111232", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111241": {"link": "https://ct.pipedrive.com/deal/111241", "kind": "pd_deal"}, "111242": {"link": "https://ct.pipedrive.com/deal/111242", "kind": "pd_deal"}, "111250": {"link": "https://ct.pipedrive.com/deal/111250", "kind": "pd_deal"}, "111251": {"link": "https://ct.pipedrive.com/deal/111251", "kind": "pd_deal"}, "111252": {"link": "https://ct.pipedrive.com/deal/111252", "kind": "pd_deal"}, "111260": {"link": "https://ct.pipedrive.com/deal/111260", "kind": "pd_deal"}, "111261": {"link": "https://ct.pipedrive.com/deal/111261", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111270": {"link": "https://ct.pipedrive.com/deal/111270", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111272": {"link": "https://ct.pipedrive.com/deal/111272", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111281": {"link": "https://ct.pipedrive.com/deal/111281", "kind": "pd_deal"}, "111282": {"link": "https://ct.pipedrive.com/deal/111282", "kind": "pd_deal"}, "111290": {"link": "https://ct.pipedrive.com/deal/111290", "kind": "pd_deal"}, "111291": {"link": "https://ct.pipedrive.com/deal/111291", "kind": "pd_deal"}, "111292": {"link": "https://ct.pipedrive.com/deal/111292", "kind": "pd_deal"}, "111300": {"link": "https://ct.pipedrive.com/deal/111300", "kind": "pd_deal"}, "111301": {"link": "https://ct.pipedrive.com/deal/111301", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111310": {"link": "https://ct.pipedrive.com/deal/111310", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111312": {"link": "https://ct.pipedrive.com/deal/111312", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111321": {"link": "https://ct.pipedrive.com/deal/111321", "kind": "pd_deal"}, "111322": {"link": "https://ct.pipedrive.com/deal/111322", "kind": "pd_deal"}, "111330": {"link": "https://ct.pipedrive.com/deal/111330", "kind": "pd_deal"}, "111331": {"link": "https://ct.pipedrive.com/deal/111331", "kind": "pd_deal"}, "111332": {"link": "https://ct.pipedrive.com/deal/111332", "kind": "pd_deal"}, "111340": {"link": "https://ct.pipedrive.com/deal/111340", "kind": "pd_deal"}, "111341": {"link": "https://ct.pipedrive.com/deal/111341", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111350": {"link": "https://ct.pipedrive.com/deal/111350", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111352": {"link": "https://ct.pipedrive.com/deal/111352", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111361": {"link": "https://ct.pipedrive.com/deal/111361", "kind": "pd_deal"}, "111362": {"link": "https://ct.pipedrive.com/deal/111362", "kind": "pd_deal"}, "111370": {"link": "https://ct.pipedrive.com/deal/111370", "kind": "pd_deal"}, "111371": {"link": "https://ct.pipedrive.com/deal/111371", "kind": "pd_deal"}, "111372": {"link": "https://ct.pipedrive.com/deal/111372", "kind": "pd_deal"}, "111380": {"link": "https://ct.pipedrive.com/deal/111380", "kind": "pd_deal"}, "111381": {"link": "https://ct.pipedrive.com/deal/111381", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111390": {"link": "https://ct.pipedrive.com/deal/111390", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111392": {"link": "https://ct.pipedrive.com/deal/111392", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111401": {"link": "https://ct.pipedrive.com/deal/111401", "kind": "pd_deal"}, "111402": {"link": "https://ct.pipedrive.com/deal/111402", "kind": "pd_deal"}, "111410": {"link": "https://ct.pipedrive.com/deal/111410", "kind": "pd_deal"}, "111411": {"link": "https://ct.pipedrive.com/deal/111411", "kind": "pd_deal"}, "111412": {"link": "https://ct.pipedrive.com/deal/111412", "kind": "pd_deal"}, "111420": {"link": "https://ct.pipedrive.com/deal/111420", "kind": "pd_deal"}, "111421": {"link": "https://ct.pipedrive.com/deal/111421", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111430": {"link": "https://ct.pipedrive.com/deal/111430", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111432": {"link": "https://ct.pipedrive.com/deal/111432", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111441": {"link": "https://ct.pipedrive.com/deal/111441", "kind": "pd_deal"}, "111442": {"link": "https://ct.pipedrive.com/deal/111442", "kind": "pd_deal"}, "111450": {"link": "https://ct.pipedrive.com/deal/111450", "kind": "pd_deal"}, "111451": {"link": "https://ct.pipedrive.com/deal/111451", "kind": "pd_deal"}, "111452": {"link": "https://ct.pipedrive.com/deal/111452", "kind": "pd_deal"}, "111460": {"link": "https://ct.pipedrive.com/deal/111460", "kind": "pd_deal"}, "111461": {"link": "https://ct.pipedrive.com/deal/111461", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111470": {"link": "https://ct.pipedrive.com/deal/111470", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111472": {"link": "https://ct.pipedrive.com/deal/111472", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111481": {"link": "https://ct.pipedrive.com/deal/111481", "kind": "pd_deal"}, "111482": {"link": "https://ct.pipedrive.com/deal/111482", "kind": "pd_deal"}, "111490": {"link": "https://ct.pipedrive.com/deal/111490", "kind": "pd_deal"}, "111491": {"link": "https://ct.pipedrive.com/deal/111491", "kind": "pd_deal"}, "111492": {"link": "https://ct.pipedrive.com/deal/111492", "kind": "pd_deal"}, "111500": {"link": "https://ct.pipedrive.com/deal/111500", "kind": "pd_deal"}, "111501": {"link": "https://ct.pipedrive.com/deal/111501", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111510": {"link": "https://ct.pipedrive.com/deal/111510", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111512": {"link": "https://ct.pipedrive.com/deal/111512", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111521": {"link": "https://ct.pipedrive.com/deal/111521", "kind": "pd_deal"}, "111522": {"link": "https://ct.pipedrive.com/deal/111522", "kind": "pd_deal"}, "111530": {"link": "https://ct.pipedrive.com/deal/111530", "kind": "pd_deal"}, "111531": {"link": "https://ct.pipedrive.com/deal/111531", "kind": "pd_deal"}, "111532": {"link": "https://ct.pipedrive.com/deal/111532", "kind": "pd_deal"}, "111540": {"link": "https://ct.pipedrive.com/deal/111540", "kind": "pd_deal"}, "111541": {"link": "https://ct.pipedrive.com/deal/111541", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111550": {"link": "https://ct.pipedrive.com/deal/111550", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111552": {"link": "https://ct.pipedrive.com/deal/111552", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111561": {"link": "https://ct.pipedrive.com/deal/111561", "kind": "pd_deal"}, "111562": {"link": "https://ct.pipedrive.com/deal/111562", "kind": "pd_deal"}, "111570": {"link": "https://ct.pipedrive.com/deal/111570", "kind": "pd_deal"}, "111571": {"link": "https://ct.pipedrive.com/deal/111571", "kind": "pd_deal"}, "111572": {"link": "https://ct.pipedrive.com/deal/111572", "kind": "pd_deal"}, "111580": {"link": "https://ct.pipedrive.com/deal/111580", "kind": "pd_deal"}, "111581": {"link": "https://ct.pipedrive.com/deal/111581", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111590": {"link": "https://ct.pipedrive.com/deal/111590", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111592": {"link": "https://ct.pipedrive.com/deal/111592", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111601": {"link": "https://ct.pipedrive.com/deal/111601", "kind": "pd_deal"}, "111602": {"link": "https://ct.pipedrive.com/deal/111602", "kind": "pd_deal"}, "111610": {"link": "https://ct.pipedrive.com/deal/111610", "kind": "pd_deal"}, "111611": {"link": "https://ct.pipedrive.com/deal/111611", "kind": "pd_deal"}, "111612": {"link": "https://ct.pipedrive.com/deal/111612", "kind": "pd_deal"}, "111620": {"link": "https://ct.pipedrive.com/deal/111620", "kind": "pd_deal"}, "111621": {"link": "https://ct.pipedrive.com/deal/111621", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111630": {"link": "https://ct.pipedrive.com/deal/111630", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111632": {"link": "https://ct.pipedrive.com/deal/111632", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}, "111641": {"link": "https://ct.pipedrive.com/deal/111641", "kind": "pd_deal"}, "111642": {"link": "https://ct.pipedrive.com/deal/111642", "kind": "pd_deal"}}}}, {"name": "title", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111010, "Synthetic opportunity 1.0"], [111011, "Synthetic opportunity 1.1"], [111012, "Synthetic opportunity 1.2"], [111020, "Synthetic opportunity 2.0"], [111021, "Synthetic opportunity 2.1"], [111022, "Synthetic opportunity 2.2"], [111030, "Synthetic opportunity 3.0"], [111031, "Synthetic opportunity 3.1"], [111032, "Synthetic opportunity 3.2"], [111040, "Synthetic opportunity 4.0"], [111041, "Synthetic opportunity 4.1"], [111042, "Synthetic opportunity 4.2"], [111050, "Synthetic opportunity 5.0"], [111051, "Synthetic opportunity 5.1"], [111052, "Synthetic opportunity 5.2"], [111060, "Synthetic opportunity 6.0"], [111061, "Synthetic opportunity 6.1"], [111062, "Synthetic opportunity 6.2"], [111070, "Synthetic opportunity 7.0"], [111071, "Synthetic opportunity 7.1"], [111072, "Synthetic opportunity 7.2"], [111080, "Synthetic opportunity 8.0"], [111081, "Synthetic opportunity 8.1"], [111082, "Synthetic opportunity 8.2"], [111090, "Synthetic opportunity 9.0"], [111091, "Synthetic opportunity 9.1"], [111092, "Synthetic opportunity 9.2"], [111100, "Synthetic opportunity 10.0"], [111101, "Synthetic opportunity 10.1"], [111102, "Synthetic opportunity 10.2"], [111110, "Synthetic opportunity 11.0"], [111111, "Synthetic opportunity 11.1"], [111112, "Synthetic opportunity 11.2"], [111120, "Synthetic opportunity 12.0"], [111121, "Synthetic opportunity 12.1"], [111122, "Synthetic opportunity 12.2"], [111130, "Synthetic opportunity 13.0"], [111131, "Synthetic opportunity 13.1"], [111132, "Synthetic opportunity 13.2"], [111140, "Synthetic opportunity 14.0"], [111141, "Synthetic opportunity 14.1"], [111142, "Synthetic opportunity 14.2"], [111150, "Synthetic opportunity 15.0"], [111151, "Synthetic opportunity 15.1"], [111152, "Synthetic opportunity 15.2"], [111160, "Synthetic opportunity 16.0"], [111161, "Synthetic opportunity 16.1"], [111162, "Synthetic opportunity 16.2"], [111170, "Synthetic opportunity 17.0"], [111171, "Synthetic opportunity 17.1"], [111172, "Synthetic opportunity 17.2"], [111180, "Synthetic opportunity 18.0"], [111181, "Synthetic opportunity 18.1"], [111182, "Synthetic opportunity 18.2"], [111190, "Synthetic opportunity 19.0"], [111191, "Synthetic opportunity 19.1"], [111192, "Synthetic opportunity 19.2"], [111200, "Synthetic opportunity 20.0"], [111201, "Synthetic opportunity 20.1"], [111202, "Synthetic opportunity 20.2"], [111210, "Synthetic opportunity 21.0"], [111211, "Synthetic opportunity 21.1"], [111212, "Synthetic opportunity 21.2"], [111220, "Synthetic opportunity 22.0"], [111221, "Synthetic opportunity 22.1"], [111222, "Synthetic opportunity 22.2"], [111230, "Synthetic opportunity 23.0"], [111231, "Synthetic opportunity 23.1"], [111232, "Synthetic opportunity 23.2"], [111240, "Synthetic opportunity 24.0"], [111241, "Synthetic opportunity 24.1"], [111242, "Synthetic opportunity 24.2"], [111250, "Synthetic opportunity 25.0"], [111251, "Synthetic opportunity 25.1"], [111252, "Synthetic opportunity 25.2"], [111260, "Synthetic opportunity 26.0"], [111261, "Synthetic opportunity 26.1"], [111262, "Synthetic opportunity 26.2"], [111270, "Synthetic opportunity 27.0"], [111271, "Synthetic opportunity 27.1"], [111272, "Synthetic opportunity 27.2"], [111280, "Synthetic opportunity 28.0"], [111281, "Synthetic opportunity 28.1"], [111282, "Synthetic opportunity 28.2"], [111290, "Synthetic opportunity 29.0"], [111291, "Synthetic opportunity 29.1"], [111292, "Synthetic opportunity 29.2"], [111300, "Synthetic opportunity 30.0"], [111301, "Synthetic opportunity 30.1"], [111302, "Synthetic opportunity 30.2"], [111310, "Synthetic opportunity 31.0"], [111311, "Synthetic opportunity 31.1"], [111312, "Synthetic opportunity 31.2"], [111320, "Synthetic opportunity 32.0"], [111321, "Synthetic opportunity 32.1"], [111322, "Synthetic opportunity 32.2"], [111330, "Synthetic opportunity 33.0"], [111331, "Synthetic opportunity 33.1"], [111332, "Synthetic opportunity 33.2"], [111340, "Synthetic opportunity 34.0"], [111341, "Synthetic opportunity 34.1"], [111342, "Synthetic opportunity 34.2"], [111350, "Synthetic opportunity 35.0"], [111351, "Synthetic opportunity 35.1"], [111352, "Synthetic opportunity 35.2"], [111360, "Synthetic opportunity 36.0"], [111361, "Synthetic opportunity 36.1"], [111362, "Synthetic opportunity 36.2"], [111370, "Synthetic opportunity 37.0"], [111371, "Synthetic opportunity 37.1"], [111372, "Synthetic opportunity 37.2"], [111380, "Synthetic opportunity 38.0"], [111381, "Synthetic opportunity 38.1"], [111382, "Synthetic opportunity 38.2"], [111390, "Synthetic opportunity 39.0"], [111391, "Synthetic opportunity 39.1"], [111392, "Synthetic opportunity 39.2"], [111400, "Synthetic opportunity 40.0"], [111401, "Synthetic opportunity 40.1"], [111402, "Synthetic opportunity 40.2"], [111410, "Synthetic opportunity 41.0"], [111411, "Synthetic opportunity 41.1"], [111412, "Synthetic opportunity 41.2"], [111420, "Synthetic opportunity 42.0"], [111421, "Synthetic opportunity 42.1"], [111422, "Synthetic opportunity 42.2"], [111430, "Synthetic opportunity 43.0"], [111431, "Synthetic opportunity 43.1"], [111432, "Synthetic opportunity 43.2"], [111440, "Synthetic opportunity 44.0"], [111441, "Synthetic opportunity 44.1"], [111442, "Synthetic opportunity 44.2"], [111450, "Synthetic opportunity 45.0"], [111451, "Synthetic opportunity 45.1"], [111452, "Synthetic opportunity 45.2"], [111460, "Synthetic opportunity 46.0"], [111461, "Synthetic opportunity 46.1"], [111462, "Synthetic opportunity 46.2"], [111470, "Synthetic opportunity 47.0"], [111471, "Synthetic opportunity 47.1"], [111472, "Synthetic opportunity 47.2"], [111480, "Synthetic opportunity 48.0"], [111481, "Synthetic opportunity 48.1"], [111482, "Synthetic opportunity 48.2"], [111490, "Synthetic opportunity 49.0"], [111491, "Synthetic opportunity 49.1"], [111492, "Synthetic opportunity 49.2"], [111500, "Synthetic opportunity 50.0"], [111501, "Synthetic opportunity 50.1"], [111502, "Synthetic opportunity 50.2"], [111510, "Synthetic opportunity 51.0"], [111511, "Synthetic opportunity 51.1"], [111512, "Synthetic opportunity 51.2"], [111520, "Synthetic opportunity 52.0"], [111521, "Synthetic opportunity 52.1"], [111522, "Synthetic opportunity 52.2"], [111530, "Synthetic opportunity 53.0"], [111531, "Synthetic opportunity 53.1"], [111532, "Synthetic opportunity 53.2"], [111540, "Synthetic opportunity 54.0"], [111541, "Synthetic opportunity 54.1"], [111542, "Synthetic opportunity 54.2"], [111550, "Synthetic opportunity 55.0"], [111551, "Synthetic opportunity 55.1"], [111552, "Synthetic opportunity 55.2"], [111560, "Synthetic opportunity 56.0"], [111561, "Synthetic opportunity 56.1"], [111562, "Synthetic opportunity 56.2"], [111570, "Synthetic opportunity 57.0"], [111571, "Synthetic opportunity 57.1"], [111572, "Synthetic opportunity 57.2"], [111580, "Synthetic opportunity 58.0"], [111581, "Synthetic opportunity 58.1"], [111582, "Synthetic opportunity 58.2"], [111590, "Synthetic opportunity 59.0"], [111591, "Synthetic opportunity 59.1"], [111592, "Synthetic opportunity 59.2"], [111600, "Synthetic opportunity 60.0"], [111601, "Synthetic opportunity 60.1"], [111602, "Synthetic opportunity 60.2"], [111610, "Synthetic opportunity 61.0"], [111611, "Synthetic opportunity 61.1"], [111612, "Synthetic opportunity 61.2"], [111620, "Synthetic opportunity 62.0"], [111621, "Synthetic opportunity 62.1"], [111622, "Synthetic opportunity 62.2"], [111630, "Synthetic opportunity 63.0"], [111631, "Synthetic opportunity 63.1"], [111632, "Synthetic opportunity 63.2"], [111640, "Synthetic opportunity 64.0"], [111641, "Synthetic opportunity 64.1"], [111642, "Synthetic opportunity 64.2"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs and titles in deal ID orde...", "series": null}, "cost_estimate": {"total_cost": 16.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "510212df3605c6a3", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8db6adb528cbc74b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "8db6adb528cbc74b", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "9656c73d-e3c9-403d-8d0f-eb52e12aafc0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "titles", "start": 28, "end": 34, "phrase": "title", "matched_term": "title", "column": "pipedrive.deals.title", "columns": ["pipedrive.deals.title"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "deal ID", "start": 38, "end": 45, "phrase": "deal id", "matched_term": "deal id", "column": "pipedrive.notes.deal_id", "columns": ["pipedrive.notes.deal_id", "pipedrive.activities.deal_id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "engagement_channel_sparsity", "options": [{"label": "The activities themselves", "system": "PD", "residence": "gold-rollup", "source_selector": "gold", "columns": ["activities"], "samples": []}, {"label": "Last touch date only", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.last_activity_date"], "samples": []}, {"label": "Email", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": [], "samples": []}, {"label": "Notes / what we discussed", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.notes.content_text"], "samples": ["notes"]}], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111010", "111011", "111012", "111020", "111021", "111022", "111030", "111031", "111032", "111040", "111041", "111042", "111050", "111051", "111052", "111060", "111061", "111062", "111070", "111071", "111072", "111080", "111081", "111082", "111090", "111091", "111092", "111100", "111101", "111102", "111110", "111111", "111112", "111120", "111121", "111122", "111130", "111131", "111132", "111140", "111141", "111142", "111150", "111151", "111152", "111160", "111161", "111162", "111170", "111171", "111172", "111180", "111181", "111182", "111190", "111191", "111192", "111200", "111201", "111202", "111210", "111211", "111212", "111220", "111221", "111222", "111230", "111231", "111232", "111240", "111241", "111242", "111250", "111251", "111252", "111260", "111261", "111262", "111270", "111271", "111272", "111280", "111281", "111282", "111290", "111291", "111292", "111300", "111301", "111302", "111310", "111311", "111312", "111320", "111321", "111322", "111330", "111331", "111332", "111340", "111341", "111342", "111350", "111351", "111352", "111360", "111361", "111362", "111370", "111371", "111372", "111380", "111381", "111382", "111390", "111391", "111392", "111400", "111401", "111402", "111410", "111411", "111412", "111420", "111421", "111422", "111430", "111431", "111432", "111440", "111441", "111442", "111450", "111451", "111452", "111460", "111461", "111462", "111470", "111471", "111472", "111480", "111481", "111482", "111490", "111491", "111492", "111500", "111501", "111502", "111510", "111511", "111512", "111520", "111521", "111522", "111530", "111531", "111532", "111540", "111541", "111542", "111550", "111551", "111552", "111560", "111561", "111562", "111570", "111571", "111572", "111580", "111581", "111582", "111590", "111591", "111592", "111600", "111601", "111602", "111610", "111611", "111612", "111620", "111621", "111622", "111630", "111631", "111632", "111640", "111641", "111642"], "key_count": 192, "over_cap": false, "derived_columns": ["id", "title"], "derivation": "sql_sha:9c8bc39e0fac8c5e"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "9656c73d-e3c9-403d-8d0f-eb52e12aafc0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "9d59493c28ac55a0850befcdd300b111dae9e1d9209cbeaf6b89fa4e1e155118", "result_sha256": "d118e1cc03697904eacbab03be7aa30bc789bbb58d1900f468aab39087c1311d"}
{"arm": "original", "case_id": "latency-dev-29", "repeat": 2, "elapsed_ms": 674.3077896535397, "started_monotonic": 5601994.485404333, "finished_monotonic": 5601995.159712123, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 663.7879125773907, "job_status": "done", "job_id": "0f432c09-1691-4eea-8697-1f32f3bacee8", "status": "error", "error": null, "raw_payload": {"id": "2f993146-6c28-47a1-b1ef-e357d7d5e697", "conversation_id": "6f5f2f3b-9b12-4489-a837-2032985e9eef", "turn_index": 0, "nl_query": "List raw CT trade-detail IDs with their booking IDs.", "status": "error", "query_id": "44323ccf-ead1-42a9-b413-132b785dc42a", "trace_id": "federated-44323ccf-ead1-42a9-b413-132b785dc42a", "trace_snapshot": {"job": {"job_id": "0f432c09-1691-4eea-8697-1f32f3bacee8", "timing": {"submission_ack_ms": 2.7181748300790787, "queue_ms": 0.0, "base_persistence_ms": 0.8992217481136322, "required_to_ready_ms": 442.69721023738384, "optional_ms": 64.84605651348829, "total_ms": 508.1416592001915}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "44e69b4e868b0409", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "44e69b4e868b0409", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "44323ccf-ead1-42a9-b413-132b785dc42a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "44323ccf-ead1-42a9-b413-132b785dc42a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "db0a2ecf58b8898e941946956896a692ea13850065f2f054f1a97662269823ad", "result_sha256": "c97989cafd41b99afcf64135032a4afb901f7cc61948a6fc82c0bdf69663e128"}
{"arm": "candidate", "case_id": "latency-dev-29", "repeat": 2, "elapsed_ms": 648.5309274867177, "started_monotonic": 5601995.16019415, "finished_monotonic": 5601995.808725078, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 634.7156846895814, "job_status": "done", "job_id": "0f42c165-f9fc-4404-9c79-94ad10bf01a6", "status": "error", "error": null, "raw_payload": {"id": "d8a660ed-0c61-4a05-a138-c2e56e96ff84", "conversation_id": "c861d1d3-245f-4722-a495-0dcacf04d12d", "turn_index": 0, "nl_query": "List raw CT trade-detail IDs with their booking IDs.", "status": "error", "query_id": "98df35d3-a3f8-4267-abd1-62c05b0f8420", "trace_id": "7696f6002583371353f14f0ea0e09d5a", "trace_snapshot": {"trace_id": "7696f6002583371353f14f0ea0e09d5a", "context": {"trace_id": "7696f6002583371353f14f0ea0e09d5a", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 11.34, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "0f42c165-f9fc-4404-9c79-94ad10bf01a6", "timing": {"submission_ack_ms": 2.189517021179199, "queue_ms": 0.0, "base_persistence_ms": 0.8694715797901154, "required_to_ready_ms": 522.3435359075665, "optional_ms": 67.68774706870317, "total_ms": 590.4086260125041}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "05f1f9d597b0ffe0", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "998e8288163b61e7", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "998e8288163b61e7", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "98df35d3-a3f8-4267-abd1-62c05b0f8420", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "98df35d3-a3f8-4267-abd1-62c05b0f8420", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "db0a2ecf58b8898e941946956896a692ea13850065f2f054f1a97662269823ad", "result_sha256": "9543ed3945ec369c7aab5750166105eb733dd453cc760889023ad8c41cb5a220"}
{"arm": "original", "case_id": "latency-dev-06", "repeat": 3, "elapsed_ms": 1141.7987570166588, "started_monotonic": 5601995.80932423, "finished_monotonic": 5601996.951122987, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 866.8070109561086, "job_status": "done", "job_id": "6d85345e-8ffd-4003-ac82-34e525871934", "status": "success", "error": null, "raw_payload": {"id": "5491e1a0-bc99-456a-80a2-4a614dc01e81", "conversation_id": "1c241c00-f826-42d1-bb98-bdc6990a6353", "turn_index": 0, "nl_query": "List CT snapshot client IDs with a recorded first activation date.", "status": "success", "query_id": "e936d27d-d132-4d45-a4f0-aa1aff7fed92", "trace_id": "7696f6008fdc94184fcb4cdab4b7bc15", "trace_snapshot": {"trace_id": "7696f6008fdc94184fcb4cdab4b7bc15", "context": {"trace_id": "7696f6008fdc94184fcb4cdab4b7bc15", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.91, "merge_ms": 1.14, "total_ms": 63.32, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 30, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600ccae327e8f63478fb62b7e1e", "7696f600b820ace26a0f442aa459b38e"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "6d85345e-8ffd-4003-ac82-34e525871934", "timing": {"submission_ack_ms": 3.921857103705406, "queue_ms": 0.0, "base_persistence_ms": 1.0110652074217796, "required_to_ready_ms": 707.2572726756334, "first_useful_ms": 707.2572726756334, "optional_ms": 115.23390002548695, "total_ms": 823.0357011780143}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "first_activated_at", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "date", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "2026-07-31"], [11005, "Fictional Company 5", "cfx (corporate)", "2026-03-29"], [11006, "Fictional Company 6", "cfx (corporate)", "2025-10-26"], [11007, "Fictional Company 7", "cfx (corporate)", "2025-10-26"], [11010, "Fictional Company 10", "cfx (corporate)", "2026-06-01"], [11011, "Fictional Company 11", "cfx (corporate)", "2026-08-31"], [11013, "Fictional Company 13", "cfx (corporate)", "2026-08-31"], [11014, "Fictional Company 14", "cfx (corporate)", "2026-07-31"], [11015, "Fictional Company 15", "cfx (corporate)", "2026-07-31"], [11021, "Fictional Company 21", "cfx (corporate)", "2024-02-29"], [11022, "Fictional Company 22", "cfx (corporate)", "2026-06-01"], [11025, "Fictional Company 25", "cfx (corporate)", "2026-08-31"], [11026, "Fictional Company 26", "unknown", "2026-07-31"], [11030, "Fictional Company 30", "cfx (corporate)", "2025-10-26"], [11031, "Fictional Company 31", "cfx (corporate)", "2025-10-26"], [11033, "Fictional Company 33", "cfx (corporate)", "2024-02-29"], [11035, "Fictional Company 35", "unknown", "2026-08-31"], [11037, "Fictional Company 37", "cfx (corporate)", "2026-08-31"], [11039, "Fictional Company 39", "cfx (corporate)", "2026-07-31"], [11041, "Fictional Company 41", "cfx (corporate)", "2026-03-29"], [11042, "Fictional Company 42", "cfx (corporate)", "2025-10-26"], [11043, "Fictional Company 43", "cfx (corporate)", "2025-10-26"], [11047, "Fictional Company 47", "cfx (corporate)", "2026-08-31"], [11049, "Fictional Company 49", "cfx (corporate)", "2026-08-31"], [11050, "Fictional Company 50", "cfx (corporate)", "2026-07-31"], [11053, "Fictional Company 53", "unknown", "2026-03-29"], [11055, "Fictional Company 55", "cfx (corporate)", "2025-10-26"], [11059, "Fictional Company 59", "cfx (corporate)", "2026-08-31"], [11061, "Fictional Company 61", "cfx (corporate)", "2026-08-31"], [11062, "Fictional Company 62", "unknown", "2026-07-31"]], "row_count": 30, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs with a recorded first ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8aa0311850d312a9", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a2e0d7f0f307def4", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "a2e0d7f0f307def4", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "e936d27d-d132-4d45-a4f0-aa1aff7fed92", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600ccae327e8f63478fb62b7e1e", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 30, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, first_activated_at FROM ct.client_360 WHERE NOT first_activated_at IS NULL ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600b820ace26a0f442aa459b38e", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 30, "unmatched": 0, "dropped_null": 0, "output_rows": 30, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "activation date", "start": 50, "end": 65, "phrase": "verified at", "matched_term": "activation date", "column": "ct.broker_accounts.verified_at", "columns": ["ct.broker_accounts.verified_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group broker-account rows to one per user_id before merge.", "federation_note": "When the broker account was verified (NULL = not verified). A user with >=1 verified broker account is 'activated'."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11005", "11006", "11007", "11010", "11011", "11013", "11014", "11015", "11021", "11022", "11025", "11026", "11030", "11031", "11033", "11035", "11037", "11039", "11041", "11042", "11043", "11047", "11049", "11050", "11053", "11055", "11059", "11061", "11062"], "key_count": 30, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "first_activated_at"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["activation-definition", "activation-definition-gold", "onboarding-duration", "declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 63.31774406135082, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "e936d27d-d132-4d45-a4f0-aa1aff7fed92", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c7b444da01769f4159fcca97d621ae112e6f1970bc4f1b20ab67d0403915f7ec", "result_sha256": "33112b1f7e295b7945771a4db4d44b216cacad72a9a98afd483d59c1638ab433"}
{"arm": "candidate", "case_id": "latency-dev-06", "repeat": 3, "elapsed_ms": 1623.7430199980736, "started_monotonic": 5601996.952550167, "finished_monotonic": 5601998.576293187, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1349.2585914209485, "job_status": "done", "job_id": "5af834d1-6c66-400e-9182-3d82f14557be", "status": "success", "error": null, "raw_payload": {"id": "3644724d-321e-4938-903b-750b93315ff4", "conversation_id": "057dd36f-e712-4a73-92cb-63f7d5dfd830", "turn_index": 0, "nl_query": "List CT snapshot client IDs with a recorded first activation date.", "status": "success", "query_id": "3b123ad0-f4b3-45e4-8e09-213729813c59", "trace_id": "7696f600434f2cca242942e5843e1bd9", "trace_snapshot": {"trace_id": "7696f600434f2cca242942e5843e1bd9", "context": {"trace_id": "7696f600434f2cca242942e5843e1bd9", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.81, "merge_ms": 4.95, "total_ms": 250.71, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 30, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600ed9de2897b3d4ee2bc8e11da", "7696f600abd51b840ab64c819e56032f"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "5af834d1-6c66-400e-9182-3d82f14557be", "timing": {"submission_ack_ms": 1.7639920115470886, "queue_ms": 0.0, "base_persistence_ms": 1.956217922270298, "required_to_ready_ms": 1158.3746057003736, "first_useful_ms": 1158.3746057003736, "optional_ms": 216.30122419446707, "total_ms": 1375.143046490848}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "first_activated_at", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "source_label": "gold", "value_class": "date", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "2026-07-31"], [11005, "Fictional Company 5", "cfx (corporate)", "2026-03-29"], [11006, "Fictional Company 6", "cfx (corporate)", "2025-10-26"], [11007, "Fictional Company 7", "cfx (corporate)", "2025-10-26"], [11010, "Fictional Company 10", "cfx (corporate)", "2026-06-01"], [11011, "Fictional Company 11", "cfx (corporate)", "2026-08-31"], [11013, "Fictional Company 13", "cfx (corporate)", "2026-08-31"], [11014, "Fictional Company 14", "cfx (corporate)", "2026-07-31"], [11015, "Fictional Company 15", "cfx (corporate)", "2026-07-31"], [11021, "Fictional Company 21", "cfx (corporate)", "2024-02-29"], [11022, "Fictional Company 22", "cfx (corporate)", "2026-06-01"], [11025, "Fictional Company 25", "cfx (corporate)", "2026-08-31"], [11026, "Fictional Company 26", "unknown", "2026-07-31"], [11030, "Fictional Company 30", "cfx (corporate)", "2025-10-26"], [11031, "Fictional Company 31", "cfx (corporate)", "2025-10-26"], [11033, "Fictional Company 33", "cfx (corporate)", "2024-02-29"], [11035, "Fictional Company 35", "unknown", "2026-08-31"], [11037, "Fictional Company 37", "cfx (corporate)", "2026-08-31"], [11039, "Fictional Company 39", "cfx (corporate)", "2026-07-31"], [11041, "Fictional Company 41", "cfx (corporate)", "2026-03-29"], [11042, "Fictional Company 42", "cfx (corporate)", "2025-10-26"], [11043, "Fictional Company 43", "cfx (corporate)", "2025-10-26"], [11047, "Fictional Company 47", "cfx (corporate)", "2026-08-31"], [11049, "Fictional Company 49", "cfx (corporate)", "2026-08-31"], [11050, "Fictional Company 50", "cfx (corporate)", "2026-07-31"], [11053, "Fictional Company 53", "unknown", "2026-03-29"], [11055, "Fictional Company 55", "cfx (corporate)", "2025-10-26"], [11059, "Fictional Company 59", "cfx (corporate)", "2026-08-31"], [11061, "Fictional Company 61", "cfx (corporate)", "2026-08-31"], [11062, "Fictional Company 62", "unknown", "2026-07-31"]], "row_count": 30, "was_truncated": false, "truncation_message": null, "chart_type": "line", "chart_config": {"type": "line", "x_axis": "first_activated_at", "y_axis": "first_activated_at", "title": "List CT snapshot client IDs with a recorded first ...", "series": ["first_activated_at"]}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "30 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Combines the source results. Gold / Pipedrive: Reads rows from client_360. CT Ledger: Reads rows from accounts grouped by id.", "bullets": ["Gold / Pipedrive: Reads from client_360.", "Gold / Pipedrive: Keeps only rows matching filters on first_activated_at.", "CT Ledger: Reads from accounts.", "CT Ledger: Groups the results by id."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a1e14c46ccc2fcc8", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "71fbe083b9439792", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "71fbe083b9439792", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "3b123ad0-f4b3-45e4-8e09-213729813c59", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600ed9de2897b3d4ee2bc8e11da", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 30, "measure_class": "pd_pipeline", "merge_measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, first_activated_at FROM ct.client_360 WHERE NOT first_activated_at IS NULL ORDER BY user_id LIMIT 10001"}, {"trace_id": "7696f600abd51b840ab64c819e56032f", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "merge_measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10001"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 30, "unmatched": 0, "dropped_null": 0, "output_rows": 30, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "Measures retain their source and basis; they are not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "activation date", "start": 50, "end": 65, "phrase": "verified at", "matched_term": "activation date", "column": "ct.broker_accounts.verified_at", "columns": ["ct.broker_accounts.verified_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group broker-account rows to one per user_id before merge.", "federation_note": "When the broker account was verified (NULL = not verified). A user with >=1 verified broker account is 'activated'."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11005", "11006", "11007", "11010", "11011", "11013", "11014", "11015", "11021", "11022", "11025", "11026", "11030", "11031", "11033", "11035", "11037", "11039", "11041", "11042", "11043", "11047", "11049", "11050", "11053", "11055", "11059", "11061", "11062"], "keys_available": true, "key_count": 30, "over_cap": false, "derivation": "", "materialized_from_truncated_listing": true}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["activation-definition", "activation-definition-gold", "onboarding-duration", "declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 250.70862751454115, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "3b123ad0-f4b3-45e4-8e09-213729813c59", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 30}, "sources": [{"label": "gold", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c7b444da01769f4159fcca97d621ae112e6f1970bc4f1b20ab67d0403915f7ec", "result_sha256": "8e8f3c9c8692b9c449f5398ccceea7e83c9b1bf682edf727974cf4b1a1aa9f05"}
{"arm": "candidate", "case_id": "latency-dev-11", "repeat": 3, "elapsed_ms": 759.2723099514842, "started_monotonic": 5601998.577547082, "finished_monotonic": 5601999.336819392, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 748.2160544022918, "job_status": "done", "job_id": "e2a6ceb8-6a35-415a-8986-aea7e51b2ad7", "status": "success", "error": null, "raw_payload": {"id": "6e106d29-525e-42e2-939f-23c0fb3d95ff", "conversation_id": "a98f1ab8-ad79-400e-9262-4ee293280c86", "turn_index": 0, "nl_query": "How many Pipedrive deals are recorded?", "status": "success", "query_id": "35b0f5e1-f34f-4994-91d0-dce5dd4b31e5", "trace_id": "7696f600a2ac08a370824476b494fc1a", "trace_snapshot": {"trace_id": "7696f600a2ac08a370824476b494fc1a", "context": {"trace_id": "7696f600a2ac08a370824476b494fc1a", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 35.2, "sql_execution_ms": 1.3, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e2a6ceb8-6a35-415a-8986-aea7e51b2ad7", "timing": {"submission_ack_ms": 1.7751818522810936, "queue_ms": 0.0, "base_persistence_ms": 0.9321421384811401, "required_to_ready_ms": 619.848276488483, "first_useful_ms": 619.848276488483, "optional_ms": 88.86836841702461, "total_ms": 709.1775992885232}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS deal_count FROM pipedrive.deals", "generated_sql_pretty": "SELECT\n  COUNT(*) AS deal_count\nFROM pipedrive.deals", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[192]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "deal_count", "title": "How many Pipedrive deals are recorded?", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.41, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 192.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals.", "bullets": ["Reads from deals.", "Calculates how many rows there are."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7b924c028e596511", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7b924c028e596511", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "35b0f5e1-f34f-4994-91d0-dce5dd4b31e5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "35b0f5e1-f34f-4994-91d0-dce5dd4b31e5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "abdb75a0119d764e835378be23d86668238557d03c3e4da7e2da06d41ef1cec2", "result_sha256": "3291383ec8bf7a535a3d3094035a8cfef95c780628a4c6a4ef8f4f7dd8fb165f"}
{"arm": "original", "case_id": "latency-dev-11", "repeat": 3, "elapsed_ms": 1618.9299020916224, "started_monotonic": 5601999.337494105, "finished_monotonic": 5602000.956424007, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1607.3426073417068, "job_status": "done", "job_id": "aed69886-ab79-4b18-a755-6d67a2bddc6a", "status": "success", "error": null, "raw_payload": {"id": "95b22cbe-88f3-4089-938d-400dda473c45", "conversation_id": "93317eb5-f377-4630-9972-e4e98ada007e", "turn_index": 0, "nl_query": "How many Pipedrive deals are recorded?", "status": "success", "query_id": "fa733358-8c83-43a8-a8b4-2bce92259c79", "trace_id": "7696f60012103ca5255540b084ceab1b", "trace_snapshot": {"trace_id": "7696f60012103ca5255540b084ceab1b", "context": {"trace_id": "7696f60012103ca5255540b084ceab1b", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.04, "connection_ms": 21.41, "sql_execution_ms": 1.34, "retrieval_ms": 0.02, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "aed69886-ab79-4b18-a755-6d67a2bddc6a", "timing": {"submission_ack_ms": 3.032035194337368, "queue_ms": 0.0, "base_persistence_ms": 3.8335947319865227, "required_to_ready_ms": 1322.3798824474216, "first_useful_ms": 1322.3798824474216, "optional_ms": 100.542894564569, "total_ms": 1424.1547910496593}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS deal_count FROM pipedrive.deals", "generated_sql_pretty": "SELECT\n  COUNT(*) AS deal_count\nFROM pipedrive.deals", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[192]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "deal_count", "title": "How many Pipedrive deals are recorded?", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.41, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "0958bd12cc47a470", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "51ef54de66d6365f", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "51ef54de66d6365f", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "fa733358-8c83-43a8-a8b4-2bce92259c79", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "fa733358-8c83-43a8-a8b4-2bce92259c79", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "abdb75a0119d764e835378be23d86668238557d03c3e4da7e2da06d41ef1cec2", "result_sha256": "0a4476031c33f1e947db24dc614c400238179e748e73b0f7f5f53f427602ad59"}
{"arm": "original", "case_id": "latency-dev-08", "repeat": 3, "elapsed_ms": 1122.911456041038, "started_monotonic": 5602000.957325349, "finished_monotonic": 5602002.080236805, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 847.1273835748434, "job_status": "done", "job_id": "765ce0d4-b091-4ede-8d0e-f450e49882a8", "status": "success", "error": null, "raw_payload": {"id": "87cff8a5-eb0a-4448-8dc0-2022456ede70", "conversation_id": "81da3c43-226f-414c-917c-b645a7e4b440", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time booked revenue in GBP.", "status": "success", "query_id": "66c68c1e-c4a8-47a2-80e5-b87aa2322f54", "trace_id": "7696f6004f7cfa888dfb4812ba98a45f", "trace_snapshot": {"trace_id": "7696f6004f7cfa888dfb4812ba98a45f", "context": {"trace_id": "7696f6004f7cfa888dfb4812ba98a45f", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.64, "merge_ms": 1.44, "total_ms": 60.24, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f6003b9c97eb65954c59b5019a05", "7696f600ec986736abc74e34b5344312"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "765ce0d4-b091-4ede-8d0e-f450e49882a8", "timing": {"submission_ack_ms": 3.2408535480499268, "queue_ms": 0.0, "base_persistence_ms": 1.444040797650814, "required_to_ready_ms": 712.6835407689214, "first_useful_ms": 712.6835407689214, "optional_ms": 98.7349534407258, "total_ms": 812.1805805712938}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "numeric", "currency_code": "GBP", "currency": null, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "14.50"], [11004, "Fictional Company 4", "cfx (corporate)", "18.40"], [11005, "Fictional Company 5", "cfx (corporate)", "22.30"], [11006, "Fictional Company 6", "cfx (corporate)", "26.20"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", "34.00"], [11010, "Fictional Company 10", "cfx (corporate)", "41.80"], [11011, "Fictional Company 11", "cfx (corporate)", "-45.70"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "53.50"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "61.30"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "80.80"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-88.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "100.30"], [11026, "Fictional Company 26", "unknown", "104.20"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "119.80"], [11031, "Fictional Company 31", "cfx (corporate)", "123.70"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-131.50"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "147.10"], [11039, "Fictional Company 39", "cfx (corporate)", "154.90"], [11040, "Fictional Company 40", "cfx (corporate)", "158.80"], [11041, "Fictional Company 41", "cfx (corporate)", "162.70"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "170.50"], [11044, "Fictional Company 44", "unknown", "-174.40"], [11047, "Fictional Company 47", "cfx (corporate)", "186.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "197.80"], [11052, "Fictional Company 52", "cfx (corporate)", "205.60"], [11053, "Fictional Company 53", "unknown", "209.50"], [11055, "Fictional Company 55", "cfx (corporate)", "-217.30"], [11056, "Fictional Company 56", "cfx (corporate)", "0.00"], [11059, "Fictional Company 59", "cfx (corporate)", "232.90"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "240.70"], [11062, "Fictional Company 62", "unknown", "244.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (\u00a314.50)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "fbf10c208f1ef67f", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f6016363e5d4ea7a", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f6016363e5d4ea7a", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "66c68c1e-c4a8-47a2-80e5-b87aa2322f54", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f6003b9c97eb65954c59b5019a05", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, revenue_gbp_all AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600ec986736abc74e34b5344312", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 61, "end": 68, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "realized_revenue_gbp"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 60.24037767201662, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "66c68c1e-c4a8-47a2-80e5-b87aa2322f54", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f4401362f3858a5aaf8fa84778900b2d7848f406229c7244481bfe08c402a2d3", "result_sha256": "33cada7a61ef7c607c4795bb71f36af82f2f943e552beefa59330a4dbde7dd26"}
{"arm": "candidate", "case_id": "latency-dev-08", "repeat": 3, "elapsed_ms": 1078.3763490617275, "started_monotonic": 5602002.0815172, "finished_monotonic": 5602003.159893549, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 793.2248581200838, "job_status": "done", "job_id": "58ae5644-34cf-4173-a943-cb369cb17b8f", "status": "success", "error": null, "raw_payload": {"id": "483575ed-e8a0-454e-8bca-c4c50a839866", "conversation_id": "3194cf47-315a-4741-b170-0da63e313547", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time booked revenue in GBP.", "status": "success", "query_id": "771f719e-16eb-4919-974f-48c39e5911f8", "trace_id": "7696f6003a836a06156b41688d437a41", "trace_snapshot": {"trace_id": "7696f6003a836a06156b41688d437a41", "context": {"trace_id": "7696f6003a836a06156b41688d437a41", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 39.12, "sql_execution_ms": 2.94, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "58ae5644-34cf-4173-a943-cb369cb17b8f", "timing": {"submission_ack_ms": 1.5174727886915207, "queue_ms": 0.0, "base_persistence_ms": 1.1244593188166618, "required_to_ready_ms": 695.2602611854672, "first_useful_ms": 695.2602611854672, "optional_ms": 292.21590887755156, "total_ms": 988.8096768409014}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, revenue_gbp_all AS booked_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  revenue_gbp_all AS booked_revenue_gbp\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "booked_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": "GBP", "currency": null, "unit_column": null, "unit_unverified": false, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "14.50"], [11004, "Fictional Company 4", "cfx (corporate)", "18.40"], [11005, "Fictional Company 5", "cfx (corporate)", "22.30"], [11006, "Fictional Company 6", "cfx (corporate)", "26.20"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", "34.00"], [11010, "Fictional Company 10", "cfx (corporate)", "41.80"], [11011, "Fictional Company 11", "cfx (corporate)", "-45.70"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "53.50"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "61.30"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "80.80"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-88.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "100.30"], [11026, "Fictional Company 26", "unknown", "104.20"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "119.80"], [11031, "Fictional Company 31", "cfx (corporate)", "123.70"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-131.50"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "147.10"], [11039, "Fictional Company 39", "cfx (corporate)", "154.90"], [11040, "Fictional Company 40", "cfx (corporate)", "158.80"], [11041, "Fictional Company 41", "cfx (corporate)", "162.70"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "170.50"], [11044, "Fictional Company 44", "unknown", "-174.40"], [11047, "Fictional Company 47", "cfx (corporate)", "186.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "197.80"], [11052, "Fictional Company 52", "cfx (corporate)", "205.60"], [11053, "Fictional Company 53", "unknown", "209.50"], [11055, "Fictional Company 55", "cfx (corporate)", "-217.30"], [11056, "Fictional Company 56", "cfx (corporate)", "0.00"], [11059, "Fictional Company 59", "cfx (corporate)", "232.90"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "240.70"], [11062, "Fictional Company 62", "unknown", "244.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": {"total_cost": 28.16, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 booked_revenue_gbp: \u00a314.50.", "insight_notes": ["45 rows returned. Only the first 12 returned rows are available for this summary.", "Missing values occur in 1 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c658829938e27abe", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c658829938e27abe", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "771f719e-16eb-4919-974f-48c39e5911f8", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 61, "end": 68, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "booked_revenue_gbp"], "derivation": "sql_sha:7d479df6f0b8c036"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "771f719e-16eb-4919-974f-48c39e5911f8", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f4401362f3858a5aaf8fa84778900b2d7848f406229c7244481bfe08c402a2d3", "result_sha256": "c8961005f3443da783b92c3ce09ed6add3b38cb771a33c3a5f7ec968574735e3"}
{"arm": "candidate", "case_id": "latency-dev-13", "repeat": 3, "elapsed_ms": 1348.805976100266, "started_monotonic": 5602003.162650916, "finished_monotonic": 5602004.511456892, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1335.097256116569, "job_status": "done", "job_id": "e4daa47c-490a-400a-a574-67ad3e466389", "status": "success", "error": null, "raw_payload": {"id": "f0952e17-8ece-4665-8eb5-92eed4008bbf", "conversation_id": "55227f0d-c4dd-4340-a1a8-4840151dfac5", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by status.", "status": "success", "query_id": "8573b4b0-81da-48f0-9ef6-640e902d75bd", "trace_id": "7696f6003ca7a4d72c2947e2afb2ccdd", "trace_snapshot": {"trace_id": "7696f6003ca7a4d72c2947e2afb2ccdd", "context": {"trace_id": "7696f6003ca7a4d72c2947e2afb2ccdd", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.13, "connection_ms": 120.15, "sql_execution_ms": 14.08, "retrieval_ms": 0.06, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e4daa47c-490a-400a-a574-67ad3e466389", "timing": {"submission_ack_ms": 1.9054468721151352, "queue_ms": 0.0, "base_persistence_ms": 1.784653402864933, "required_to_ready_ms": 1178.2631315290928, "first_useful_ms": 1178.2631315290928, "optional_ms": 110.02249829471111, "total_ms": 1288.980394601822}, "optional_status": "done"}}, "generated_sql": "SELECT status,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY status ORDER BY status", "generated_sql_pretty": "SELECT\n  status,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  status\nORDER BY\n  status", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "status", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["deleted", 48], ["lost", 48], ["open", 48], ["won", 48]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "status", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by status.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.97, "estimated_rows": 4, "rows": 4, "ms_estimate": 0.4, "dollars_estimate": 8e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 48.00; status: deleted.", "insight_notes": ["4 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals grouped by status.", "bullets": ["Reads from deals.", "Calculates how many rows there are.", "Groups the results by status."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1864cd1905998072", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "1864cd1905998072", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "8573b4b0-81da-48f0-9ef6-640e902d75bd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "8573b4b0-81da-48f0-9ef6-640e902d75bd", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5e62f51eaa8c2e41cba9059d83b433ddd3998cc7a350659b2bfa668456f25d93", "result_sha256": "fb2f25e124d563c66d8bb4b01c5d3a73f1325237f035d3d274da5fe671c44d65"}
{"arm": "original", "case_id": "latency-dev-13", "repeat": 3, "elapsed_ms": 726.2464156374335, "started_monotonic": 5602004.51227018, "finished_monotonic": 5602005.238516595, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 711.4675585180521, "job_status": "done", "job_id": "85fcca71-89a4-4768-ba0b-9928f1fa1b4e", "status": "success", "error": null, "raw_payload": {"id": "e754a693-9a3d-43f9-9398-9d1c2302f7c1", "conversation_id": "b9609c75-38b8-45b4-bdd5-e6d49c664600", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by status.", "status": "success", "query_id": "548cdba1-bbb1-45d6-b299-dfc7c6bc9f22", "trace_id": "7696f6003c9c8470c1d14e728d194bb7", "trace_snapshot": {"trace_id": "7696f6003c9c8470c1d14e728d194bb7", "context": {"trace_id": "7696f6003c9c8470c1d14e728d194bb7", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 22.12, "sql_execution_ms": 2.28, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "85fcca71-89a4-4768-ba0b-9928f1fa1b4e", "timing": {"submission_ack_ms": 3.3356742933392525, "queue_ms": 0.0, "base_persistence_ms": 1.8781647086143494, "required_to_ready_ms": 558.7384682148695, "first_useful_ms": 558.7384682148695, "optional_ms": 107.11654555052519, "total_ms": 666.8488280847669}, "optional_status": "done"}}, "generated_sql": "SELECT status,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY status ORDER BY status", "generated_sql_pretty": "SELECT\n  status,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  status\nORDER BY\n  status", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "status", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["deleted", 48], ["lost", 48], ["open", 48], ["won", 48]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "status", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by status.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.97, "estimated_rows": 4, "rows": 4, "ms_estimate": 0.4, "dollars_estimate": 8e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "4 results \u2014 first status: deleted (48.00)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d83b316974509045", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4704d037543af1cf", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4704d037543af1cf", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "548cdba1-bbb1-45d6-b299-dfc7c6bc9f22", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "548cdba1-bbb1-45d6-b299-dfc7c6bc9f22", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5e62f51eaa8c2e41cba9059d83b433ddd3998cc7a350659b2bfa668456f25d93", "result_sha256": "99083f2f9a8f1639fcdb696462ab9f4fffed413b40676b18e4ef39caf644129b"}
{"arm": "original", "case_id": "latency-dev-25", "repeat": 3, "elapsed_ms": 1179.9197001382709, "started_monotonic": 5602005.239216869, "finished_monotonic": 5602006.419136569, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 902.3868450894952, "job_status": "done", "job_id": "1c9a095a-7585-4565-85ca-b5e41768c72e", "status": "success", "error": null, "raw_payload": {"id": "4a26d3d1-b909-4b00-af90-b5d168b7d3f0", "conversation_id": "8e4a4ee6-330d-4b08-b6e5-957a7cc79ae8", "turn_index": 0, "nl_query": "How many non-cancelled and non-deleted raw CT trade bookings exist?", "status": "success", "query_id": "3b4f982c-472f-4908-afdf-4ac49605a81c", "trace_id": "7696f600b2d4020898f44a79b7d61c14", "trace_snapshot": {"trace_id": "7696f600b2d4020898f44a79b7d61c14", "context": {"trace_id": "7696f600b2d4020898f44a79b7d61c14", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 5.57, "merge_ms": 2.21, "total_ms": 66.73, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600442e4482b88f4b7bae3167cf", "7696f60021d397926bce4b0dbb8c3b6b"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "1c9a095a-7585-4565-85ca-b5e41768c72e", "timing": {"submission_ack_ms": 2.6535317301750183, "queue_ms": 0.0, "base_persistence_ms": 1.0364856570959091, "required_to_ready_ms": 761.164185591042, "first_useful_ms": 761.164185591042, "optional_ms": 102.54508722573519, "total_ms": 864.2526417970657}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "booking_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "ct_realized", "value_class": "count", "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", 3], [11004, "Fictional Company 4", "cfx (corporate)", 3], [11005, "Fictional Company 5", "cfx (corporate)", 3], [11006, "Fictional Company 6", "cfx (corporate)", 3], [11007, "Fictional Company 7", "cfx (corporate)", 3], [11008, "Fictional Company 8", "unknown", 3], [11010, "Fictional Company 10", "cfx (corporate)", 2], [11011, "Fictional Company 11", "cfx (corporate)", 3], [11012, "Fictional Company 12", "cfx (corporate)", 3], [11013, "Fictional Company 13", "cfx (corporate)", 3], [11014, "Fictional Company 14", "cfx (corporate)", 3], [11015, "Fictional Company 15", "cfx (corporate)", 3], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", 2], [11021, "Fictional Company 21", "cfx (corporate)", 3], [11022, "Fictional Company 22", "cfx (corporate)", 3], [11024, "Fictional Company 24", "cfx (corporate)", 3], [11025, "Fictional Company 25", "cfx (corporate)", 3], [11026, "Fictional Company 26", "unknown", 3], [11028, "Fictional Company 28", "cfx (corporate)", 3], [11030, "Fictional Company 30", "cfx (corporate)", 2], [11031, "Fictional Company 31", "cfx (corporate)", 3], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", 3], [11035, "Fictional Company 35", "unknown", 3], [11037, "Fictional Company 37", "cfx (corporate)", 3], [11039, "Fictional Company 39", "cfx (corporate)", 3], [11040, "Fictional Company 40", "cfx (corporate)", 2], [11041, "Fictional Company 41", "cfx (corporate)", 3], [11042, "Fictional Company 42", "cfx (corporate)", 3], [11043, "Fictional Company 43", "cfx (corporate)", 3], [11044, "Fictional Company 44", "unknown", 3], [11047, "Fictional Company 47", "cfx (corporate)", 3], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", 3], [11050, "Fictional Company 50", "cfx (corporate)", 2], [11052, "Fictional Company 52", "cfx (corporate)", 3], [11053, "Fictional Company 53", "unknown", 3], [11055, "Fictional Company 55", "cfx (corporate)", 3], [11056, "Fictional Company 56", "cfx (corporate)", 3], [11059, "Fictional Company 59", "cfx (corporate)", 3], [11060, "Fictional Company 60", "cfx (corporate)", 2], [11061, "Fictional Company 61", "cfx (corporate)", 3], [11062, "Fictional Company 62", "unknown", 3], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "How many non-cancelled and non-deleted raw CT trad...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (3.00)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "03d1c2a2640d8e9e", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7bab38c192be10e3", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7bab38c192be10e3", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "3b4f982c-472f-4908-afdf-4ac49605a81c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600442e4482b88f4b7bae3167cf", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 GROUP BY user_id ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f60021d397926bce4b0dbb8c3b6b", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 58, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, COUNT(*) AS booking_count FROM public.trade_bookings WHERE (status <> 'closed' AND deleted_at IS NULL) AND NOT trade_bookings.user_id IN (SELECT id FROM public.accounts WHERE id = 1 OR email ILIKE '%@currencytransfer.com') GROUP BY user_id ORDER BY user_id"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 41, "unmatched": 4, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 0.9111111111111111, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT trade bookings", "start": 43, "end": 60, "phrase": "trade bookings", "matched_term": "ct.trade_bookings", "column": "ct.trade_bookings.__table__", "columns": ["ct.trade_bookings.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "Trade-booking grain with DIRECT user_id (= accounts.id). Carries actually-traded sell_currency/buy_currency, status (<> 'closed' = booked, the existence/count default; settled = realized), and the date columns traded_at (booking/execution date), settlement_at (the client's settle-by DEADLINE), and completed_at (when the trade ACTUALLY settled = realized-money date). No account_id column exists."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "booking_count"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 66.72920379787683, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "3b4f982c-472f-4908-afdf-4ac49605a81c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f64713602f8dc355294adc1b6f85964790ec89ef348da6a09ca2423f38cdd8a3", "result_sha256": "06b6b6b75b940597f9da7f7e1b65e23d61a96928fc26aa5e97aff5ce740ad3b8"}
{"arm": "candidate", "case_id": "latency-dev-25", "repeat": 3, "elapsed_ms": 1038.5132050141692, "started_monotonic": 5602006.420287659, "finished_monotonic": 5602007.458800864, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1025.7362872362137, "job_status": "done", "job_id": "e2bfc875-e277-4bce-b40a-a8e0995e4175", "status": "success", "error": null, "raw_payload": {"id": "53e8d5f7-52ec-4d8f-a134-047d6c34ea17", "conversation_id": "e448d539-8799-4776-9d5e-d18b6ce4ed62", "turn_index": 0, "nl_query": "How many non-cancelled and non-deleted raw CT trade bookings exist?", "status": "success", "query_id": "059c9fb8-dad4-495c-8b9c-28c611811475", "trace_id": "7696f600bfa0941ac4954f34b17bb46d", "trace_snapshot": {"trace_id": "7696f600bfa0941ac4954f34b17bb46d", "context": {"trace_id": "7696f600bfa0941ac4954f34b17bb46d", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.91, "merge_ms": 0.0, "total_ms": 133.78, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600b12e25055c75438f92d4e565"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "e2bfc875-e277-4bce-b40a-a8e0995e4175", "timing": {"submission_ack_ms": 1.4351094141602516, "queue_ms": 0.0, "base_persistence_ms": 3.7743113934993744, "required_to_ready_ms": 734.0993899852037, "first_useful_ms": 734.0993899852037, "optional_ms": 98.3874099329114, "total_ms": 833.1578336656094}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(*) AS booking_count FROM public.trade_bookings WHERE status<>'closed' AND deleted_at IS NULL", "generated_sql_pretty": "SELECT\n  COUNT(*) AS booking_count\nFROM public.trade_bookings\nWHERE\n  status <> 'closed' AND deleted_at IS NULL", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "booking_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[174]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "booking_count", "title": "How many non-cancelled and non-deleted raw CT trad...", "series": ["booking_count"]}, "cost_estimate": {"total_cost": 7.65, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.07500000000000001, "dollars_estimate": 1.5e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 booking_count: 174.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from trade_bookings.", "bullets": ["Reads from trade_bookings.", "Calculates how many rows there are.", "Keeps only rows matching filters on status and deleted_at."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4fcb04cb1365b4b1", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4fcb04cb1365b4b1", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "059c9fb8-dad4-495c-8b9c-28c611811475", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT trade bookings", "start": 43, "end": 60, "phrase": "trade bookings", "matched_term": "ct.trade_bookings", "column": "ct.trade_bookings.__table__", "columns": ["ct.trade_bookings.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "Trade-booking grain with DIRECT user_id (= accounts.id). Carries actually-traded sell_currency/buy_currency, status (<> 'closed' = booked, the existence/count default; settled = realized), and the date columns traded_at (booking/execution date), settlement_at (the client's settle-by DEADLINE), and completed_at (when the trade ACTUALLY settled = realized-money date). No account_id column exists."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 133.78194626420736, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "059c9fb8-dad4-495c-8b9c-28c611811475", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f64713602f8dc355294adc1b6f85964790ec89ef348da6a09ca2423f38cdd8a3", "result_sha256": "737b63cdbd0fb910062c47b9b97fc3cea081fc4fd115ca029782e4f96f109115"}
{"arm": "candidate", "case_id": "latency-dev-16", "repeat": 3, "elapsed_ms": 880.5843917652965, "started_monotonic": 5602007.459683675, "finished_monotonic": 5602008.340268067, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 865.1519119739532, "job_status": "done", "job_id": "4bc0752e-d476-473e-9cef-71d93adeb5d0", "status": "success", "error": null, "raw_payload": {"id": "f158e072-c362-4f51-bfa4-db89fcd9b71a", "conversation_id": "820cb11d-ef76-4a9c-8921-9e228af89274", "turn_index": 0, "nl_query": "Show the total open Pipedrive deal value separately for each native currency.", "status": "success", "query_id": "bbf7fd4d-4475-4c5c-b4be-f3ab243f519d", "trace_id": "7696f600d7b277f65cd04671b5b4caf0", "trace_snapshot": {"trace_id": "7696f600d7b277f65cd04671b5b4caf0", "context": {"trace_id": "7696f600d7b277f65cd04671b5b4caf0", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 35.77, "sql_execution_ms": 1.71, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "4bc0752e-d476-473e-9cef-71d93adeb5d0", "timing": {"submission_ack_ms": 1.8036924302577972, "queue_ms": 0.0, "base_persistence_ms": 1.1561913415789604, "required_to_ready_ms": 671.5975133702159, "first_useful_ms": 671.5975133702159, "optional_ms": 86.33482921868563, "total_ms": 758.5277035832405}, "optional_status": "done"}}, "generated_sql": "SELECT currency,SUM(value) AS deal_value FROM pipedrive.deals WHERE status='open' GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  SUM(value) AS deal_value\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": null, "currency": null, "unit_column": "currency", "unit_unverified": false, "unit": "currency", "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", "15736"], ["GBP", "15264"], ["USD", "12260"]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_value", "title": "Show the total open Pipedrive deal value separatel...", "series": ["deal_value"]}, "cost_estimate": {"total_cost": 9.71, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_value: EUR 15,736.00.", "insight_notes": ["3 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out the total of value from deals grouped by currency.", "bullets": ["Reads from deals.", "Calculates the total of value.", "Keeps only rows matching filters on status.", "Groups the results by currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7d005e880677c7f6", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "7d005e880677c7f6", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "bbf7fd4d-4475-4c5c-b4be-f3ab243f519d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "deal value", "start": 30, "end": 40, "phrase": "revenue", "matched_term": "deal value", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_12mo", "ct.client_360.revenue_gbp_settled", "ct.client_360.revenue_gbp_open", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "bbf7fd4d-4475-4c5c-b4be-f3ab243f519d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "6947a0123cac1171cc140fa25a173951b094248c21d9fb0dd863f46e58b2bff2", "result_sha256": "21f3464c6c759049b0ffd08d1ac50b544fa1c6a1788d272e7a378c81e6c2ce71"}
{"arm": "original", "case_id": "latency-dev-16", "repeat": 3, "elapsed_ms": 740.1954038068652, "started_monotonic": 5602008.341289392, "finished_monotonic": 5602009.081484796, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 723.307273350656, "job_status": "done", "job_id": "a82bb711-aeb6-482c-a6be-b9f6e584edfe", "status": "success", "error": null, "raw_payload": {"id": "d9a27879-1760-4ccf-9c03-a86193fc526b", "conversation_id": "e59bcdf0-7765-4b78-9295-6e62b0c39302", "turn_index": 0, "nl_query": "Show the total open Pipedrive deal value separately for each native currency.", "status": "success", "query_id": "76b52b50-4731-4693-91ef-e711818f8595", "trace_id": "7696f60036be1365c4dd41cdba04b517", "trace_snapshot": {"trace_id": "7696f60036be1365c4dd41cdba04b517", "context": {"trace_id": "7696f60036be1365c4dd41cdba04b517", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 20.89, "sql_execution_ms": 1.85, "retrieval_ms": 0.04, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a82bb711-aeb6-482c-a6be-b9f6e584edfe", "timing": {"submission_ack_ms": 3.16690094769001, "queue_ms": 0.0, "base_persistence_ms": 1.993829384446144, "required_to_ready_ms": 571.0779400542378, "first_useful_ms": 571.0779400542378, "optional_ms": 111.5074697881937, "total_ms": 683.8488634675741}, "optional_status": "done"}}, "generated_sql": "SELECT currency,SUM(value) AS deal_value FROM pipedrive.deals WHERE status='open' GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  SUM(value) AS deal_value\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", "15736"], ["GBP", "15264"], ["USD", "12260"]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_value", "title": "Show the total open Pipedrive deal value separatel...", "series": ["deal_value"]}, "cost_estimate": {"total_cost": 9.71, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "31d85adaa77915e9", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "fcee1520679428f7", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "fcee1520679428f7", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "76b52b50-4731-4693-91ef-e711818f8595", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "deal value", "start": 30, "end": 40, "phrase": "revenue", "matched_term": "deal value", "column": "ct.client_360.revenue_gbp_all", "columns": ["ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_12mo", "ct.client_360.revenue_gbp_settled", "ct.client_360.revenue_gbp_open", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "76b52b50-4731-4693-91ef-e711818f8595", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "6947a0123cac1171cc140fa25a173951b094248c21d9fb0dd863f46e58b2bff2", "result_sha256": "78cc7568f642cc17883e5e642733318066b0f0ee6caaa1a0d1c8125f84b40674"}
{"arm": "original", "case_id": "latency-dev-21", "repeat": 3, "elapsed_ms": 820.5636143684387, "started_monotonic": 5602009.082258762, "finished_monotonic": 5602009.902822376, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 809.4995766878128, "job_status": "done", "job_id": "9b1823e0-fedf-4632-90e0-dc6442d6154b", "status": "error", "error": null, "raw_payload": {"id": "acb0f5be-cab7-4fa9-974a-e6ac5548855e", "conversation_id": "499a6989-f447-40a7-91ae-bcd6b086e37d", "turn_index": 0, "nl_query": "List raw CT client IDs, account IDs and the stored client class.", "status": "error", "query_id": "7eb52b48-2831-4c80-9c2a-22d84ea2f997", "trace_id": "federated-7eb52b48-2831-4c80-9c2a-22d84ea2f997", "trace_snapshot": {"job": {"job_id": "9b1823e0-fedf-4632-90e0-dc6442d6154b", "timing": {"submission_ack_ms": 2.6611126959323883, "queue_ms": 0.0, "base_persistence_ms": 1.8032025545835495, "required_to_ready_ms": 623.6905781552196, "optional_ms": 63.656747341156006, "total_ms": 687.8156717866659}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d8b2c340b72c95ae", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "12d192f52791f7dc", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "12d192f52791f7dc", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "7eb52b48-2831-4c80-9c2a-22d84ea2f997", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "7eb52b48-2831-4c80-9c2a-22d84ea2f997", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "ddd028197d955ef9a6bb0e7238cdd51cd97259794bc55cd07f9ce578e256d07f", "result_sha256": "0dba2cdb72c7e95a5c998f8c7381fa0d3f58d616374ff2563a8eebac63eceeda"}
{"arm": "candidate", "case_id": "latency-dev-21", "repeat": 3, "elapsed_ms": 1052.7422716841102, "started_monotonic": 5602009.903360174, "finished_monotonic": 5602010.956102446, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client"], "request_row_limit": 10000, "required_ready_ms": 1032.951801083982, "job_status": "done", "job_id": "424510ed-82ab-460e-8bd3-8a4cbcb8996a", "status": "success", "error": null, "raw_payload": {"id": "af1874bc-b598-4cbc-b2f1-2e64237f1146", "conversation_id": "ddbc76eb-2566-47a9-a47b-da5340d44dc9", "turn_index": 0, "nl_query": "List raw CT client IDs, account IDs and the stored client class.", "status": "success", "query_id": "77d8cebb-4ade-443f-834f-5d28d9f02d6d", "trace_id": "7696f600994b971057994eb290fda559", "trace_snapshot": {"trace_id": "7696f600994b971057994eb290fda559", "context": {"trace_id": "7696f600994b971057994eb290fda559", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.2, "merge_ms": 0.0, "total_ms": 130.85, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f6004873f28f7bd1402d9f30bdf7"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "424510ed-82ab-460e-8bd3-8a4cbcb8996a", "timing": {"submission_ack_ms": 1.5270039439201355, "queue_ms": 0.0, "base_persistence_ms": 3.072097897529602, "required_to_ready_ms": 736.4263711497188, "first_useful_ms": 736.4263711497188, "optional_ms": 221.6700315475464, "total_ms": 958.5835803300142}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id, type FROM public.clients ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id,\n  type\nFROM public.clients\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "type", "data_type": "varchar", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21001, 9871, "Fictional Company 1", "LimitedCompany"], [21002, 1090, "Fictional Company 2", "SoleTrader"], [21003, 11003, "Fictional Company 3", "Partnership"], [21004, 11004, "Fictional Company 4", "Charity"], [21005, 11005, "Fictional Company 5", "PublicLimitedCompany"], [21006, 11006, "Fictional Company 6", "LimitedLiabilityPartnership"], [21007, 11007, "Fictional Company 7", "PublicCorporation"], [21008, 11008, "Fictional Company 8", null], [21009, 11009, "Synthetic9 Client", "PersonalAccount"], [21010, 11010, "Fictional Company 10", "LimitedCompany"], [21011, 11011, "Fictional Company 11", "SoleTrader"], [21012, 11012, "Fictional Company 12", "Partnership"], [21013, 11013, "Fictional Company 13", "Charity"], [21014, 11014, "Fictional Company 14", "PublicLimitedCompany"], [21015, 11015, "Fictional Company 15", "LimitedLiabilityPartnership"], [21016, 11016, "Fictional Company 16", "PublicCorporation"], [21017, 11017, "Fictional Company 17", null], [21018, 11018, "Synthetic18 Client", "PersonalAccount"], [21019, 11019, "Fictional Company 19", "LimitedCompany"], [21020, 11020, "Fictional Company 20", "SoleTrader"], [21021, 11021, "Fictional Company 21", "Partnership"], [21022, 11022, "Fictional Company 22", "Charity"], [21023, 11023, "Fictional Company 23", "PublicLimitedCompany"], [21024, 11024, "Fictional Company 24", "LimitedLiabilityPartnership"], [21025, 11025, "Fictional Company 25", "PublicCorporation"], [21026, 11026, "Fictional Company 26", null], [21027, 11027, "Synthetic27 Client", "PersonalAccount"], [21028, 11028, "Fictional Company 28", "LimitedCompany"], [21029, 11029, "Fictional Company 29", "SoleTrader"], [21030, 11030, "Fictional Company 30", "Partnership"], [21031, 11031, "Fictional Company 31", "Charity"], [21032, 11032, "Fictional Company 32", "PublicLimitedCompany"], [21033, 11033, "Fictional Company 33", "LimitedLiabilityPartnership"], [21034, 11034, "Fictional Company 34", "PublicCorporation"], [21035, 11035, "Fictional Company 35", null], [21036, 11036, "Synthetic36 Client", "PersonalAccount"], [21037, 11037, "Fictional Company 37", "LimitedCompany"], [21038, 11038, "Fictional Company 38", "SoleTrader"], [21039, 11039, "Fictional Company 39", "Partnership"], [21040, 11040, "Fictional Company 40", "Charity"], [21041, 11041, "Fictional Company 41", "PublicLimitedCompany"], [21042, 11042, "Fictional Company 42", "LimitedLiabilityPartnership"], [21043, 11043, "Fictional Company 43", "PublicCorporation"], [21044, 11044, "Fictional Company 44", null], [21045, 11045, "Synthetic45 Client", "PersonalAccount"], [21046, 11046, "Fictional Company 46", "LimitedCompany"], [21047, 11047, "Fictional Company 47", "SoleTrader"], [21048, 11048, "Fictional Company 48", "Partnership"], [21049, 11049, "Fictional Company 49", "Charity"], [21050, 11050, "Fictional Company 50", "PublicLimitedCompany"], [21051, 11051, "Fictional Company 51", "LimitedLiabilityPartnership"], [21052, 11052, "Fictional Company 52", "PublicCorporation"], [21053, 11053, "Fictional Company 53", null], [21054, 11054, "Synthetic54 Client", "PersonalAccount"], [21055, 11055, "Fictional Company 55", "LimitedCompany"], [21056, 11056, "Fictional Company 56", "SoleTrader"], [21057, 11057, "Fictional Company 57", "Partnership"], [21058, 11058, "Fictional Company 58", "Charity"], [21059, 11059, "Fictional Company 59", "PublicLimitedCompany"], [21060, 11060, "Fictional Company 60", "LimitedLiabilityPartnership"], [21061, 11061, "Fictional Company 61", "PublicCorporation"], [21062, 11062, "Fictional Company 62", null], [21063, 11063, "Synthetic63 Client", "PersonalAccount"], [21064, 11064, "Fictional Company 64", "LimitedCompany"]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "type", "title": "List raw CT client IDs, account IDs and the stored...", "series": ["type"]}, "cost_estimate": {"total_cost": 4.72, "estimated_rows": 64, "rows": 64, "ms_estimate": 5.6000000000000005, "dollars_estimate": 0.000112, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "64 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": ["Missing values occur in 1 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8e76660ab03dc267", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "8e76660ab03dc267", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "77d8cebb-4ade-443f-834f-5d28d9f02d6d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 130.84799610078335, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "77d8cebb-4ade-443f-834f-5d28d9f02d6d", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "ddd028197d955ef9a6bb0e7238cdd51cd97259794bc55cd07f9ce578e256d07f", "result_sha256": "ec3cf45a02b2d2e72fd53fd0be4fb8fa2db4d9c4cf2edfb6e31756977ded0295"}
{"arm": "candidate", "case_id": "latency-dev-18", "repeat": 3, "elapsed_ms": 939.6402556449175, "started_monotonic": 5602010.958274413, "finished_monotonic": 5602011.897914669, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 929.0851773694158, "job_status": "done", "job_id": "5c72005b-b1a8-4cf3-9736-ee6ab60f4df8", "status": "success", "error": null, "raw_payload": {"id": "6f7d9018-117c-43c4-adbf-5b0e48050800", "conversation_id": "52077184-5dce-4c2f-a13e-f4da2d2f783a", "turn_index": 0, "nl_query": "Show Pipedrive activity counts for each completion state.", "status": "success", "query_id": "6a65bb67-d271-4438-8774-f007cf11b2f1", "trace_id": "7696f6001d6715332aaa4a95bfe2906c", "trace_snapshot": {"trace_id": "7696f6001d6715332aaa4a95bfe2906c", "context": {"trace_id": "7696f6001d6715332aaa4a95bfe2906c", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 36.48, "sql_execution_ms": 1.75, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 2, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "5c72005b-b1a8-4cf3-9736-ee6ab60f4df8", "timing": {"submission_ack_ms": 2.1259747445583344, "queue_ms": 0.0, "base_persistence_ms": 0.9668152779340744, "required_to_ready_ms": 743.7948994338512, "first_useful_ms": 743.7948994338512, "optional_ms": 107.04435221850872, "total_ms": 851.3180986046791}, "optional_status": "done"}}, "generated_sql": "SELECT done,COUNT(*) AS activity_count FROM pipedrive.activities GROUP BY done ORDER BY done", "generated_sql_pretty": "SELECT\n  done,\n  COUNT(*) AS activity_count\nFROM pipedrive.activities\nGROUP BY\n  done\nORDER BY\n  done", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "done", "data_type": "boolean", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "activity_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[false, 128], [true, 64]], "row_count": 2, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "done", "y_axis": "activity_count", "title": "Show Pipedrive activity counts for each completion...", "series": ["activity_count"]}, "cost_estimate": {"total_cost": 5.92, "estimated_rows": 2, "rows": 2, "ms_estimate": 0.2, "dollars_estimate": 4e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 activity_count: 128.00.", "insight_notes": ["2 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from activities grouped by done.", "bullets": ["Reads from activities.", "Calculates how many rows there are.", "Groups the results by done."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f4f7850cef5bde76", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f4f7850cef5bde76", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "6a65bb67-d271-4438-8774-f007cf11b2f1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "6a65bb67-d271-4438-8774-f007cf11b2f1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "945691d75ccb757d96269f07929c6e960950aad9d64a117a5f86d23859964c31", "result_sha256": "24ba16c1cd09a33a0d0445fb7316d9177abaed91b34430fab04500141972ae09"}
{"arm": "original", "case_id": "latency-dev-18", "repeat": 3, "elapsed_ms": 740.8497352153063, "started_monotonic": 5602011.898603113, "finished_monotonic": 5602012.639452849, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 725.320702418685, "job_status": "done", "job_id": "0c911f15-477a-4886-ae90-b4d99f9d0a44", "status": "success", "error": null, "raw_payload": {"id": "9b93f9d6-d6cb-4dca-9dff-e27cf5f5dc37", "conversation_id": "56855549-3df4-4eb6-b6a2-8e52005f119d", "turn_index": 0, "nl_query": "Show Pipedrive activity counts for each completion state.", "status": "success", "query_id": "ce2d3ee3-1a7e-4a27-a5a1-eab4e138d853", "trace_id": "7696f6000e8c08b2f9c643da88438c49", "trace_snapshot": {"trace_id": "7696f6000e8c08b2f9c643da88438c49", "context": {"trace_id": "7696f6000e8c08b2f9c643da88438c49", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.24, "connection_ms": 25.69, "sql_execution_ms": 2.73, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 2, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "0c911f15-477a-4886-ae90-b4d99f9d0a44", "timing": {"submission_ack_ms": 3.6012064665555954, "queue_ms": 0.0, "base_persistence_ms": 1.302315853536129, "required_to_ready_ms": 558.2088185474277, "first_useful_ms": 558.2088185474277, "optional_ms": 93.62464398145676, "total_ms": 652.6151010766625}, "optional_status": "done"}}, "generated_sql": "SELECT done,COUNT(*) AS activity_count FROM pipedrive.activities GROUP BY done ORDER BY done", "generated_sql_pretty": "SELECT\n  done,\n  COUNT(*) AS activity_count\nFROM pipedrive.activities\nGROUP BY\n  done\nORDER BY\n  done", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "done", "data_type": "boolean", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "activity_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[false, 128], [true, 64]], "row_count": 2, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "done", "y_axis": "activity_count", "title": "Show Pipedrive activity counts for each completion...", "series": ["activity_count"]}, "cost_estimate": {"total_cost": 5.92, "estimated_rows": 2, "rows": 2, "ms_estimate": 0.2, "dollars_estimate": 4e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a53bdfabdecedfb2", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "963413848cccffe1", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "963413848cccffe1", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "ce2d3ee3-1a7e-4a27-a5a1-eab4e138d853", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "ce2d3ee3-1a7e-4a27-a5a1-eab4e138d853", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 2}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "945691d75ccb757d96269f07929c6e960950aad9d64a117a5f86d23859964c31", "result_sha256": "e3cd57205b9fbad0e21699cdcccac2b7f53d8ecc3fcd40252e6324b65301cf10"}
{"arm": "original", "case_id": "latency-dev-28", "repeat": 3, "elapsed_ms": 667.9041953757405, "started_monotonic": 5602012.640172204, "finished_monotonic": 5602013.308076399, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 656.4045930281281, "job_status": "done", "job_id": "1bd71ccb-0cc7-45d9-88a5-ca32eaebc94f", "status": "error", "error": null, "raw_payload": {"id": "d35072e0-798c-4461-a71e-81266379698b", "conversation_id": "54d15d49-5eb1-4f56-b73f-67a2ba7b193c", "turn_index": 0, "nl_query": "Show non-deleted raw CT booking counts by lifecycle status.", "status": "error", "query_id": "339b619a-4a89-4d6e-a54f-7205369c87c5", "trace_id": "federated-339b619a-4a89-4d6e-a54f-7205369c87c5", "trace_snapshot": {"job": {"job_id": "1bd71ccb-0cc7-45d9-88a5-ca32eaebc94f", "timing": {"submission_ack_ms": 3.5254228860139847, "queue_ms": 0.0, "base_persistence_ms": 1.2103915214538574, "required_to_ready_ms": 440.50634279847145, "optional_ms": 67.23983213305473, "total_ms": 508.30771401524544}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5c62149d86962cb8", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "5c62149d86962cb8", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "339b619a-4a89-4d6e-a54f-7205369c87c5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "339b619a-4a89-4d6e-a54f-7205369c87c5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "115809dab2abfe848d424ecb2debfe6aabe75fbcc2db3012885fd7c9688c1df7", "result_sha256": "dfeff4eb0f08ff5b5f8860ad3bba21e39e5d72f156df7c9d1afe80cf4c693912"}
{"arm": "candidate", "case_id": "latency-dev-28", "repeat": 3, "elapsed_ms": 755.9045916423202, "started_monotonic": 5602013.308534895, "finished_monotonic": 5602014.064439487, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 744.9680091813207, "job_status": "done", "job_id": "26df5934-ea8c-4eb7-b92b-04adff2fa1dc", "status": "error", "error": null, "raw_payload": {"id": "de9ebd03-c615-4ad1-b0ea-b684361260b4", "conversation_id": "157b6851-eeb3-476d-a1d4-ae272d6a9d70", "turn_index": 0, "nl_query": "Show non-deleted raw CT booking counts by lifecycle status.", "status": "error", "query_id": "cbba457e-3540-437a-bde0-04c9747fefe5", "trace_id": "7696f60020ec996e42b64275b8a39c19", "trace_snapshot": {"trace_id": "7696f60020ec996e42b64275b8a39c19", "context": {"trace_id": "7696f60020ec996e42b64275b8a39c19", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 11.68, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "26df5934-ea8c-4eb7-b92b-04adff2fa1dc", "timing": {"submission_ack_ms": 1.7527006566524506, "queue_ms": 0.0, "base_persistence_ms": 4.329491406679153, "required_to_ready_ms": 559.6631485968828, "optional_ms": 74.25431627780199, "total_ms": 634.7446450963616}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "7277f43404850565", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5976b58302f44051", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "5976b58302f44051", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "cbba457e-3540-437a-bde0-04c9747fefe5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "cbba457e-3540-437a-bde0-04c9747fefe5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "115809dab2abfe848d424ecb2debfe6aabe75fbcc2db3012885fd7c9688c1df7", "result_sha256": "4c98dc672d419dafd088f74ce189cd94ced542ead62a1cf1520777d0379c74a2"}
{"arm": "candidate", "case_id": "latency-dev-22", "repeat": 3, "elapsed_ms": 948.2744093984365, "started_monotonic": 5602014.065204304, "finished_monotonic": 5602015.013478713, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 936.3412717357278, "job_status": "done", "job_id": "d5ee7da1-ee61-4f27-9c79-4226de6d141f", "status": "success", "error": null, "raw_payload": {"id": "b3ac3152-4207-4946-bb05-17417858cdea", "conversation_id": "7156af06-2c19-4297-ad77-150188610407", "turn_index": 0, "nl_query": "Show raw CT client counts separately for each stored client class.", "status": "success", "query_id": "d3429c5c-558d-4ea3-88b8-7480d1bafdca", "trace_id": "7696f60062b84d0947044f7c97bebcf8", "trace_snapshot": {"trace_id": "7696f60062b84d0947044f7c97bebcf8", "context": {"trace_id": "7696f60062b84d0947044f7c97bebcf8", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.81, "merge_ms": 0.0, "total_ms": 137.86, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 9, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600538ac0a813004d8389d6124f"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "d5ee7da1-ee61-4f27-9c79-4226de6d141f", "timing": {"submission_ack_ms": 1.3971291482448578, "queue_ms": 0.0, "base_persistence_ms": 1.0645277798175812, "required_to_ready_ms": 750.0159861519933, "first_useful_ms": 750.0159861519933, "optional_ms": 87.35445328056812, "total_ms": 837.8543676808476}, "optional_status": "done"}}, "generated_sql": "SELECT type,COUNT(*) AS client_count FROM public.clients GROUP BY type ORDER BY type", "generated_sql_pretty": "SELECT\n  type,\n  COUNT(*) AS client_count\nFROM public.clients\nGROUP BY\n  type\nORDER BY\n  type", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "type", "data_type": "varchar", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["Charity", 7], ["LimitedCompany", 8], ["LimitedLiabilityPartnership", 7], ["Partnership", 7], ["PersonalAccount", 7], ["PublicCorporation", 7], ["PublicLimitedCompany", 7], ["SoleTrader", 7], [null, 7]], "row_count": 9, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "type", "y_axis": "client_count", "title": "Show raw CT client counts separately for each stor...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 3.18, "estimated_rows": 8, "rows": 8, "ms_estimate": 0.8, "dollars_estimate": 1.6e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 7.00; type: Charity.", "insight_notes": ["9 rows returned.", "Missing values occur in 1 of the 9 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from clients grouped by type.", "bullets": ["Reads from clients.", "Calculates how many rows there are.", "Groups the results by type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "59416cd318d15a24", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "59416cd318d15a24", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "d3429c5c-558d-4ea3-88b8-7480d1bafdca", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 9}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 137.86195125430822, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "d3429c5c-558d-4ea3-88b8-7480d1bafdca", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 9}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "5c7e66c86419364645d70b6b63e288372944858912e8b22f1807a604ca69bdfa", "result_sha256": "11f0a38918c01472ee9ea38a25c59cd5e18ec44a3c38203e86923c4212d0a34c"}
{"arm": "original", "case_id": "latency-dev-22", "repeat": 3, "elapsed_ms": 840.2126301079988, "started_monotonic": 5602015.01426914, "finished_monotonic": 5602015.85448177, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 827.1068017929792, "job_status": "done", "job_id": "30d0f9a2-0091-4715-9c53-2a15bad0d9bd", "status": "error", "error": null, "raw_payload": {"id": "1c88e4fe-fd02-49ab-ac32-feac9d1d702f", "conversation_id": "6184cdfb-5814-4832-a72d-2fbe6bfe5c8a", "turn_index": 0, "nl_query": "Show raw CT client counts separately for each stored client class.", "status": "error", "query_id": "7b8b750f-ca1a-465a-9cb9-c703426bc642", "trace_id": "federated-7b8b750f-ca1a-465a-9cb9-c703426bc642", "trace_snapshot": {"job": {"job_id": "30d0f9a2-0091-4715-9c53-2a15bad0d9bd", "timing": {"submission_ack_ms": 3.6379769444465637, "queue_ms": 0.0, "base_persistence_ms": 1.178511418402195, "required_to_ready_ms": 611.7145614698529, "optional_ms": 69.39556635916233, "total_ms": 681.7242093384266}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b88049c83dca4794", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "49029502bc225529", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "49029502bc225529", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "7b8b750f-ca1a-465a-9cb9-c703426bc642", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 12, "end": 18, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "7b8b750f-ca1a-465a-9cb9-c703426bc642", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "5c7e66c86419364645d70b6b63e288372944858912e8b22f1807a604ca69bdfa", "result_sha256": "54b28eac85b4024282cfffce6d3fb70875c7960905e53dc4fa422867ca89fa26"}
{"arm": "original", "case_id": "latency-dev-03", "repeat": 3, "elapsed_ms": 1181.8181443959475, "started_monotonic": 5602015.855134853, "finished_monotonic": 5602017.036952998, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client"], "request_row_limit": 10000, "required_ready_ms": 909.6973892301321, "job_status": "done", "job_id": "10fde44e-84b6-42d6-b58f-34ada3b08a6e", "status": "success", "error": null, "raw_payload": {"id": "825be4b7-1ba6-4609-8d64-77b19e0593a3", "conversation_id": "5ce18d7d-440b-4a4e-8753-49e124dc7fcb", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by client type.", "status": "success", "query_id": "c4059c95-8229-4f1b-8d63-8ab642f9517e", "trace_id": "7696f600688d1a4c315740d9bb04041d", "trace_snapshot": {"trace_id": "7696f600688d1a4c315740d9bb04041d", "context": {"trace_id": "7696f600688d1a4c315740d9bb04041d", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.24, "merge_ms": 1.08, "total_ms": 63.62, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600887f823f3de74356a4f992bf", "7696f600f18107bf3b484639aafe9cb9"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "10fde44e-84b6-42d6-b58f-34ada3b08a6e", "timing": {"submission_ack_ms": 3.8272831588983536, "queue_ms": 0.0, "base_persistence_ms": 1.0613668709993362, "required_to_ready_ms": 747.64618370682, "first_useful_ms": 747.64618370682, "optional_ms": 121.52661010622978, "total_ms": 869.8005257174373}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "Partnership"], [11004, "Fictional Company 4", "Charity"], [11005, "Fictional Company 5", "PublicLimitedCompany"], [11006, "Fictional Company 6", "LimitedLiabilityPartnership"], [11007, "Fictional Company 7", "PublicCorporation"], [11008, "Fictional Company 8", null], [11010, "Fictional Company 10", "LimitedCompany"], [11011, "Fictional Company 11", "SoleTrader"], [11012, "Fictional Company 12", "Partnership"], [11013, "Fictional Company 13", "Charity"], [11014, "Fictional Company 14", "PublicLimitedCompany"], [11015, "Fictional Company 15", "LimitedLiabilityPartnership"], [11016, "Fictional Company 16", "PublicCorporation"], [11020, "Fictional Company 20", "SoleTrader"], [11021, "Fictional Company 21", "Partnership"], [11022, "Fictional Company 22", "Charity"], [11024, "Fictional Company 24", "LimitedLiabilityPartnership"], [11025, "Fictional Company 25", "PublicCorporation"], [11026, "Fictional Company 26", null], [11028, "Fictional Company 28", "LimitedCompany"], [11030, "Fictional Company 30", "Partnership"], [11031, "Fictional Company 31", "Charity"], [11032, "Fictional Company 32", "PublicLimitedCompany"], [11033, "Fictional Company 33", "LimitedLiabilityPartnership"], [11035, "Fictional Company 35", null], [11037, "Fictional Company 37", "LimitedCompany"], [11039, "Fictional Company 39", "Partnership"], [11040, "Fictional Company 40", "Charity"], [11041, "Fictional Company 41", "PublicLimitedCompany"], [11042, "Fictional Company 42", "LimitedLiabilityPartnership"], [11043, "Fictional Company 43", "PublicCorporation"], [11044, "Fictional Company 44", null], [11047, "Fictional Company 47", "SoleTrader"], [11048, "Fictional Company 48", "Partnership"], [11049, "Fictional Company 49", "Charity"], [11050, "Fictional Company 50", "PublicLimitedCompany"], [11052, "Fictional Company 52", "PublicCorporation"], [11053, "Fictional Company 53", null], [11055, "Fictional Company 55", "LimitedCompany"], [11056, "Fictional Company 56", "SoleTrader"], [11059, "Fictional Company 59", "PublicLimitedCompany"], [11060, "Fictional Company 60", "LimitedLiabilityPartnership"], [11061, "Fictional Company 61", "PublicCorporation"], [11062, "Fictional Company 62", null], [11064, "Fictional Company 64", "LimitedCompany"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "Show the stored CT snapshot client count by client...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b1236481a55a2661", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "24d48f62a28d69da", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "24d48f62a28d69da", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "c4059c95-8229-4f1b-8d63-8ab642f9517e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600887f823f3de74356a4f992bf", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, client_type FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600f18107bf3b484639aafe9cb9", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client type", "start": 44, "end": 55, "phrase": "client type", "matched_term": "client type", "column": "ct.client_360.client_type", "columns": ["ct.client_360.client_type"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 63.6239442974329, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "c4059c95-8229-4f1b-8d63-8ab642f9517e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c11afef3d91dd76cf966cae1438331872dfeeee384f5145268461a4939ce0351", "result_sha256": "8a8fe28576d674d0d24d17e026920a004ecc14772085611f575d8326d73d9602"}
{"arm": "candidate", "case_id": "latency-dev-03", "repeat": 3, "elapsed_ms": 1027.1615656092763, "started_monotonic": 5602017.038064586, "finished_monotonic": 5602018.065226152, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 757.3432121425867, "job_status": "done", "job_id": "a288192f-d454-4451-aa14-bf6e1f460e52", "status": "success", "error": null, "raw_payload": {"id": "1c35873d-7817-4a5d-b244-15b621d9953d", "conversation_id": "7a042849-cc57-44a2-a71d-3937cbda10d7", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by client type.", "status": "success", "query_id": "632872ab-50c0-4458-a814-7bc7e00f4353", "trace_id": "7696f60015a93d44ce2e4212b3b3abf8", "trace_snapshot": {"trace_id": "7696f60015a93d44ce2e4212b3b3abf8", "context": {"trace_id": "7696f60015a93d44ce2e4212b3b3abf8", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 47.91, "sql_execution_ms": 4.81, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 8, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a288192f-d454-4451-aa14-bf6e1f460e52", "timing": {"submission_ack_ms": 2.085302956402302, "queue_ms": 0.0, "base_persistence_ms": 1.4209914952516556, "required_to_ready_ms": 709.338003769517, "first_useful_ms": 709.338003769517, "optional_ms": 95.0310230255127, "total_ms": 805.0208482891321}, "optional_status": "done"}}, "generated_sql": "SELECT client_type,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY client_type ORDER BY client_type", "generated_sql_pretty": "SELECT\n  client_type,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  client_type\nORDER BY\n  client_type", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "client_type", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["Charity", 6], ["LimitedCompany", 5], ["LimitedLiabilityPartnership", 6], ["Partnership", 6], ["PublicCorporation", 6], ["PublicLimitedCompany", 6], ["SoleTrader", 4], [null, 6]], "row_count": 8, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "client_type", "y_axis": "client_count", "title": "Show the stored CT snapshot client count by client...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.47, "estimated_rows": 7, "rows": 7, "ms_estimate": 0.9625, "dollars_estimate": 1.925e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 6.00; client_type: Charity.", "insight_notes": ["8 rows returned.", "Missing values occur in 1 of the 8 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by client_type.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by client_type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1260f80f92206e1d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "1260f80f92206e1d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "632872ab-50c0-4458-a814-7bc7e00f4353", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client type", "start": 44, "end": 55, "phrase": "client type", "matched_term": "client type", "column": "ct.client_360.client_type", "columns": ["ct.client_360.client_type"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "632872ab-50c0-4458-a814-7bc7e00f4353", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c11afef3d91dd76cf966cae1438331872dfeeee384f5145268461a4939ce0351", "result_sha256": "459d87df1ab51bc81627fec9ac7d0d3c7d66ad88fac3c4ef22564d928236f6e6"}
{"arm": "candidate", "case_id": "latency-dev-27", "repeat": 3, "elapsed_ms": 758.2710133865476, "started_monotonic": 5602018.066088813, "finished_monotonic": 5602018.824359827, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 746.6267263516784, "job_status": "done", "job_id": "6ba27dda-b6c8-4ff2-931f-56402a64ab53", "status": "error", "error": null, "raw_payload": {"id": "43d5e63f-366a-46d6-9cee-515d16457af2", "conversation_id": "92986329-afa7-4399-9656-6515465952fe", "turn_index": 0, "nl_query": "Show non-cancelled and non-deleted raw CT booking counts by selling currency.", "status": "error", "query_id": "2b6273ec-4c51-404d-84ef-723462b874f9", "trace_id": "7696f600a804037fdbbe4187a426cbf2", "trace_snapshot": {"trace_id": "7696f600a804037fdbbe4187a426cbf2", "context": {"trace_id": "7696f600a804037fdbbe4187a426cbf2", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 12.42, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "6ba27dda-b6c8-4ff2-931f-56402a64ab53", "timing": {"submission_ack_ms": 1.3724472373723984, "queue_ms": 0.0, "base_persistence_ms": 1.664457842707634, "required_to_ready_ms": 551.3441683724523, "optional_ms": 63.89561481773853, "total_ms": 615.8322934061289}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "48cb616a130c9c8b", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8cb35aeac9c8add9", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "8cb35aeac9c8add9", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "2b6273ec-4c51-404d-84ef-723462b874f9", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "2b6273ec-4c51-404d-84ef-723462b874f9", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "572dde424826db04bedeb0183fc5d97c6255ba48153bc8b4d2b585c3466f766a", "result_sha256": "ea4a7b922cec2bef1958d49b51f5930862dd84c2e37e64026cea215e48b51c3b"}
{"arm": "original", "case_id": "latency-dev-27", "repeat": 3, "elapsed_ms": 671.3467938825488, "started_monotonic": 5602018.824895376, "finished_monotonic": 5602019.49624217, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 659.5418825745583, "job_status": "done", "job_id": "0ddca12f-3a37-4525-ae2a-714be40ac0bf", "status": "error", "error": null, "raw_payload": {"id": "fd92d389-3a2c-4e6d-af5c-7a6dcf4a3190", "conversation_id": "039f440e-e1b8-480f-884b-5eb493e3478e", "turn_index": 0, "nl_query": "Show non-cancelled and non-deleted raw CT booking counts by selling currency.", "status": "error", "query_id": "14c56516-b3e9-4429-ad4f-99612dfa37a0", "trace_id": "federated-14c56516-b3e9-4429-ad4f-99612dfa37a0", "trace_snapshot": {"job": {"job_id": "0ddca12f-3a37-4525-ae2a-714be40ac0bf", "timing": {"submission_ack_ms": 3.583424724638462, "queue_ms": 0.0, "base_persistence_ms": 0.7822662591934204, "required_to_ready_ms": 425.17881747335196, "optional_ms": 54.21206448227167, "total_ms": 479.84679881483316}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "3af216aa9949199e", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "3af216aa9949199e", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "14c56516-b3e9-4429-ad4f-99612dfa37a0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "14c56516-b3e9-4429-ad4f-99612dfa37a0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "572dde424826db04bedeb0183fc5d97c6255ba48153bc8b4d2b585c3466f766a", "result_sha256": "e5c05f7de7e42916049578aa33d621296f432711adf826727da6ee7a800d554c"}
{"arm": "original", "case_id": "latency-dev-30", "repeat": 3, "elapsed_ms": 721.2482197210193, "started_monotonic": 5602019.496881453, "finished_monotonic": 5602020.218129673, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 710.3203879669309, "job_status": "done", "job_id": "c91ab164-aa8a-4cb9-b728-13daa80689be", "status": "error", "error": null, "raw_payload": {"id": "e5180fac-5771-43ec-bb82-126fe722a260", "conversation_id": "f6a81573-1f29-462c-9345-5a5cee473085", "turn_index": 0, "nl_query": "List raw CT account IDs with at least one non-cancelled, non-deleted trade booking.", "status": "error", "query_id": "e086c4df-e59f-438e-a19f-4679cbe0e517", "trace_id": "federated-e086c4df-e59f-438e-a19f-4679cbe0e517", "trace_snapshot": {"job": {"job_id": "c91ab164-aa8a-4cb9-b728-13daa80689be", "timing": {"submission_ack_ms": 3.4910710528492928, "queue_ms": 0.0, "base_persistence_ms": 1.0734377428889275, "required_to_ready_ms": 494.02241315692663, "optional_ms": 75.03478415310383, "total_ms": 569.5478841662407}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d46eae24d1fafd10", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "d46eae24d1fafd10", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "e086c4df-e59f-438e-a19f-4679cbe0e517", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "e086c4df-e59f-438e-a19f-4679cbe0e517", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "3a02b791b10ffd1824ce953173dcccdd5ff264726fcb078b4062ab3436b4b315", "result_sha256": "68d7da2136cdf4b1711f94b98cb65decb5e5e1e56983b096f5dde3167e8e15ca"}
{"arm": "candidate", "case_id": "latency-dev-30", "repeat": 3, "elapsed_ms": 765.0942439213395, "started_monotonic": 5602020.21864728, "finished_monotonic": 5602020.983741524, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 745.1453562825918, "job_status": "done", "job_id": "31140611-917a-438c-8215-9c95593f81ce", "status": "error", "error": null, "raw_payload": {"id": "27cb790d-9910-4544-969e-3c86eacc0523", "conversation_id": "87cc3dda-f412-4240-bbee-1775a75b45e2", "turn_index": 0, "nl_query": "List raw CT account IDs with at least one non-cancelled, non-deleted trade booking.", "status": "error", "query_id": "1d73f5e5-e3c1-41de-9e5c-f7eadb043eb9", "trace_id": "7696f60057fb82c057af41eb837d120d", "trace_snapshot": {"trace_id": "7696f60057fb82c057af41eb837d120d", "context": {"trace_id": "7696f60057fb82c057af41eb837d120d", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 11.18, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "31140611-917a-438c-8215-9c95593f81ce", "timing": {"submission_ack_ms": 2.2039171308279037, "queue_ms": 0.0, "base_persistence_ms": 1.3542287051677704, "required_to_ready_ms": 541.2815660238266, "optional_ms": 70.94503939151764, "total_ms": 612.8244185820222}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "69fbe680e8b4dd36", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "6d16208ba8a9512b", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "6d16208ba8a9512b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "1d73f5e5-e3c1-41de-9e5c-f7eadb043eb9", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "1d73f5e5-e3c1-41de-9e5c-f7eadb043eb9", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "3a02b791b10ffd1824ce953173dcccdd5ff264726fcb078b4062ab3436b4b315", "result_sha256": "dc722197ffadec53ead9afe0f83396da89db24608e31911a97eacbdd3b730f8f"}
{"arm": "candidate", "case_id": "latency-dev-14", "repeat": 3, "elapsed_ms": 1020.5778162926435, "started_monotonic": 5602020.984308393, "finished_monotonic": 5602022.004886209, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1004.2101638391614, "job_status": "done", "job_id": "0d6d1dc6-756a-42f9-86bf-1d6cccc6311a", "status": "success", "error": null, "raw_payload": {"id": "9dc494e4-49a8-4192-be97-a44f8b227adb", "conversation_id": "31fee23d-891f-4c49-9d09-c2baef83929f", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by native currency.", "status": "success", "query_id": "5f6d2a85-a743-4b0f-9c68-727099c7bd06", "trace_id": "7696f60047a0dec03adc452284067fe9", "trace_snapshot": {"trace_id": "7696f60047a0dec03adc452284067fe9", "context": {"trace_id": "7696f60047a0dec03adc452284067fe9", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 32.95, "sql_execution_ms": 1.63, "retrieval_ms": 0.03, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "0d6d1dc6-756a-42f9-86bf-1d6cccc6311a", "timing": {"submission_ack_ms": 1.5441738069057465, "queue_ms": 0.0, "base_persistence_ms": 2.4102143943309784, "required_to_ready_ms": 705.5901605635881, "first_useful_ms": 705.5901605635881, "optional_ms": 90.5643766745925, "total_ms": 796.7915907502174}, "optional_status": "done"}}, "generated_sql": "SELECT currency,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 64], ["GBP", 64], ["USD", 64]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by native currency.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.94, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 deal_count: 64.00.", "insight_notes": ["3 rows returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many rows there are from deals grouped by currency.", "bullets": ["Reads from deals.", "Calculates how many rows there are.", "Groups the results by currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c524df1c042cdca0", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c524df1c042cdca0", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "5f6d2a85-a743-4b0f-9c68-727099c7bd06", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "5f6d2a85-a743-4b0f-9c68-727099c7bd06", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "84db0ccde2103361d57c9b2de8db751cb05c38756344647896a61127360b975e", "result_sha256": "025d313c892e79e128dc92800854f8fb8c7d3dae1f29dde55fa4eaa997c07093"}
{"arm": "original", "case_id": "latency-dev-14", "repeat": 3, "elapsed_ms": 746.0635863244534, "started_monotonic": 5602022.005707218, "finished_monotonic": 5602022.751770805, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 732.6381364837289, "job_status": "done", "job_id": "caec1cf3-b9cb-4aa7-90a5-a08e6c000180", "status": "success", "error": null, "raw_payload": {"id": "ae3262ff-30ce-4f9d-89c2-2faa9c40b621", "conversation_id": "cfb42cfc-4eb1-4e1a-bd87-db6203fca88e", "turn_index": 0, "nl_query": "Show Pipedrive deal counts by native currency.", "status": "success", "query_id": "68f2ad26-5499-437d-b050-0624581725c5", "trace_id": "7696f6004af7c71f828043f3880c77aa", "trace_snapshot": {"trace_id": "7696f6004af7c71f828043f3880c77aa", "context": {"trace_id": "7696f6004af7c71f828043f3880c77aa", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 22.38, "sql_execution_ms": 2.94, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 3, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "caec1cf3-b9cb-4aa7-90a5-a08e6c000180", "timing": {"submission_ack_ms": 3.091098740696907, "queue_ms": 0.0, "base_persistence_ms": 1.7800023779273033, "required_to_ready_ms": 565.0919293984771, "first_useful_ms": 565.0919293984771, "optional_ms": 106.85575567185879, "total_ms": 672.5852685049176}, "optional_status": "done"}}, "generated_sql": "SELECT currency,COUNT(*) AS deal_count FROM pipedrive.deals GROUP BY currency ORDER BY currency", "generated_sql_pretty": "SELECT\n  currency,\n  COUNT(*) AS deal_count\nFROM pipedrive.deals\nGROUP BY\n  currency\nORDER BY\n  currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "deal_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 64], ["GBP", 64], ["USD", 64]], "row_count": 3, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "currency", "y_axis": "deal_count", "title": "Show Pipedrive deal counts by native currency.", "series": ["deal_count"]}, "cost_estimate": {"total_cost": 9.94, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.30000000000000004, "dollars_estimate": 6e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "320b75b034aa085c", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "c536d38e42f8aa7b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "c536d38e42f8aa7b", "sampling_pin": "off", "shared": ["Show Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "68f2ad26-5499-437d-b050-0624581725c5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "68f2ad26-5499-437d-b050-0624581725c5", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 3}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "84db0ccde2103361d57c9b2de8db751cb05c38756344647896a61127360b975e", "result_sha256": "1e8be5d05f65b494326c1997beaaab1e071c765a2ea238a5dedf7fbfdaa3cc25"}
{"arm": "original", "case_id": "latency-dev-05", "repeat": 3, "elapsed_ms": 1096.6952871531248, "started_monotonic": 5602022.752569213, "finished_monotonic": 5602023.8492645, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 823.2619473710656, "job_status": "done", "job_id": "0cbf7365-bc14-4bae-a06a-5bed9c3514e6", "status": "success", "error": null, "raw_payload": {"id": "c3749ab9-c991-4079-9e89-c7ab1c779d63", "conversation_id": "25c52c6a-61a2-42cb-b667-9bc875c45018", "turn_index": 0, "nl_query": "List CT snapshot client IDs whose stored trade count is greater than zero.", "status": "success", "query_id": "d7e24280-1d59-4ef8-8acd-d9c8a7d7b596", "trace_id": "7696f60052533634749848f796a7e54a", "trace_snapshot": {"trace_id": "7696f60052533634749848f796a7e54a", "context": {"trace_id": "7696f60052533634749848f796a7e54a", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.51, "merge_ms": 1.05, "total_ms": 57.57, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 41, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f6007bf28b9297c54f9fb925e5e3", "7696f600eb0ba27248c94d75aaa10657"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "0cbf7365-bc14-4bae-a06a-5bed9c3514e6", "timing": {"submission_ack_ms": 3.836924210190773, "queue_ms": 0.0, "base_persistence_ms": 1.2516342103481293, "required_to_ready_ms": 680.138892494142, "first_useful_ms": 680.138892494142, "optional_ms": 103.41538675129414, "total_ms": 784.3407755717635}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"]], "row_count": 41, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs whose stored trade cou...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "41 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d88759b3d276ed9d", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "655c1c69bcd7be97", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "655c1c69bcd7be97", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "d7e24280-1d59-4ef8-8acd-d9c8a7d7b596", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f6007bf28b9297c54f9fb925e5e3", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 41, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 WHERE trade_count > 0 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600eb0ba27248c94d75aaa10657", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 41, "unmatched": 0, "dropped_null": 0, "output_rows": 41, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade count", "start": 41, "end": 52, "phrase": "trade count", "matched_term": "trade count", "column": "ct.client_360.trade_count", "columns": ["ct.client_360.trade_count"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062"], "key_count": 41, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 57.56527278572321, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "d7e24280-1d59-4ef8-8acd-d9c8a7d7b596", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c5f42d65dcfb896d7c32cb3df8bef43aa3bb5e37d74119e9a1b94e61fc62d750", "result_sha256": "639e662660dad3afed394a87872ae1740318cbea74d9c0163cd0f78060173d90"}
{"arm": "candidate", "case_id": "latency-dev-05", "repeat": 3, "elapsed_ms": 1074.061936698854, "started_monotonic": 5602023.850630648, "finished_monotonic": 5602024.924692585, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 791.0665003582835, "job_status": "done", "job_id": "452c79d3-5f56-42aa-bedb-b16744d8fec4", "status": "success", "error": null, "raw_payload": {"id": "c84fd50e-dffa-40ea-9645-620dbebb0eed", "conversation_id": "18fe131a-132d-461d-a7ce-1a34d2acf10a", "turn_index": 0, "nl_query": "List CT snapshot client IDs whose stored trade count is greater than zero.", "status": "success", "query_id": "faea85c5-78da-4408-975b-ebac2c78ffd6", "trace_id": "7696f60007ec3586b96a44afb7d2169a", "trace_snapshot": {"trace_id": "7696f60007ec3586b96a44afb7d2169a", "context": {"trace_id": "7696f60007ec3586b96a44afb7d2169a", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 36.27, "sql_execution_ms": 3.54, "retrieval_ms": 0.05, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 41, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "452c79d3-5f56-42aa-bedb-b16744d8fec4", "timing": {"submission_ack_ms": 1.9618496298789978, "queue_ms": 0.0, "base_persistence_ms": 1.1257203295826912, "required_to_ready_ms": 689.2721420153975, "first_useful_ms": 689.2721420153975, "optional_ms": 231.168482452631, "total_ms": 921.191880479455}, "optional_status": "done"}}, "generated_sql": "SELECT user_id FROM ct.client_360 WHERE trade_count > 0 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id\nFROM ct.client_360\nWHERE\n  trade_count > 0\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"]], "row_count": 41, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs whose stored trade cou...", "series": null}, "cost_estimate": {"total_cost": 30.29, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "41 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360.", "Keeps only rows matching filters on trade_count."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "760bd6acdd77178d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "760bd6acdd77178d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "faea85c5-78da-4408-975b-ebac2c78ffd6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade count", "start": 41, "end": 52, "phrase": "trade count", "matched_term": "trade count", "column": "ct.client_360.trade_count", "columns": ["ct.client_360.trade_count"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062"], "key_count": 41, "over_cap": false, "derived_columns": ["user_id"], "derivation": "sql_sha:74784188cf7bc2ae"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "faea85c5-78da-4408-975b-ebac2c78ffd6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 41}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "c5f42d65dcfb896d7c32cb3df8bef43aa3bb5e37d74119e9a1b94e61fc62d750", "result_sha256": "d6f9bef66a45f000d5a39b37444e0b0dcd552ff3e63e254420b5fb1ead559210"}
{"arm": "candidate", "case_id": "latency-dev-07", "repeat": 3, "elapsed_ms": 743.6047308146954, "started_monotonic": 5602024.92656837, "finished_monotonic": 5602025.670173101, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 733.3940537646413, "job_status": "done", "job_id": "2233c175-df5e-44f6-b199-717ff5933200", "status": "error", "error": null, "raw_payload": {"id": "9fadf180-fcff-477c-8893-ef3b9595c01b", "conversation_id": "c160311e-00b8-44c2-8c75-85d073bad521", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored first and last trade dates.", "status": "error", "query_id": "fda5e4e1-43ef-4453-bc91-32515eb1c17b", "trace_id": "federated-fda5e4e1-43ef-4453-bc91-32515eb1c17b", "trace_snapshot": {"terminal_error": {"guard": null, "error_code": "BI_SEMANTIC_001"}, "job": {"job_id": "2233c175-df5e-44f6-b199-717ff5933200", "timing": {"submission_ack_ms": 1.8616942688822746, "queue_ms": 0.0, "base_persistence_ms": 0.8636601269245148, "required_to_ready_ms": 622.1376936882734, "optional_ms": 58.07760916650295, "total_ms": 680.5965369567275}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Name the group, measure, and date window in a new question.", "error_class": "semantic", "error_suggestions": [{"text": "Name the group, measure, and date window in a new question.", "action_type": "retry", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "bef365e4cba74566", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "bef365e4cba74566", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "fda5e4e1-43ef-4453-bc91-32515eb1c17b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade dates", "start": 60, "end": 71, "phrase": "traded at", "matched_term": "trade date", "column": "ct.trade_bookings.traded_at", "columns": ["ct.trade_bookings.traded_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "When the trade was executed/booked. Use for trade-date windows (e.g. a daily run rate by trade date)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_SEMANTIC_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "fda5e4e1-43ef-4453-bc91-32515eb1c17b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Name the group, measure, and date window in a new question.", "reason_code": "BI_SEMANTIC_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query could not preserve the requested meaning or scope.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "f2ec11e2203ed5f7da50f124efb5251572728f6120062d2b3464e9dcb634fa97", "result_sha256": "560cf32aa8d68d4673a643661ea329d94df0aa15e6b3c7bfbbfad3de2c738556"}
{"arm": "original", "case_id": "latency-dev-07", "repeat": 3, "elapsed_ms": 761.3739036023617, "started_monotonic": 5602025.67074075, "finished_monotonic": 5602026.432114653, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 484.9850097671151, "job_status": "done", "job_id": "7d396791-5976-4a55-9773-446a90f3f8df", "status": "error", "error": null, "raw_payload": {"id": "6e97dbe1-cab1-4784-b7ca-413b69d90aa7", "conversation_id": "cfdfa72f-6236-4d1b-9b83-e6ca0b2c2dd0", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored first and last trade dates.", "status": "error", "query_id": "b454f00d-2624-491b-a07a-98c8b11a3480", "trace_id": "federated-b454f00d-2624-491b-a07a-98c8b11a3480", "trace_snapshot": {"job": {"job_id": "7d396791-5976-4a55-9773-446a90f3f8df", "timing": {"submission_ack_ms": 3.184131346642971, "queue_ms": 0.0, "base_persistence_ms": 1.7092684283852577, "required_to_ready_ms": 391.366015188396, "optional_ms": 62.56940774619579, "total_ms": 454.89869732409716}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "0c5fde781555b2b9", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "0c5fde781555b2b9", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "b454f00d-2624-491b-a07a-98c8b11a3480", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "trade dates", "start": 60, "end": 71, "phrase": "traded at", "matched_term": "trade date", "column": "ct.trade_bookings.traded_at", "columns": ["ct.trade_bookings.traded_at"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; group trade rows to one per user_id (COUNT(*) FILTER (WHERE status <> 'closed') for the default booked trade count; a settled-gated count ONLY when the user explicitly says settled). Window REALIZED money metrics (settled commission/revenue, daily run-rate, realized QoQ) on completed_at with status='settled' \u2014 NOT settlement_at (the deadline) and NOT traded_at (booking date). Use traded_at only for booking-date questions.", "federation_note": "When the trade was executed/booked. Use for trade-date windows (e.g. a daily run rate by trade date)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "trade-existence-default-booked", "settlement-is-ct-trade-lifecycle", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "b454f00d-2624-491b-a07a-98c8b11a3480", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "f2ec11e2203ed5f7da50f124efb5251572728f6120062d2b3464e9dcb634fa97", "result_sha256": "0aa91a65059f8f217d9e6719e3b7c437070381f0272453ec0a7b51aed55bb293"}
{"arm": "original", "case_id": "latency-dev-24", "repeat": 3, "elapsed_ms": 839.8951487615705, "started_monotonic": 5602026.432556808, "finished_monotonic": 5602027.272451957, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 825.6328497081995, "job_status": "done", "job_id": "5597c303-d95e-42be-8c97-652b082c91e7", "status": "error", "error": null, "raw_payload": {"id": "8137fc79-ab8c-43bd-ba86-1cce349a5470", "conversation_id": "acf288a1-5b06-4a6f-bc67-79dfd6fb0a7d", "turn_index": 0, "nl_query": "List raw CT limited-company client IDs and their account IDs.", "status": "error", "query_id": "c3cf48c6-e9b8-4e68-a5b4-9e09603edc6e", "trace_id": "federated-c3cf48c6-e9b8-4e68-a5b4-9e09603edc6e", "trace_snapshot": {"job": {"job_id": "5597c303-d95e-42be-8c97-652b082c91e7", "timing": {"submission_ack_ms": 3.1508784741163254, "queue_ms": 0.0, "base_persistence_ms": 1.7137201502919197, "required_to_ready_ms": 638.3951120078564, "optional_ms": 65.75899943709373, "total_ms": 704.6394580975175}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "90e33611c3945def", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "89ae9333fe7b79e2", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "89ae9333fe7b79e2", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "c3cf48c6-e9b8-4e68-a5b4-9e09603edc6e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "c3cf48c6-e9b8-4e68-a5b4-9e09603edc6e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "01758b0fea0bc4695b640f6f862649b33c224141b4d1994575c4c5ff4fb4927e", "result_sha256": "b895b3134e911693352d69da1c02138758fc7d2a527fe744f284ff00b775ee3a"}
{"arm": "candidate", "case_id": "latency-dev-24", "repeat": 3, "elapsed_ms": 1755.748731084168, "started_monotonic": 5602027.272899302, "finished_monotonic": 5602029.028648033, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1740.7997297123075, "job_status": "done", "job_id": "490722ca-e990-45f1-afb6-3ddbab534b21", "status": "success", "error": null, "raw_payload": {"id": "4a42abce-63e9-4076-b55e-87f778ecea7c", "conversation_id": "179a22ea-0cb7-4efd-845c-2005217b84dd", "turn_index": 0, "nl_query": "List raw CT limited-company client IDs and their account IDs.", "status": "success", "query_id": "3f318701-a25c-4ff0-bf9a-8106f8f747b1", "trace_id": "7696f600a64daf6c82ff448ca4d0cd38", "trace_snapshot": {"trace_id": "7696f600a64daf6c82ff448ca4d0cd38", "context": {"trace_id": "7696f600a64daf6c82ff448ca4d0cd38", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.44, "merge_ms": 0.0, "total_ms": 123.18, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 8, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f6007b9030e4bd64413d9f68a123"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "490722ca-e990-45f1-afb6-3ddbab534b21", "timing": {"submission_ack_ms": 1.9936403259634972, "queue_ms": 0.0, "base_persistence_ms": 3.171429969370365, "required_to_ready_ms": 1448.1857484206557, "first_useful_ms": 1448.1857484206557, "optional_ms": 207.76077453047037, "total_ms": 1656.4244087785482}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id FROM public.clients WHERE type = 'LimitedCompany' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id\nFROM public.clients\nWHERE\n  type = 'LimitedCompany'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21001, 9871, "Fictional Company 1", "cfx (corporate)"], [21010, 11010, "Fictional Company 10", "cfx (corporate)"], [21019, 11019, "Fictional Company 19", "cfx (corporate)"], [21028, 11028, "Fictional Company 28", "cfx (corporate)"], [21037, 11037, "Fictional Company 37", "cfx (corporate)"], [21046, 11046, "Fictional Company 46", "cfx (corporate)"], [21055, 11055, "Fictional Company 55", "cfx (corporate)"], [21064, 11064, "Fictional Company 64", "cfx (corporate)"]], "row_count": 8, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List raw CT limited-company client IDs and their a...", "series": null}, "cost_estimate": {"total_cost": 2.94, "estimated_rows": 8, "rows": 8, "ms_estimate": 0.7000000000000001, "dollars_estimate": 1.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "8 rows returned.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients.", "Keeps only rows matching filters on type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f07abde12ed8dd6d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "f07abde12ed8dd6d", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "3f318701-a25c-4ff0-bf9a-8106f8f747b1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 123.17654583603144, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "3f318701-a25c-4ff0-bf9a-8106f8f747b1", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 8}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "01758b0fea0bc4695b640f6f862649b33c224141b4d1994575c4c5ff4fb4927e", "result_sha256": "549b0432fd8a5a723be89978c8af24f3afe99fdfaff62c974723e0a8f6a9f6b4"}
{"arm": "candidate", "case_id": "latency-dev-01", "repeat": 3, "elapsed_ms": 852.468267083168, "started_monotonic": 5602029.029581986, "finished_monotonic": 5602029.882050253, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 839.9670599028468, "job_status": "done", "job_id": "7e58463b-aee7-496c-8fb2-fcaceda842dc", "status": "success", "error": null, "raw_payload": {"id": "70489e9b-d7c6-4ca6-8a79-7baa1dccebc1", "conversation_id": "270f2e89-0ec5-4470-a78c-38c1404ad109", "turn_index": 0, "nl_query": "How many CT snapshot clients are in the complete stored client catalogue?", "status": "success", "query_id": "01e752a8-5c9e-42bf-85a9-71fea1995227", "trace_id": "7696f600017501fa5d054c34826c65ef", "trace_snapshot": {"trace_id": "7696f600017501fa5d054c34826c65ef", "context": {"trace_id": "7696f600017501fa5d054c34826c65ef", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 47.05, "sql_execution_ms": 6.76, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 1, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "7e58463b-aee7-496c-8fb2-fcaceda842dc", "timing": {"submission_ack_ms": 2.4708565324544907, "queue_ms": 0.0, "base_persistence_ms": 1.115870662033558, "required_to_ready_ms": 712.33687736094, "first_useful_ms": 712.33687736094, "optional_ms": 77.35668402165174, "total_ms": 790.163398720324}, "optional_status": "done"}}, "generated_sql": "SELECT COUNT(DISTINCT user_id) AS client_count FROM ct.client_360", "generated_sql_pretty": "SELECT\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[45]], "row_count": 1, "was_truncated": false, "truncation_message": null, "chart_type": "big_number", "chart_config": {"type": "big_number", "x_axis": null, "y_axis": "client_count", "title": "How many CT snapshot clients are in the complete s...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.3, "estimated_rows": 1, "rows": 1, "ms_estimate": 0.1125, "dollars_estimate": 2.25e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 45.00.", "insight_notes": ["1 row returned."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d64225eafd447f9b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "d64225eafd447f9b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "01e752a8-5c9e-42bf-85a9-71fea1995227", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "clients", "start": 21, "end": 28, "phrase": "clients", "matched_term": "clients", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "01e752a8-5c9e-42bf-85a9-71fea1995227", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 1}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "08d75d650b1e20d654392223d3c38f62d616c03658746e289a8f12e01ecfceb1", "result_sha256": "afc3e162199cf044cafe9da8dd6ac891c89afd31617bb643336cc7bf0520befa"}
{"arm": "original", "case_id": "latency-dev-01", "repeat": 3, "elapsed_ms": 1114.2950719222426, "started_monotonic": 5602029.882997226, "finished_monotonic": 5602030.997292298, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 836.4097457379103, "job_status": "done", "job_id": "22d0e31a-1712-43b1-97aa-a3ba0a2eb1c3", "status": "success", "error": null, "raw_payload": {"id": "05233246-9672-4d27-ad1a-88baec4f2a76", "conversation_id": "92283400-c0c2-4944-aac0-fe802b161cdc", "turn_index": 0, "nl_query": "How many CT snapshot clients are in the complete stored client catalogue?", "status": "success", "query_id": "02ae2ca0-3b71-4bcd-9bea-d1c434798dc4", "trace_id": "7696f6001516fc41f4c24a5882647127", "trace_snapshot": {"trace_id": "7696f6001516fc41f4c24a5882647127", "context": {"trace_id": "7696f6001516fc41f4c24a5882647127", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.48, "merge_ms": 1.04, "total_ms": 64.94, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600abd55813619a4d4fb89217f1", "7696f600dd688ebd6e584fec851550bf"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "22d0e31a-1712-43b1-97aa-a3ba0a2eb1c3", "timing": {"submission_ack_ms": 3.4042689949274063, "queue_ms": 0.0, "base_persistence_ms": 1.6838805750012398, "required_to_ready_ms": 767.9424723610282, "first_useful_ms": 767.9424723610282, "optional_ms": 103.4003458917141, "total_ms": 872.0007706433535}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)"], [11004, "Fictional Company 4", "cfx (corporate)"], [11005, "Fictional Company 5", "cfx (corporate)"], [11006, "Fictional Company 6", "cfx (corporate)"], [11007, "Fictional Company 7", "cfx (corporate)"], [11008, "Fictional Company 8", "unknown"], [11010, "Fictional Company 10", "cfx (corporate)"], [11011, "Fictional Company 11", "cfx (corporate)"], [11012, "Fictional Company 12", "cfx (corporate)"], [11013, "Fictional Company 13", "cfx (corporate)"], [11014, "Fictional Company 14", "cfx (corporate)"], [11015, "Fictional Company 15", "cfx (corporate)"], [11016, "Fictional Company 16", "cfx (corporate)"], [11020, "Fictional Company 20", "cfx (corporate)"], [11021, "Fictional Company 21", "cfx (corporate)"], [11022, "Fictional Company 22", "cfx (corporate)"], [11024, "Fictional Company 24", "cfx (corporate)"], [11025, "Fictional Company 25", "cfx (corporate)"], [11026, "Fictional Company 26", "unknown"], [11028, "Fictional Company 28", "cfx (corporate)"], [11030, "Fictional Company 30", "cfx (corporate)"], [11031, "Fictional Company 31", "cfx (corporate)"], [11032, "Fictional Company 32", "cfx (corporate)"], [11033, "Fictional Company 33", "cfx (corporate)"], [11035, "Fictional Company 35", "unknown"], [11037, "Fictional Company 37", "cfx (corporate)"], [11039, "Fictional Company 39", "cfx (corporate)"], [11040, "Fictional Company 40", "cfx (corporate)"], [11041, "Fictional Company 41", "cfx (corporate)"], [11042, "Fictional Company 42", "cfx (corporate)"], [11043, "Fictional Company 43", "cfx (corporate)"], [11044, "Fictional Company 44", "unknown"], [11047, "Fictional Company 47", "cfx (corporate)"], [11048, "Fictional Company 48", "cfx (corporate)"], [11049, "Fictional Company 49", "cfx (corporate)"], [11050, "Fictional Company 50", "cfx (corporate)"], [11052, "Fictional Company 52", "cfx (corporate)"], [11053, "Fictional Company 53", "unknown"], [11055, "Fictional Company 55", "cfx (corporate)"], [11056, "Fictional Company 56", "cfx (corporate)"], [11059, "Fictional Company 59", "cfx (corporate)"], [11060, "Fictional Company 60", "cfx (corporate)"], [11061, "Fictional Company 61", "cfx (corporate)"], [11062, "Fictional Company 62", "unknown"], [11064, "Fictional Company 64", "cfx (corporate)"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "How many CT snapshot clients are in the complete s...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "46d37e774640b4c4", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "1f1c09ab3e81a7d8", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "1f1c09ab3e81a7d8", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "02ae2ca0-3b71-4bcd-9bea-d1c434798dc4", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600abd55813619a4d4fb89217f1", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id FROM ct.client_360 GROUP BY user_id ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600dd688ebd6e584fec851550bf", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "clients", "start": 21, "end": 28, "phrase": "clients", "matched_term": "clients", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 64.94409032166004, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "02ae2ca0-3b71-4bcd-9bea-d1c434798dc4", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "08d75d650b1e20d654392223d3c38f62d616c03658746e289a8f12e01ecfceb1", "result_sha256": "6508ffe552085c027489e5c49668e9595237cdb8295f7e133315c31eadc744d3"}
{"arm": "original", "case_id": "latency-dev-23", "repeat": 3, "elapsed_ms": 776.2989634647965, "started_monotonic": 5602030.998902515, "finished_monotonic": 5602031.775201478, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 760.9352264553308, "job_status": "done", "job_id": "b1d59ec7-b05d-4744-948c-68e4d783f4a5", "status": "error", "error": null, "raw_payload": {"id": "dc5c5969-ec54-461d-8c79-4cc4626957f9", "conversation_id": "04a1ff3e-783e-4635-a672-ef18e5260a65", "turn_index": 0, "nl_query": "List raw CT private client IDs and their account IDs.", "status": "error", "query_id": "d416bd31-c9ca-40e6-ac54-30162c54fd6e", "trace_id": "federated-d416bd31-c9ca-40e6-ac54-30162c54fd6e", "trace_snapshot": {"job": {"job_id": "b1d59ec7-b05d-4744-948c-68e4d783f4a5", "timing": {"submission_ack_ms": 3.5655852407217026, "queue_ms": 0.0, "base_persistence_ms": 0.8915401995182037, "required_to_ready_ms": 557.1336504071951, "optional_ms": 58.684080839157104, "total_ms": 616.2102660164237}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4b5f62f7e2bd4d9f", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "787bba72815029de", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested raw CT row IDs or raw dimensions cannot be expressed by this per-account additive-measure-only leg without losing the requested grain or source fields.\"}"}], "prompt_sha256": "787bba72815029de", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "d416bd31-c9ca-40e6-ac54-30162c54fd6e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 20, "end": 26, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "d416bd31-c9ca-40e6-ac54-30162c54fd6e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "a503dbe1d3cf88831ffa180b89ec139a1173c86d3fda6102f5624bf54fa8b12a", "result_sha256": "9a68b63c66235a549129eab954bc6081e7af28c7819957c8d737d2889fa3f019"}
{"arm": "candidate", "case_id": "latency-dev-23", "repeat": 3, "elapsed_ms": 1019.6941131725907, "started_monotonic": 5602031.775848171, "finished_monotonic": 5602032.795542284, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 1006.2495646998286, "job_status": "done", "job_id": "fc2fd576-6814-4e19-9e2f-37899cde058a", "status": "success", "error": null, "raw_payload": {"id": "785ef2a5-30e6-4673-b1b9-82e84612d264", "conversation_id": "29d39d7d-9aad-4cf6-bd93-975cf93e3856", "turn_index": 0, "nl_query": "List raw CT private client IDs and their account IDs.", "status": "success", "query_id": "024c8c6e-398b-4713-8add-e9b1ee83ce85", "trace_id": "7696f600c2f8b61fb3bf4e27ad333916", "trace_snapshot": {"trace_id": "7696f600c2f8b61fb3bf4e27ad333916", "context": {"trace_id": "7696f600c2f8b61fb3bf4e27ad333916", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 1.5, "merge_ms": 0.0, "total_ms": 121.58, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 7, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f60095522e0a4257402d9e344729"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "fc2fd576-6814-4e19-9e2f-37899cde058a", "timing": {"submission_ack_ms": 1.97512935847044, "queue_ms": 0.0, "base_persistence_ms": 2.818457782268524, "required_to_ready_ms": 714.1636619344354, "first_useful_ms": 714.1636619344354, "optional_ms": 215.50820395350456, "total_ms": 930.1679246127605}, "optional_status": "done"}}, "generated_sql": "SELECT id, user_id FROM public.clients WHERE type = 'PersonalAccount' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  user_id\nFROM public.clients\nWHERE\n  type = 'PersonalAccount'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "user_id", "data_type": "integer", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "id", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[21009, 11009, "Synthetic9 Client", "pfx (private)"], [21018, 11018, "Synthetic18 Client", "pfx (private)"], [21027, 11027, "Synthetic27 Client", "pfx (private)"], [21036, 11036, "Synthetic36 Client", "pfx (private)"], [21045, 11045, "Synthetic45 Client", "pfx (private)"], [21054, 11054, "Synthetic54 Client", "pfx (private)"], [21063, 11063, "Synthetic63 Client", "pfx (private)"]], "row_count": 7, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List raw CT private client IDs and their account I...", "series": null}, "cost_estimate": {"total_cost": 2.92, "estimated_rows": 7, "rows": 7, "ms_estimate": 0.6125, "dollars_estimate": 1.225e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "7 rows returned.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from clients.", "bullets": ["Reads from clients.", "Keeps only rows matching filters on type."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "4ea24f3c56d351e8", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "4ea24f3c56d351e8", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "024c8c6e-398b-4713-8add-e9b1ee83ce85", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 7}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "ct_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 20, "end": 26, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 121.57623190432787, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "024c8c6e-398b-4713-8add-e9b1ee83ce85", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 7}, "sources": [{"label": "query_source", "connection_id": "672c1af6-ea7e-4041-a4ad-23d0b5b086e0", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "a503dbe1d3cf88831ffa180b89ec139a1173c86d3fda6102f5624bf54fa8b12a", "result_sha256": "fa54b0ff985ac747d15253ab35f74f46bd4dbbbdff74282bd181e3d0d8b4d675"}
{"arm": "candidate", "case_id": "latency-dev-20", "repeat": 3, "elapsed_ms": 931.0171632096171, "started_monotonic": 5602032.79625857, "finished_monotonic": 5602033.727275733, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 916.9524321332574, "job_status": "done", "job_id": "a64984fe-2e60-49b2-b8c7-0bfb87ff7fb2", "status": "success", "error": null, "raw_payload": {"id": "e6c789cc-8a2c-4f15-9e6c-dbc028ac53d0", "conversation_id": "9cd5b6e9-f95e-42ba-a436-115fecc37b4f", "turn_index": 0, "nl_query": "List Pipedrive deal IDs that have at least one active note, without duplicate deals.", "status": "success", "query_id": "6dc28d86-ce2a-41f5-b2df-cc5d6a2c5a01", "trace_id": "7696f6003335dd704d02489088d0b0df", "trace_snapshot": {"trace_id": "7696f6003335dd704d02489088d0b0df", "context": {"trace_id": "7696f6003335dd704d02489088d0b0df", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.07, "connection_ms": 33.16, "sql_execution_ms": 2.31, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "a64984fe-2e60-49b2-b8c7-0bfb87ff7fb2", "timing": {"submission_ack_ms": 1.4609703794121742, "queue_ms": 0.0, "base_persistence_ms": 1.1778995394706726, "required_to_ready_ms": 735.3016091510653, "first_useful_ms": 735.3016091510653, "optional_ms": 96.77136223763227, "total_ms": 832.6688036322594}, "optional_status": "done"}}, "generated_sql": "SELECT d.id FROM pipedrive.deals AS d WHERE EXISTS(SELECT 1 FROM pipedrive.notes AS n WHERE n.deal_id = d.id AND n.active_flag IS TRUE) ORDER BY d.id LIMIT 10000", "generated_sql_pretty": "SELECT\n  d.id\nFROM pipedrive.deals AS d\nWHERE\n  EXISTS(\n    SELECT\n      1\n    FROM pipedrive.notes AS n\n    WHERE\n      n.deal_id = d.id AND n.active_flag IS TRUE\n  )\nORDER BY\n  d.id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111011], [111021], [111031], [111041], [111051], [111061], [111071], [111081], [111091], [111101], [111111], [111121], [111131], [111141], [111151], [111161], [111171], [111181], [111191], [111201], [111211], [111221], [111231], [111241], [111251], [111261], [111271], [111281], [111291], [111301], [111311], [111321], [111331], [111341], [111351], [111361], [111371], [111381], [111391], [111401], [111411], [111421], [111431], [111441], [111451], [111461], [111471], [111481], [111491], [111501], [111511], [111521], [111531], [111541], [111551], [111561], [111571], [111581], [111591], [111601], [111611], [111621], [111631], [111641]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs that have at least one act...", "series": null}, "cost_estimate": {"total_cost": 16.3, "estimated_rows": 64, "rows": 64, "ms_estimate": 8.0, "dollars_estimate": 0.00015999999999999999, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "64 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals and notes.", "bullets": ["Reads from deals and notes.", "Keeps only rows matching filters on deal_id, id, and active_flag."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e64af2c706b294f4", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "e64af2c706b294f4", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "6dc28d86-ce2a-41f5-b2df-cc5d6a2c5a01", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "duplicate", "start": 68, "end": 77, "phrase": "Duplicate", "matched_term": "Duplicate", "column": "pipedrive.deals.lost_reason", "columns": ["pipedrive.deals.lost_reason"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "lost_reason_deal_vs_person", "options": [], "samples": ["Duplicate"], "source": "pipedrive.option_dict", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "6dc28d86-ce2a-41f5-b2df-cc5d6a2c5a01", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f2b1b8fdc4fd507afe483284181a2a93d0e7338bada45a56bcd037854ad348b4", "result_sha256": "b6186547cafce9cce91ea6d0648a3daf70a6fca522f49677a4bac07f7b0104cc"}
{"arm": "original", "case_id": "latency-dev-20", "repeat": 3, "elapsed_ms": 997.3140005022287, "started_monotonic": 5602033.729239542, "finished_monotonic": 5602034.726553543, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 719.8005467653275, "job_status": "done", "job_id": "12285287-63f4-409d-a607-e7c8ff89240f", "status": "success", "error": null, "raw_payload": {"id": "4887a672-1dfc-40a7-b8c2-406153ef4341", "conversation_id": "eb4cce28-e094-49fd-8fa2-2678d4e0bba7", "turn_index": 0, "nl_query": "List Pipedrive deal IDs that have at least one active note, without duplicate deals.", "status": "success", "query_id": "255951e3-1cd3-467b-87a2-bcbbb0840aa2", "trace_id": "7696f600eb0e600204d1445785fe7a3c", "trace_snapshot": {"trace_id": "7696f600eb0e600204d1445785fe7a3c", "context": {"trace_id": "7696f600eb0e600204d1445785fe7a3c", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.04, "connection_ms": 21.4, "sql_execution_ms": 2.68, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 64, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "12285287-63f4-409d-a607-e7c8ff89240f", "timing": {"submission_ack_ms": 3.811153583228588, "queue_ms": 0.0, "base_persistence_ms": 2.0489301532506943, "required_to_ready_ms": 554.6932052820921, "first_useful_ms": 554.6932052820921, "optional_ms": 120.54351530969143, "total_ms": 676.3532580807805}, "optional_status": "done"}}, "generated_sql": "SELECT d.id FROM pipedrive.deals AS d WHERE EXISTS(SELECT 1 FROM pipedrive.notes AS n WHERE n.deal_id = d.id AND n.active_flag IS TRUE) ORDER BY d.id LIMIT 10000", "generated_sql_pretty": "SELECT\n  d.id\nFROM pipedrive.deals AS d\nWHERE\n  EXISTS(\n    SELECT\n      1\n    FROM pipedrive.notes AS n\n    WHERE\n      n.deal_id = d.id AND n.active_flag IS TRUE\n  )\nORDER BY\n  d.id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 0.8461538461538461, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111011], [111021], [111031], [111041], [111051], [111061], [111071], [111081], [111091], [111101], [111111], [111121], [111131], [111141], [111151], [111161], [111171], [111181], [111191], [111201], [111211], [111221], [111231], [111241], [111251], [111261], [111271], [111281], [111291], [111301], [111311], [111321], [111331], [111341], [111351], [111361], [111371], [111381], [111391], [111401], [111411], [111421], [111431], [111441], [111451], [111461], [111471], [111481], [111491], [111501], [111511], [111521], [111531], [111541], [111551], [111561], [111571], [111581], [111591], [111601], [111611], [111621], [111631], [111641]], "row_count": 64, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs that have at least one act...", "series": null}, "cost_estimate": {"total_cost": 16.3, "estimated_rows": 64, "rows": 64, "ms_estimate": 8.0, "dollars_estimate": 0.00015999999999999999, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "67f42462a4191ecf", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "bcac7fc95f43f1d7", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "bcac7fc95f43f1d7", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (85%) \u2014 moderate complexity", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 0.6, "reason": "Moderate complexity: subqueries"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "255951e3-1cd3-467b-87a2-bcbbb0840aa2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "duplicate", "start": 68, "end": 77, "phrase": "Duplicate", "matched_term": "Duplicate", "column": "pipedrive.deals.lost_reason", "columns": ["pipedrive.deals.lost_reason"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "lost_reason_deal_vs_person", "options": [], "samples": ["Duplicate"], "source": "pipedrive.option_dict", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111011", "111021", "111031", "111041", "111051", "111061", "111071", "111081", "111091", "111101", "111111", "111121", "111131", "111141", "111151", "111161", "111171", "111181", "111191", "111201", "111211", "111221", "111231", "111241", "111251", "111261", "111271", "111281", "111291", "111301", "111311", "111321", "111331", "111341", "111351", "111361", "111371", "111381", "111391", "111401", "111411", "111421", "111431", "111441", "111451", "111461", "111471", "111481", "111491", "111501", "111511", "111521", "111531", "111541", "111551", "111561", "111571", "111581", "111591", "111601", "111611", "111621", "111631", "111641"], "key_count": 64, "over_cap": false, "derived_columns": ["id"], "derivation": "sql_sha:4eeccfe7cad6cf1f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "255951e3-1cd3-467b-87a2-bcbbb0840aa2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 64}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "f2b1b8fdc4fd507afe483284181a2a93d0e7338bada45a56bcd037854ad348b4", "result_sha256": "82477e0f7ab1db1887bb152dffd546543e7ebd682a0578f3e5c369d535014d8e"}
{"arm": "original", "case_id": "latency-dev-09", "repeat": 3, "elapsed_ms": 1203.3762764185667, "started_monotonic": 5602034.727962303, "finished_monotonic": 5602035.931338579, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 930.4907051846385, "job_status": "done", "job_id": "b4fa75ff-7acb-4665-809b-544fbe3324fe", "status": "success", "error": null, "raw_payload": {"id": "8e7fef71-bb56-4ba6-a071-d925a2f350dd", "conversation_id": "1fe69cd1-6c77-4971-8d62-1dda041ddbd5", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time settled revenue in GBP.", "status": "success", "query_id": "56fd9f52-04af-4602-83b8-dc556bfc731e", "trace_id": "7696f600f347935a171b40239ce4aae4", "trace_snapshot": {"trace_id": "7696f600f347935a171b40239ce4aae4", "context": {"trace_id": "7696f600f347935a171b40239ce4aae4", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.73, "merge_ms": 1.31, "total_ms": 67.03, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600a1290cbdd6e340c985d66741", "7696f6005a9d871d312f4cb988f62ca8"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "b4fa75ff-7acb-4665-809b-544fbe3324fe", "timing": {"submission_ack_ms": 3.3042654395103455, "queue_ms": 0.0, "base_persistence_ms": 1.2014424428343773, "required_to_ready_ms": 783.8238272815943, "first_useful_ms": 783.8238272815943, "optional_ms": 106.28710687160492, "total_ms": 890.6716527417302}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "numeric", "currency_code": "GBP", "currency": null, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "3.90"], [11004, "Fictional Company 4", "cfx (corporate)", "5.20"], [11005, "Fictional Company 5", "cfx (corporate)", "6.50"], [11006, "Fictional Company 6", "cfx (corporate)", "7.80"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", null], [11010, "Fictional Company 10", "cfx (corporate)", "13.00"], [11011, "Fictional Company 11", "cfx (corporate)", "-14.30"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "16.90"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "19.50"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "26.00"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-28.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "32.50"], [11026, "Fictional Company 26", "unknown", "33.80"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "39.00"], [11031, "Fictional Company 31", "cfx (corporate)", "40.30"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-42.90"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "48.10"], [11039, "Fictional Company 39", "cfx (corporate)", "50.70"], [11040, "Fictional Company 40", "cfx (corporate)", null], [11041, "Fictional Company 41", "cfx (corporate)", "53.30"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "55.90"], [11044, "Fictional Company 44", "unknown", "-57.20"], [11047, "Fictional Company 47", "cfx (corporate)", "61.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "65.00"], [11052, "Fictional Company 52", "cfx (corporate)", "67.60"], [11053, "Fictional Company 53", "unknown", "68.90"], [11055, "Fictional Company 55", "cfx (corporate)", "-71.50"], [11056, "Fictional Company 56", "cfx (corporate)", null], [11059, "Fictional Company 59", "cfx (corporate)", "76.70"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "79.30"], [11062, "Fictional Company 62", "unknown", "80.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3 (\u00a33.90)", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e9983527b1bbdba9", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d925ed51df9f3df2", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "d925ed51df9f3df2", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "56fd9f52-04af-4602-83b8-dc556bfc731e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600a1290cbdd6e340c985d66741", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, revenue_gbp_settled AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f6005a9d871d312f4cb988f62ca8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 62, "end": 69, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_settled", "columns": ["ct.client_360.revenue_gbp_settled"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "realized_revenue_gbp"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 67.02757254242897, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "56fd9f52-04af-4602-83b8-dc556bfc731e", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "d8186c4dbde9480a1796f460c56b33af2f7b3f37c8bfacfa3105a63f94d9a26e", "result_sha256": "c3f9e6f0e9a8ff41b12234a7e31c803303f36c891ad879d2f67d2dd214c57e46"}
{"arm": "candidate", "case_id": "latency-dev-09", "repeat": 3, "elapsed_ms": 999.1762163117528, "started_monotonic": 5602035.932453448, "finished_monotonic": 5602036.931629664, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["client", "client_type", "realized_revenue_gbp"], "request_row_limit": 10000, "required_ready_ms": 723.073111847043, "job_status": "done", "job_id": "b4765e29-d276-49e5-8d22-68cca18953ab", "status": "success", "error": null, "raw_payload": {"id": "8f2ca971-cd6f-46f3-b6e3-324375964744", "conversation_id": "784dc43d-5a7b-4534-9a20-31a24566059d", "turn_index": 0, "nl_query": "List CT snapshot client IDs and their stored all-time settled revenue in GBP.", "status": "success", "query_id": "288deb55-088f-4bc7-a174-5bff199a1eca", "trace_id": "7696f600c9ca6f2250ff4af3af7d1260", "trace_snapshot": {"trace_id": "7696f600c9ca6f2250ff4af3af7d1260", "context": {"trace_id": "7696f600c9ca6f2250ff4af3af7d1260", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.04, "connection_ms": 32.92, "sql_execution_ms": 2.72, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "b4765e29-d276-49e5-8d22-68cca18953ab", "timing": {"submission_ack_ms": 1.900586299598217, "queue_ms": 0.0, "base_persistence_ms": 1.1036591604351997, "required_to_ready_ms": 593.8100731000304, "first_useful_ms": 593.8100731000304, "optional_ms": 211.18890400975943, "total_ms": 805.565926246345}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, revenue_gbp_settled AS realized_revenue_gbp FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  revenue_gbp_settled AS realized_revenue_gbp\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "text", "is_masked": false, "display_name": "Client", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "text", "is_masked": false, "display_name": "Type", "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "realized_revenue_gbp", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": "GBP", "currency": null, "unit_column": null, "unit_unverified": false, "unit": "currency", "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "3.90"], [11004, "Fictional Company 4", "cfx (corporate)", "5.20"], [11005, "Fictional Company 5", "cfx (corporate)", "6.50"], [11006, "Fictional Company 6", "cfx (corporate)", "7.80"], [11007, "Fictional Company 7", "cfx (corporate)", "0.00"], [11008, "Fictional Company 8", "unknown", null], [11010, "Fictional Company 10", "cfx (corporate)", "13.00"], [11011, "Fictional Company 11", "cfx (corporate)", "-14.30"], [11012, "Fictional Company 12", "cfx (corporate)", null], [11013, "Fictional Company 13", "cfx (corporate)", "16.90"], [11014, "Fictional Company 14", "cfx (corporate)", "0.00"], [11015, "Fictional Company 15", "cfx (corporate)", "19.50"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "26.00"], [11021, "Fictional Company 21", "cfx (corporate)", "0.00"], [11022, "Fictional Company 22", "cfx (corporate)", "-28.60"], [11024, "Fictional Company 24", "cfx (corporate)", null], [11025, "Fictional Company 25", "cfx (corporate)", "32.50"], [11026, "Fictional Company 26", "unknown", "33.80"], [11028, "Fictional Company 28", "cfx (corporate)", "0.00"], [11030, "Fictional Company 30", "cfx (corporate)", "39.00"], [11031, "Fictional Company 31", "cfx (corporate)", "40.30"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "-42.90"], [11035, "Fictional Company 35", "unknown", "0.00"], [11037, "Fictional Company 37", "cfx (corporate)", "48.10"], [11039, "Fictional Company 39", "cfx (corporate)", "50.70"], [11040, "Fictional Company 40", "cfx (corporate)", null], [11041, "Fictional Company 41", "cfx (corporate)", "53.30"], [11042, "Fictional Company 42", "cfx (corporate)", "0.00"], [11043, "Fictional Company 43", "cfx (corporate)", "55.90"], [11044, "Fictional Company 44", "unknown", "-57.20"], [11047, "Fictional Company 47", "cfx (corporate)", "61.10"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "0.00"], [11050, "Fictional Company 50", "cfx (corporate)", "65.00"], [11052, "Fictional Company 52", "cfx (corporate)", "67.60"], [11053, "Fictional Company 53", "unknown", "68.90"], [11055, "Fictional Company 55", "cfx (corporate)", "-71.50"], [11056, "Fictional Company 56", "cfx (corporate)", null], [11059, "Fictional Company 59", "cfx (corporate)", "76.70"], [11060, "Fictional Company 60", "cfx (corporate)", null], [11061, "Fictional Company 61", "cfx (corporate)", "79.30"], [11062, "Fictional Company 62", "unknown", "80.60"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and their stored all-t...", "series": null}, "cost_estimate": {"total_cost": 28.16, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 realized_revenue_gbp: \u00a33.90.", "insight_notes": ["45 rows returned. Only the first 12 returned rows are available for this summary.", "Missing values occur in 2 of the 12 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "423d590e4bfa704f", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "423d590e4bfa704f", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "288deb55-088f-4bc7-a174-5bff199a1eca", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "revenue", "start": 62, "end": 69, "phrase": "revenue", "matched_term": "revenue", "column": "ct.client_360.revenue_gbp_settled", "columns": ["ct.client_360.revenue_gbp_settled"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": null, "options": [], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate", "settled", "open", "pipeline", "forecast"], "source": "QB-001 motivating coverage from ct-pd clarify.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "realized_revenue_gbp"], "derivation": "sql_sha:d51ff1d737e62894"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "288deb55-088f-4bc7-a174-5bff199a1eca", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "d8186c4dbde9480a1796f460c56b33af2f7b3f37c8bfacfa3105a63f94d9a26e", "result_sha256": "85a9441872199a4eaf81d79363185ee06343b5f752a5ff6d9b6b254e17dbcbeb"}
{"arm": "candidate", "case_id": "latency-dev-17", "repeat": 3, "elapsed_ms": 1360.7852989807725, "started_monotonic": 5602036.933112536, "finished_monotonic": 5602038.293897835, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1081.4750641584396, "job_status": "done", "job_id": "aae93ea4-15c0-45d6-b390-3a508114f0e5", "status": "error", "error": null, "raw_payload": {"id": "a8d979c4-f6ee-4b0e-855e-c6b29d277e14", "conversation_id": "469d32d5-c147-45aa-8ad9-0f4951c42671", "turn_index": 0, "nl_query": "List Pipedrive person IDs and their CT client ID links.", "status": "error", "query_id": "5f88dd40-d1bb-4bb3-be3f-12b79e9ca0b6", "trace_id": "federated-5f88dd40-d1bb-4bb3-be3f-12b79e9ca0b6", "trace_snapshot": {"terminal_error": {"guard": null, "error_code": "BI_SEMANTIC_001"}, "job": {"job_id": "aae93ea4-15c0-45d6-b390-3a508114f0e5", "timing": {"submission_ack_ms": 1.7400607466697693, "queue_ms": 0.0, "base_persistence_ms": 1.2454837560653687, "required_to_ready_ms": 967.9625164717436, "optional_ms": 75.15839859843254, "total_ms": 1050.1549495384097}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Name the group, measure, and date window in a new question.", "error_class": "semantic", "error_suggestions": [{"text": "Name the group, measure, and date window in a new question.", "action_type": "retry", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "e3722ef318a91a17", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "053e58f7656a4173", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested Pipedrive entity rows or whole-source aggregates cannot be reduced to one row per linked CT account without losing unlinked or multiple entities.\"}"}], "prompt_sha256": "053e58f7656a4173", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "5f88dd40-d1bb-4bb3-be3f-12b79e9ca0b6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT client ID", "start": 36, "end": 48, "phrase": "clients user id", "matched_term": "ct client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_SEMANTIC_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "5f88dd40-d1bb-4bb3-be3f-12b79e9ca0b6", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Name the group, measure, and date window in a new question.", "reason_code": "BI_SEMANTIC_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query could not preserve the requested meaning or scope.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "af557b252a4775328a7d4a74879bea1919c69686c40cc7a2a8971e0db2f0ae4d", "result_sha256": "90c4c986413ba8fdd1590186576f4855893522d618263dd8eb28288f89f69e45"}
{"arm": "original", "case_id": "latency-dev-17", "repeat": 3, "elapsed_ms": 1858.792170882225, "started_monotonic": 5602038.294456566, "finished_monotonic": 5602040.153248737, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1845.4974675551057, "job_status": "done", "job_id": "f3ca4058-44e2-43fe-9b0f-a35fe3a0911e", "status": "error", "error": null, "raw_payload": {"id": "ac104a82-711d-4ced-bb5d-b559e748429e", "conversation_id": "094d3bad-f041-4802-9648-0b6f3050adab", "turn_index": 0, "nl_query": "List Pipedrive person IDs and their CT client ID links.", "status": "error", "query_id": "94f386df-c5df-4ec8-b219-5939c83eef1b", "trace_id": "federated-94f386df-c5df-4ec8-b219-5939c83eef1b", "trace_snapshot": {"job": {"job_id": "f3ca4058-44e2-43fe-9b0f-a35fe3a0911e", "timing": {"submission_ack_ms": 3.256823867559433, "queue_ms": 0.0, "base_persistence_ms": 2.730734646320343, "required_to_ready_ms": 1654.6770352870226, "optional_ms": 59.37063600867987, "total_ms": 1714.7471262142062}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "a8dc83eb7baa0646", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5b35590d455aa781", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The requested Pipedrive entity rows or whole-source aggregates cannot be reduced to one row per linked CT account without losing unlinked or multiple entities.\"}"}], "prompt_sha256": "5b35590d455aa781", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "94f386df-c5df-4ec8-b219-5939c83eef1b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "CT client ID", "start": 36, "end": 48, "phrase": "clients user id", "matched_term": "ct client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "94f386df-c5df-4ec8-b219-5939c83eef1b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "af557b252a4775328a7d4a74879bea1919c69686c40cc7a2a8971e0db2f0ae4d", "result_sha256": "932fbae2012f418e923b0ccb3eae2818f53f58357e7e77edc4cfe40de65106a3"}
{"arm": "original", "case_id": "latency-dev-26", "repeat": 3, "elapsed_ms": 524.3161227554083, "started_monotonic": 5602040.153724094, "finished_monotonic": 5602040.678040217, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 511.0766300931573, "job_status": "done", "job_id": "7fa69976-3b74-4911-8c11-adb8eef684a7", "status": "error", "error": null, "raw_payload": {"id": "6d32b5d8-3dde-4af5-8f66-b38041cfd83d", "conversation_id": "48311c4d-af8a-44cc-85b1-8ae78381569f", "turn_index": 0, "nl_query": "List non-deleted raw CT settled booking IDs and account IDs.", "status": "error", "query_id": "96c689a2-b45d-4d36-ae85-fc0f5ab31c42", "trace_id": "federated-96c689a2-b45d-4d36-ae85-fc0f5ab31c42", "trace_snapshot": {"job": {"job_id": "7fa69976-3b74-4911-8c11-adb8eef684a7", "timing": {"submission_ack_ms": 3.855014219880104, "queue_ms": 0.0, "base_persistence_ms": 1.1026784777641296, "required_to_ready_ms": 408.96569006145, "optional_ms": 65.75401872396469, "total_ms": 475.2596765756607}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "b9b37b570c982da7", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "b9b37b570c982da7", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "96c689a2-b45d-4d36-ae85-fc0f5ab31c42", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "96c689a2-b45d-4d36-ae85-fc0f5ab31c42", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "d3ad6c2c06b9cac99aeacd1843823e85fa6dd8c9313a58fa339700e1f193e7d8", "result_sha256": "dfa7947e90a97b1ecf0199e25f3d92863a88c23e10a868f385e4b905023069e6"}
{"arm": "candidate", "case_id": "latency-dev-26", "repeat": 3, "elapsed_ms": 715.6147006899118, "started_monotonic": 5602040.678481692, "finished_monotonic": 5602041.394096393, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 702.5661449879408, "job_status": "done", "job_id": "bda470ad-e512-4675-b4e5-eeda635f803e", "status": "error", "error": null, "raw_payload": {"id": "5c5b55a2-9a84-4e72-be9c-4c97491bc297", "conversation_id": "193be515-1959-403e-b16e-5de335837b6e", "turn_index": 0, "nl_query": "List non-deleted raw CT settled booking IDs and account IDs.", "status": "error", "query_id": "01315ee8-c17a-44c0-9c42-8f14886cdb3b", "trace_id": "7696f600afe83276662e442ab556565e", "trace_snapshot": {"trace_id": "7696f600afe83276662e442ab556565e", "context": {"trace_id": "7696f600afe83276662e442ab556565e", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.02, "connection_ms": 12.09, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "bda470ad-e512-4675-b4e5-eeda635f803e", "timing": {"submission_ack_ms": 1.4566807076334953, "queue_ms": 0.0, "base_persistence_ms": 1.5233736485242844, "required_to_ready_ms": 513.519405387342, "optional_ms": 62.70040199160576, "total_ms": 576.6135612502694}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "2d582f0d76b62a00", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "2623ec02003b9959", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "2623ec02003b9959", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "01315ee8-c17a-44c0-9c42-8f14886cdb3b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "01315ee8-c17a-44c0-9c42-8f14886cdb3b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "d3ad6c2c06b9cac99aeacd1843823e85fa6dd8c9313a58fa339700e1f193e7d8", "result_sha256": "14968b5024f740ef8f119f3a4a00cba379770785990c4437573426f8756b60cf"}
{"arm": "candidate", "case_id": "latency-dev-02", "repeat": 3, "elapsed_ms": 1036.7999617010355, "started_monotonic": 5602041.394621992, "finished_monotonic": 5602042.431421953, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 766.0638047382236, "job_status": "done", "job_id": "34c9050f-7278-468f-aba3-d144f9ed0f76", "status": "success", "error": null, "raw_payload": {"id": "f6e6fdab-1c34-4901-b522-30cfe3541f30", "conversation_id": "f2125108-9888-437e-8dc7-f6ef54de0207", "turn_index": 0, "nl_query": "List CT snapshot client IDs and names, ordered by client ID.", "status": "success", "query_id": "69c4ac19-8819-4f1e-886b-b7d43f4e82e0", "trace_id": "7696f60031d24b0962f443ea917827b4", "trace_snapshot": {"trace_id": "7696f60031d24b0962f443ea917827b4", "context": {"trace_id": "7696f60031d24b0962f443ea917827b4", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 37.64, "sql_execution_ms": 2.38, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "34c9050f-7278-468f-aba3-d144f9ed0f76", "timing": {"submission_ack_ms": 1.592974178493023, "queue_ms": 0.0, "base_persistence_ms": 0.9519224986433983, "required_to_ready_ms": 685.2405983954668, "first_useful_ms": 685.2405983954668, "optional_ms": 203.91887985169888, "total_ms": 889.588963240385}, "optional_status": "done"}}, "generated_sql": "SELECT user_id, client_name FROM ct.client_360 ORDER BY user_id LIMIT 10000", "generated_sql_pretty": "SELECT\n  user_id,\n  client_name\nFROM ct.client_360\nORDER BY\n  user_id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_name", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3"], [11004, "Fictional Company 4"], [11005, "Fictional Company 5"], [11006, "Fictional Company 6"], [11007, "Fictional Company 7"], [11008, "Synthetic8 Client"], [11010, "Fictional Company 10"], [11011, "Fictional Company 11"], [11012, "Fictional Company 12"], [11013, "Fictional Company 13"], [11014, "Fictional Company 14"], [11015, "Fictional Company 15"], [11016, "Fictional Company 16"], [11020, "Fictional Company 20"], [11021, "Fictional Company 21"], [11022, "Fictional Company 22"], [11024, "Fictional Company 24"], [11025, "Fictional Company 25"], [11026, "Client"], [11028, "Fictional Company 28"], [11030, "Fictional Company 30"], [11031, "Fictional Company 31"], [11032, "Fictional Company 32"], [11033, "Fictional Company 33"], [11035, "Synthetic35 Client"], [11037, "Fictional Company 37"], [11039, "Fictional Company 39"], [11040, "Fictional Company 40"], [11041, "Fictional Company 41"], [11042, "Fictional Company 42"], [11043, "Fictional Company 43"], [11044, "Synthetic44"], [11047, "Fictional Company 47"], [11048, "Fictional Company 48"], [11049, "Fictional Company 49"], [11050, "Fictional Company 50"], [11052, "Fictional Company 52"], [11053, "Synthetic53 Client"], [11055, "Fictional Company 55"], [11056, "Fictional Company 56"], [11059, "Fictional Company 59"], [11060, "Fictional Company 60"], [11061, "Fictional Company 61"], [11062, "Synthetic62 Client"], [11064, "Fictional Company 64"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and names, ordered by ...", "series": null}, "cost_estimate": {"total_cost": 6.18, "estimated_rows": 45, "rows": 45, "ms_estimate": 5.0625, "dollars_estimate": 0.00010125, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "45 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from client_360.", "bullets": ["Reads from client_360."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "039c03c38cf3e830", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "039c03c38cf3e830", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "69c4ac19-8819-4f1e-886b-b7d43f4e82e0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client ID", "start": 50, "end": 59, "phrase": "clients user id", "matched_term": "client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client_name"], "derivation": "sql_sha:a127e4c6eeedee6f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "69c4ac19-8819-4f1e-886b-b7d43f4e82e0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "703b88756eda1785df6b33565e7313e76d0aade494be444d42fe3f1cfc5ea493", "result_sha256": "9c522c13209c9e50c0c361562cb2af777f1ac206505d137f62a40b03f5500840"}
{"arm": "original", "case_id": "latency-dev-02", "repeat": 3, "elapsed_ms": 1116.2259299308062, "started_monotonic": 5602042.432699047, "finished_monotonic": 5602043.548924977, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 842.0502925291657, "job_status": "done", "job_id": "2241bb42-c231-4e15-bf41-22ce4d565045", "status": "success", "error": null, "raw_payload": {"id": "89fd02bf-6f76-40b5-ac60-04d82ccde3ba", "conversation_id": "02e89d8e-7633-45c7-8c39-db77c849f52e", "turn_index": 0, "nl_query": "List CT snapshot client IDs and names, ordered by client ID.", "status": "success", "query_id": "6a88bd42-75ee-49b0-9b88-39d292489d6a", "trace_id": "7696f6009baf34ee4e384563b153ec2c", "trace_snapshot": {"trace_id": "7696f6009baf34ee4e384563b153ec2c", "context": {"trace_id": "7696f6009baf34ee4e384563b153ec2c", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 3.03, "merge_ms": 1.11, "total_ms": 55.98, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600cc1d04d2c52b4c17b7ab108d", "7696f600c45c46fc6a31410a88e286a3"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "2241bb42-c231-4e15-bf41-22ce4d565045", "timing": {"submission_ack_ms": 3.385349176824093, "queue_ms": 0.0, "base_persistence_ms": 1.193661242723465, "required_to_ready_ms": 687.242760322988, "first_useful_ms": 687.242760322988, "optional_ms": 122.97392822802067, "total_ms": 810.7229573652148}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_name", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3"], [11004, "Fictional Company 4"], [11005, "Fictional Company 5"], [11006, "Fictional Company 6"], [11007, "Fictional Company 7"], [11008, "Synthetic8 Client"], [11010, "Fictional Company 10"], [11011, "Fictional Company 11"], [11012, "Fictional Company 12"], [11013, "Fictional Company 13"], [11014, "Fictional Company 14"], [11015, "Fictional Company 15"], [11016, "Fictional Company 16"], [11020, "Fictional Company 20"], [11021, "Fictional Company 21"], [11022, "Fictional Company 22"], [11024, "Fictional Company 24"], [11025, "Fictional Company 25"], [11026, "Client"], [11028, "Fictional Company 28"], [11030, "Fictional Company 30"], [11031, "Fictional Company 31"], [11032, "Fictional Company 32"], [11033, "Fictional Company 33"], [11035, "Synthetic35 Client"], [11037, "Fictional Company 37"], [11039, "Fictional Company 39"], [11040, "Fictional Company 40"], [11041, "Fictional Company 41"], [11042, "Fictional Company 42"], [11043, "Fictional Company 43"], [11044, "Synthetic44"], [11047, "Fictional Company 47"], [11048, "Fictional Company 48"], [11049, "Fictional Company 49"], [11050, "Fictional Company 50"], [11052, "Fictional Company 52"], [11053, "Synthetic53 Client"], [11055, "Fictional Company 55"], [11056, "Fictional Company 56"], [11059, "Fictional Company 59"], [11060, "Fictional Company 60"], [11061, "Fictional Company 61"], [11062, "Synthetic62 Client"], [11064, "Fictional Company 64"]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List CT snapshot client IDs and names, ordered by ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "eba16e3fd490c982", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "5ee74b12d1f57925", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "5ee74b12d1f57925", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "6a88bd42-75ee-49b0-9b88-39d292489d6a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600c45c46fc6a31410a88e286a3", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, client_name FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600cc1d04d2c52b4c17b7ab108d", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 17, "end": 23, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "client ID", "start": 50, "end": 59, "phrase": "clients user id", "matched_term": "client id", "column": "ct.clients.user_id", "columns": ["ct.clients.user_id"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Canonical CT client/user id (integer on CT-raw; equals accounts.id; cast to bigint for the federation merge)."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client_name"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 55.97923882305622, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "6a88bd42-75ee-49b0-9b88-39d292489d6a", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "703b88756eda1785df6b33565e7313e76d0aade494be444d42fe3f1cfc5ea493", "result_sha256": "363c65da3f6ecff2ab61c1ce991614849786ee8c1e487e961fe5f3984f4ccdf1"}
{"arm": "original", "case_id": "latency-dev-04", "repeat": 3, "elapsed_ms": 753.6188596859574, "started_monotonic": 5602043.550334336, "finished_monotonic": 5602044.303953196, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 483.08784049004316, "job_status": "done", "job_id": "e3df4de1-3bdf-45a4-8e7e-bd6336f51da3", "status": "error", "error": null, "raw_payload": {"id": "9f5d1bf0-1921-40a0-be04-b19461b3643e", "conversation_id": "a889337a-7ede-4630-b820-25a041788d18", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by acquisition source.", "status": "error", "query_id": "af6ca806-5f89-447d-a4dd-48d1d95e9d61", "trace_id": "federated-af6ca806-5f89-447d-a4dd-48d1d95e9d61", "trace_snapshot": {"job": {"job_id": "e3df4de1-3bdf-45a4-8e7e-bd6336f51da3", "timing": {"submission_ack_ms": 2.4141231551766396, "queue_ms": 0.0, "base_persistence_ms": 0.9970441460609436, "required_to_ready_ms": 389.92295414209366, "optional_ms": 63.99538740515709, "total_ms": 454.4096887111664}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "89de77d30402c775", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied CT-only source does not contain the explicitly requested stored snapshot or Pipedrive fields.\"}"}], "prompt_sha256": "89de77d30402c775", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "af6ca806-5f89-447d-a4dd-48d1d95e9d61", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "acquisition source", "start": 44, "end": 62, "phrase": "source", "matched_term": "acquisition source", "column": "ct.client_360.source", "columns": ["ct.client_360.source", "ct.client_360.utm_campaign", "ct.client_360.affiliate_id", "ct.referral_invitations.user_id", "ct.client_360.utm_source_raw"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "acquisition_ct_source_vs_crm_origin", "options": [{"label": "Marketing source", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.source"], "samples": ["facebook", "google", "trustpilot"]}, {"label": "Campaign", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_campaign"], "samples": ["Prospecting 04-2026"]}, {"label": "Professional affiliate", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.affiliate_id"], "samples": []}, {"label": "Refer-and-Earn", "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "columns": ["ct.referral_invitations.user_id"], "samples": []}, {"label": "Facebook / raw UTM", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_source_raw"], "samples": []}], "samples": ["Marketing source", "facebook", "google", "trustpilot", "Campaign", "Prospecting 04-2026", "Professional affiliate", "Refer-and-Earn", "Facebook / raw UTM", "utm_source", "'faceboom'"], "source": "ct-pd schema.md", "multi": true, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "af6ca806-5f89-447d-a4dd-48d1d95e9d61", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "16a0b818cbba6336c957da352c7e1d26939d935dcde4cd1788af5220a49f769c", "result_sha256": "0e67753bcdf4e0bd2cdb3af59f8b41a3ca226ae65ccdcabd76ea96b8b97d94bc"}
{"arm": "candidate", "case_id": "latency-dev-04", "repeat": 3, "elapsed_ms": 1014.6347768604755, "started_monotonic": 5602044.304719883, "finished_monotonic": 5602045.31935466, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 740.0491647422314, "job_status": "done", "job_id": "cde718e9-45bf-46b2-a33b-8173920bd160", "status": "success", "error": null, "raw_payload": {"id": "e1318c06-6674-4f89-bef7-6fd337396dd1", "conversation_id": "c48b82bf-74d3-4c31-b817-7a082687757e", "turn_index": 0, "nl_query": "Show the stored CT snapshot client count by acquisition source.", "status": "success", "query_id": "6bdd39d5-6895-4efb-a557-7a95b08c7a95", "trace_id": "7696f600c3640fe22c264899b611d4e4", "trace_snapshot": {"trace_id": "7696f600c3640fe22c264899b611d4e4", "context": {"trace_id": "7696f600c3640fe22c264899b611d4e4", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 46.13, "sql_execution_ms": 6.1, "retrieval_ms": 0.09, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "cde718e9-45bf-46b2-a33b-8173920bd160", "timing": {"submission_ack_ms": 1.498732715845108, "queue_ms": 0.0, "base_persistence_ms": 1.4517111703753471, "required_to_ready_ms": 698.6113665625453, "first_useful_ms": 698.6113665625453, "optional_ms": 93.71222648769617, "total_ms": 793.1987242773175}, "optional_status": "done"}}, "generated_sql": "SELECT source,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY source ORDER BY source", "generated_sql_pretty": "SELECT\n  source,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  source\nORDER BY\n  source", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "source", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["bing", 9], ["facebook", 16], ["newsletter", 9], [null, 11]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "source", "y_axis": "client_count", "title": "Show the stored CT snapshot client count by acquis...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 6.43, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.41250000000000003, "dollars_estimate": 8.249999999999999e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 9.00; source: bing.", "insight_notes": ["4 rows returned.", "Missing values occur in 1 of the 4 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by source.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by source."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "022d0123aba0156b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "022d0123aba0156b", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "6bdd39d5-6895-4efb-a557-7a95b08c7a95", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 28, "end": 34, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}, {"text": "acquisition source", "start": 44, "end": 62, "phrase": "source", "matched_term": "acquisition source", "column": "ct.client_360.source", "columns": ["ct.client_360.source", "ct.client_360.utm_campaign", "ct.client_360.affiliate_id", "ct.referral_invitations.user_id", "ct.client_360.utm_source_raw"], "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "clarify_case": "acquisition_ct_source_vs_crm_origin", "options": [{"label": "Marketing source", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.source"], "samples": ["facebook", "google", "trustpilot"]}, {"label": "Campaign", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_campaign"], "samples": ["Prospecting 04-2026"]}, {"label": "Professional affiliate", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.affiliate_id"], "samples": []}, {"label": "Refer-and-Earn", "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "columns": ["ct.referral_invitations.user_id"], "samples": []}, {"label": "Facebook / raw UTM", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.utm_source_raw"], "samples": []}], "samples": ["Marketing source", "facebook", "google", "trustpilot", "Campaign", "Prospecting 04-2026", "Professional affiliate", "Refer-and-Earn", "Facebook / raw UTM", "utm_source", "'faceboom'"], "source": "ct-pd schema.md", "multi": true, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "declared-currency-intent", "activation-definition-gold", "client-type-sti-classes", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "6bdd39d5-6895-4efb-a557-7a95b08c7a95", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "16a0b818cbba6336c957da352c7e1d26939d935dcde4cd1788af5220a49f769c", "result_sha256": "7df61adc3fba306cd961b53079d6444826f9de600700ddc63b8185e676391251"}
{"arm": "candidate", "case_id": "latency-dev-19", "repeat": 3, "elapsed_ms": 1041.2847278639674, "started_monotonic": 5602045.320480929, "finished_monotonic": 5602046.361765657, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 767.0738715678453, "job_status": "done", "job_id": "0b16d9fe-0323-473b-843a-bcbeeaff96e4", "status": "success", "error": null, "raw_payload": {"id": "aeef3529-2654-4081-bf17-a4ef14049725", "conversation_id": "15958978-2325-4f03-b054-7813f4f74139", "turn_index": 0, "nl_query": "List Pipedrive activity IDs and due dates in activity ID order.", "status": "success", "query_id": "c4120f8f-3cbb-4600-ab5c-3872b71a06a0", "trace_id": "7696f60021bafe217c134d53a7daa327", "trace_snapshot": {"trace_id": "7696f60021bafe217c134d53a7daa327", "context": {"trace_id": "7696f60021bafe217c134d53a7daa327", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.09, "connection_ms": 36.46, "sql_execution_ms": 2.12, "retrieval_ms": 0.22, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "0b16d9fe-0323-473b-843a-bcbeeaff96e4", "timing": {"submission_ack_ms": 1.6002664342522621, "queue_ms": 0.0, "base_persistence_ms": 1.2574037536978722, "required_to_ready_ms": 646.4203335344791, "first_useful_ms": 646.4203335344791, "optional_ms": 92.34919864684343, "total_ms": 739.4292252138257}, "optional_status": "done"}}, "generated_sql": "SELECT id, due_date FROM pipedrive.activities ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  due_date\nFROM pipedrive.activities\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "due_date", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["activity-1-0", "2026-09-01"], ["activity-10-0", "2026-09-05"], ["activity-10-1", "2026-08-31"], ["activity-10-2", "2026-08-31"], ["activity-1-1", "2026-07-31"], ["activity-11-0", "2026-08-31"], ["activity-11-1", "2026-08-31"], ["activity-11-2", "2026-09-01"], ["activity-1-2", "2026-08-15"], ["activity-12-0", "2026-08-31"], ["activity-12-1", "2026-09-01"], ["activity-12-2", "2026-07-31"], ["activity-13-0", "2026-09-01"], ["activity-13-1", "2026-07-31"], ["activity-13-2", "2026-08-15"], ["activity-14-0", "2026-07-31"], ["activity-14-1", "2026-08-15"], ["activity-14-2", "2026-03-29"], ["activity-15-0", "2026-08-15"], ["activity-15-1", "2026-03-29"], ["activity-15-2", "2026-03-29"], ["activity-16-0", "2026-03-29"], ["activity-16-1", "2026-03-29"], ["activity-16-2", "2025-10-26"], ["activity-17-0", "2026-03-29"], ["activity-17-1", "2025-10-26"], ["activity-17-2", "2025-10-26"], ["activity-18-0", "2025-10-26"], ["activity-18-1", "2025-10-26"], ["activity-18-2", "2024-02-29"], ["activity-19-0", "2025-10-26"], ["activity-19-1", "2024-02-29"], ["activity-19-2", "2026-06-01"], ["activity-2-0", "2026-07-31"], ["activity-20-0", "2024-02-29"], ["activity-20-1", "2026-06-01"], ["activity-20-2", "2026-09-05"], ["activity-2-1", "2026-08-15"], ["activity-21-0", "2026-06-01"], ["activity-21-1", "2026-09-05"], ["activity-21-2", "2026-08-31"], ["activity-2-2", "2026-03-29"], ["activity-22-0", "2026-09-05"], ["activity-22-1", "2026-08-31"], ["activity-22-2", "2026-08-31"], ["activity-23-0", "2026-08-31"], ["activity-23-1", "2026-08-31"], ["activity-23-2", "2026-09-01"], ["activity-24-0", "2026-08-31"], ["activity-24-1", "2026-09-01"], ["activity-24-2", "2026-07-31"], ["activity-25-0", "2026-09-01"], ["activity-25-1", "2026-07-31"], ["activity-25-2", "2026-08-15"], ["activity-26-0", "2026-07-31"], ["activity-26-1", "2026-08-15"], ["activity-26-2", "2026-03-29"], ["activity-27-0", "2026-08-15"], ["activity-27-1", "2026-03-29"], ["activity-27-2", "2026-03-29"], ["activity-28-0", "2026-03-29"], ["activity-28-1", "2026-03-29"], ["activity-28-2", "2025-10-26"], ["activity-29-0", "2026-03-29"], ["activity-29-1", "2025-10-26"], ["activity-29-2", "2025-10-26"], ["activity-3-0", "2026-08-15"], ["activity-30-0", "2025-10-26"], ["activity-30-1", "2025-10-26"], ["activity-30-2", "2024-02-29"], ["activity-3-1", "2026-03-29"], ["activity-31-0", "2025-10-26"], ["activity-31-1", "2024-02-29"], ["activity-31-2", "2026-06-01"], ["activity-3-2", "2026-03-29"], ["activity-32-0", "2024-02-29"], ["activity-32-1", "2026-06-01"], ["activity-32-2", "2026-09-05"], ["activity-33-0", "2026-06-01"], ["activity-33-1", "2026-09-05"], ["activity-33-2", "2026-08-31"], ["activity-34-0", "2026-09-05"], ["activity-34-1", "2026-08-31"], ["activity-34-2", "2026-08-31"], ["activity-35-0", "2026-08-31"], ["activity-35-1", "2026-08-31"], ["activity-35-2", "2026-09-01"], ["activity-36-0", "2026-08-31"], ["activity-36-1", "2026-09-01"], ["activity-36-2", "2026-07-31"], ["activity-37-0", "2026-09-01"], ["activity-37-1", "2026-07-31"], ["activity-37-2", "2026-08-15"], ["activity-38-0", "2026-07-31"], ["activity-38-1", "2026-08-15"], ["activity-38-2", "2026-03-29"], ["activity-39-0", "2026-08-15"], ["activity-39-1", "2026-03-29"], ["activity-39-2", "2026-03-29"], ["activity-4-0", "2026-03-29"], ["activity-40-0", "2026-03-29"], ["activity-40-1", "2026-03-29"], ["activity-40-2", "2025-10-26"], ["activity-4-1", "2026-03-29"], ["activity-41-0", "2026-03-29"], ["activity-41-1", "2025-10-26"], ["activity-41-2", "2025-10-26"], ["activity-4-2", "2025-10-26"], ["activity-42-0", "2025-10-26"], ["activity-42-1", "2025-10-26"], ["activity-42-2", "2024-02-29"], ["activity-43-0", "2025-10-26"], ["activity-43-1", "2024-02-29"], ["activity-43-2", "2026-06-01"], ["activity-44-0", "2024-02-29"], ["activity-44-1", "2026-06-01"], ["activity-44-2", "2026-09-05"], ["activity-45-0", "2026-06-01"], ["activity-45-1", "2026-09-05"], ["activity-45-2", "2026-08-31"], ["activity-46-0", "2026-09-05"], ["activity-46-1", "2026-08-31"], ["activity-46-2", "2026-08-31"], ["activity-47-0", "2026-08-31"], ["activity-47-1", "2026-08-31"], ["activity-47-2", "2026-09-01"], ["activity-48-0", "2026-08-31"], ["activity-48-1", "2026-09-01"], ["activity-48-2", "2026-07-31"], ["activity-49-0", "2026-09-01"], ["activity-49-1", "2026-07-31"], ["activity-49-2", "2026-08-15"], ["activity-5-0", "2026-03-29"], ["activity-50-0", "2026-07-31"], ["activity-50-1", "2026-08-15"], ["activity-50-2", "2026-03-29"], ["activity-5-1", "2025-10-26"], ["activity-51-0", "2026-08-15"], ["activity-51-1", "2026-03-29"], ["activity-51-2", "2026-03-29"], ["activity-5-2", "2025-10-26"], ["activity-52-0", "2026-03-29"], ["activity-52-1", "2026-03-29"], ["activity-52-2", "2025-10-26"], ["activity-53-0", "2026-03-29"], ["activity-53-1", "2025-10-26"], ["activity-53-2", "2025-10-26"], ["activity-54-0", "2025-10-26"], ["activity-54-1", "2025-10-26"], ["activity-54-2", "2024-02-29"], ["activity-55-0", "2025-10-26"], ["activity-55-1", "2024-02-29"], ["activity-55-2", "2026-06-01"], ["activity-56-0", "2024-02-29"], ["activity-56-1", "2026-06-01"], ["activity-56-2", "2026-09-05"], ["activity-57-0", "2026-06-01"], ["activity-57-1", "2026-09-05"], ["activity-57-2", "2026-08-31"], ["activity-58-0", "2026-09-05"], ["activity-58-1", "2026-08-31"], ["activity-58-2", "2026-08-31"], ["activity-59-0", "2026-08-31"], ["activity-59-1", "2026-08-31"], ["activity-59-2", "2026-09-01"], ["activity-6-0", "2025-10-26"], ["activity-60-0", "2026-08-31"], ["activity-60-1", "2026-09-01"], ["activity-60-2", "2026-07-31"], ["activity-6-1", "2025-10-26"], ["activity-61-0", "2026-09-01"], ["activity-61-1", "2026-07-31"], ["activity-61-2", "2026-08-15"], ["activity-6-2", "2024-02-29"], ["activity-62-0", "2026-07-31"], ["activity-62-1", "2026-08-15"], ["activity-62-2", "2026-03-29"], ["activity-63-0", "2026-08-15"], ["activity-63-1", "2026-03-29"], ["activity-63-2", "2026-03-29"], ["activity-64-0", "2026-03-29"], ["activity-64-1", "2026-03-29"], ["activity-64-2", "2025-10-26"], ["activity-7-0", "2025-10-26"], ["activity-7-1", "2024-02-29"], ["activity-7-2", "2026-06-01"], ["activity-8-0", "2024-02-29"], ["activity-8-1", "2026-06-01"], ["activity-8-2", "2026-09-05"], ["activity-9-0", "2026-06-01"], ["activity-9-1", "2026-09-05"], ["activity-9-2", "2026-08-31"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive activity IDs and due dates in activ...", "series": null}, "cost_estimate": {"total_cost": 12.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "192 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from activities.", "bullets": ["Reads from activities."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "d7c6b44acce94bfd", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "d7c6b44acce94bfd", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "c4120f8f-3cbb-4600-ab5c-3872b71a06a0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "due dates", "start": 32, "end": 41, "phrase": "due date", "matched_term": "due date", "column": "pipedrive.activities.due_date", "columns": ["pipedrive.activities.due_date"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "c4120f8f-3cbb-4600-ab5c-3872b71a06a0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "4b064ca4470cba3d337baadf2478d866778dacdde4e0552b2060d79cdf9fdbcb", "result_sha256": "ea3c8510b6e504cfff511417c5f8e6382eae501efcf07fe91b592925e44df402"}
{"arm": "original", "case_id": "latency-dev-19", "repeat": 3, "elapsed_ms": 710.8727050945163, "started_monotonic": 5602046.364653099, "finished_monotonic": 5602047.075525804, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 695.5306176096201, "job_status": "done", "job_id": "4b48c475-5283-48d2-a8bd-2e9e93c23ade", "status": "success", "error": null, "raw_payload": {"id": "5d320885-a8dc-4ed8-ae6d-2d04b52e3e03", "conversation_id": "8f135ed8-2331-4f17-8328-09fd008310ca", "turn_index": 0, "nl_query": "List Pipedrive activity IDs and due dates in activity ID order.", "status": "success", "query_id": "376b5a09-4b6a-42a9-8066-5962cb06d29c", "trace_id": "7696f600799d51b727de459fa8a3e258", "trace_snapshot": {"trace_id": "7696f600799d51b727de459fa8a3e258", "context": {"trace_id": "7696f600799d51b727de459fa8a3e258", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 19.91, "sql_execution_ms": 2.45, "retrieval_ms": 0.36, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "4b48c475-5283-48d2-a8bd-2e9e93c23ade", "timing": {"submission_ack_ms": 2.869570627808571, "queue_ms": 0.0, "base_persistence_ms": 1.136460341513157, "required_to_ready_ms": 512.0621733367443, "first_useful_ms": 512.0621733367443, "optional_ms": 103.06368302553892, "total_ms": 615.8291306346655}, "optional_status": "done"}}, "generated_sql": "SELECT id, due_date FROM pipedrive.activities ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  due_date\nFROM pipedrive.activities\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "due_date", "data_type": "date", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["activity-1-0", "2026-09-01"], ["activity-10-0", "2026-09-05"], ["activity-10-1", "2026-08-31"], ["activity-10-2", "2026-08-31"], ["activity-1-1", "2026-07-31"], ["activity-11-0", "2026-08-31"], ["activity-11-1", "2026-08-31"], ["activity-11-2", "2026-09-01"], ["activity-1-2", "2026-08-15"], ["activity-12-0", "2026-08-31"], ["activity-12-1", "2026-09-01"], ["activity-12-2", "2026-07-31"], ["activity-13-0", "2026-09-01"], ["activity-13-1", "2026-07-31"], ["activity-13-2", "2026-08-15"], ["activity-14-0", "2026-07-31"], ["activity-14-1", "2026-08-15"], ["activity-14-2", "2026-03-29"], ["activity-15-0", "2026-08-15"], ["activity-15-1", "2026-03-29"], ["activity-15-2", "2026-03-29"], ["activity-16-0", "2026-03-29"], ["activity-16-1", "2026-03-29"], ["activity-16-2", "2025-10-26"], ["activity-17-0", "2026-03-29"], ["activity-17-1", "2025-10-26"], ["activity-17-2", "2025-10-26"], ["activity-18-0", "2025-10-26"], ["activity-18-1", "2025-10-26"], ["activity-18-2", "2024-02-29"], ["activity-19-0", "2025-10-26"], ["activity-19-1", "2024-02-29"], ["activity-19-2", "2026-06-01"], ["activity-2-0", "2026-07-31"], ["activity-20-0", "2024-02-29"], ["activity-20-1", "2026-06-01"], ["activity-20-2", "2026-09-05"], ["activity-2-1", "2026-08-15"], ["activity-21-0", "2026-06-01"], ["activity-21-1", "2026-09-05"], ["activity-21-2", "2026-08-31"], ["activity-2-2", "2026-03-29"], ["activity-22-0", "2026-09-05"], ["activity-22-1", "2026-08-31"], ["activity-22-2", "2026-08-31"], ["activity-23-0", "2026-08-31"], ["activity-23-1", "2026-08-31"], ["activity-23-2", "2026-09-01"], ["activity-24-0", "2026-08-31"], ["activity-24-1", "2026-09-01"], ["activity-24-2", "2026-07-31"], ["activity-25-0", "2026-09-01"], ["activity-25-1", "2026-07-31"], ["activity-25-2", "2026-08-15"], ["activity-26-0", "2026-07-31"], ["activity-26-1", "2026-08-15"], ["activity-26-2", "2026-03-29"], ["activity-27-0", "2026-08-15"], ["activity-27-1", "2026-03-29"], ["activity-27-2", "2026-03-29"], ["activity-28-0", "2026-03-29"], ["activity-28-1", "2026-03-29"], ["activity-28-2", "2025-10-26"], ["activity-29-0", "2026-03-29"], ["activity-29-1", "2025-10-26"], ["activity-29-2", "2025-10-26"], ["activity-3-0", "2026-08-15"], ["activity-30-0", "2025-10-26"], ["activity-30-1", "2025-10-26"], ["activity-30-2", "2024-02-29"], ["activity-3-1", "2026-03-29"], ["activity-31-0", "2025-10-26"], ["activity-31-1", "2024-02-29"], ["activity-31-2", "2026-06-01"], ["activity-3-2", "2026-03-29"], ["activity-32-0", "2024-02-29"], ["activity-32-1", "2026-06-01"], ["activity-32-2", "2026-09-05"], ["activity-33-0", "2026-06-01"], ["activity-33-1", "2026-09-05"], ["activity-33-2", "2026-08-31"], ["activity-34-0", "2026-09-05"], ["activity-34-1", "2026-08-31"], ["activity-34-2", "2026-08-31"], ["activity-35-0", "2026-08-31"], ["activity-35-1", "2026-08-31"], ["activity-35-2", "2026-09-01"], ["activity-36-0", "2026-08-31"], ["activity-36-1", "2026-09-01"], ["activity-36-2", "2026-07-31"], ["activity-37-0", "2026-09-01"], ["activity-37-1", "2026-07-31"], ["activity-37-2", "2026-08-15"], ["activity-38-0", "2026-07-31"], ["activity-38-1", "2026-08-15"], ["activity-38-2", "2026-03-29"], ["activity-39-0", "2026-08-15"], ["activity-39-1", "2026-03-29"], ["activity-39-2", "2026-03-29"], ["activity-4-0", "2026-03-29"], ["activity-40-0", "2026-03-29"], ["activity-40-1", "2026-03-29"], ["activity-40-2", "2025-10-26"], ["activity-4-1", "2026-03-29"], ["activity-41-0", "2026-03-29"], ["activity-41-1", "2025-10-26"], ["activity-41-2", "2025-10-26"], ["activity-4-2", "2025-10-26"], ["activity-42-0", "2025-10-26"], ["activity-42-1", "2025-10-26"], ["activity-42-2", "2024-02-29"], ["activity-43-0", "2025-10-26"], ["activity-43-1", "2024-02-29"], ["activity-43-2", "2026-06-01"], ["activity-44-0", "2024-02-29"], ["activity-44-1", "2026-06-01"], ["activity-44-2", "2026-09-05"], ["activity-45-0", "2026-06-01"], ["activity-45-1", "2026-09-05"], ["activity-45-2", "2026-08-31"], ["activity-46-0", "2026-09-05"], ["activity-46-1", "2026-08-31"], ["activity-46-2", "2026-08-31"], ["activity-47-0", "2026-08-31"], ["activity-47-1", "2026-08-31"], ["activity-47-2", "2026-09-01"], ["activity-48-0", "2026-08-31"], ["activity-48-1", "2026-09-01"], ["activity-48-2", "2026-07-31"], ["activity-49-0", "2026-09-01"], ["activity-49-1", "2026-07-31"], ["activity-49-2", "2026-08-15"], ["activity-5-0", "2026-03-29"], ["activity-50-0", "2026-07-31"], ["activity-50-1", "2026-08-15"], ["activity-50-2", "2026-03-29"], ["activity-5-1", "2025-10-26"], ["activity-51-0", "2026-08-15"], ["activity-51-1", "2026-03-29"], ["activity-51-2", "2026-03-29"], ["activity-5-2", "2025-10-26"], ["activity-52-0", "2026-03-29"], ["activity-52-1", "2026-03-29"], ["activity-52-2", "2025-10-26"], ["activity-53-0", "2026-03-29"], ["activity-53-1", "2025-10-26"], ["activity-53-2", "2025-10-26"], ["activity-54-0", "2025-10-26"], ["activity-54-1", "2025-10-26"], ["activity-54-2", "2024-02-29"], ["activity-55-0", "2025-10-26"], ["activity-55-1", "2024-02-29"], ["activity-55-2", "2026-06-01"], ["activity-56-0", "2024-02-29"], ["activity-56-1", "2026-06-01"], ["activity-56-2", "2026-09-05"], ["activity-57-0", "2026-06-01"], ["activity-57-1", "2026-09-05"], ["activity-57-2", "2026-08-31"], ["activity-58-0", "2026-09-05"], ["activity-58-1", "2026-08-31"], ["activity-58-2", "2026-08-31"], ["activity-59-0", "2026-08-31"], ["activity-59-1", "2026-08-31"], ["activity-59-2", "2026-09-01"], ["activity-6-0", "2025-10-26"], ["activity-60-0", "2026-08-31"], ["activity-60-1", "2026-09-01"], ["activity-60-2", "2026-07-31"], ["activity-6-1", "2025-10-26"], ["activity-61-0", "2026-09-01"], ["activity-61-1", "2026-07-31"], ["activity-61-2", "2026-08-15"], ["activity-6-2", "2024-02-29"], ["activity-62-0", "2026-07-31"], ["activity-62-1", "2026-08-15"], ["activity-62-2", "2026-03-29"], ["activity-63-0", "2026-08-15"], ["activity-63-1", "2026-03-29"], ["activity-63-2", "2026-03-29"], ["activity-64-0", "2026-03-29"], ["activity-64-1", "2026-03-29"], ["activity-64-2", "2025-10-26"], ["activity-7-0", "2025-10-26"], ["activity-7-1", "2024-02-29"], ["activity-7-2", "2026-06-01"], ["activity-8-0", "2024-02-29"], ["activity-8-1", "2026-06-01"], ["activity-8-2", "2026-09-05"], ["activity-9-0", "2026-06-01"], ["activity-9-1", "2026-09-05"], ["activity-9-2", "2026-08-31"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive activity IDs and due dates in activ...", "series": null}, "cost_estimate": {"total_cost": 12.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "023c6e47b5b5ee1e", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "95830048fa5b8988", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "95830048fa5b8988", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "376b5a09-4b6a-42a9-8066-5962cb06d29c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "activity", "start": 15, "end": 23, "phrase": "activity", "matched_term": "activity", "column": "pipedrive.activities.id", "columns": ["pipedrive.activities.id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "pipedrive.activities aliases", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "due dates", "start": 32, "end": 41, "phrase": "due date", "matched_term": "due date", "column": "pipedrive.activities.due_date", "columns": ["pipedrive.activities.due_date"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["activity-1-0", "activity-10-0", "activity-10-1", "activity-10-2", "activity-1-1", "activity-11-0", "activity-11-1", "activity-11-2", "activity-1-2", "activity-12-0", "activity-12-1", "activity-12-2", "activity-13-0", "activity-13-1", "activity-13-2", "activity-14-0", "activity-14-1", "activity-14-2", "activity-15-0", "activity-15-1", "activity-15-2", "activity-16-0", "activity-16-1", "activity-16-2", "activity-17-0", "activity-17-1", "activity-17-2", "activity-18-0", "activity-18-1", "activity-18-2", "activity-19-0", "activity-19-1", "activity-19-2", "activity-2-0", "activity-20-0", "activity-20-1", "activity-20-2", "activity-2-1", "activity-21-0", "activity-21-1", "activity-21-2", "activity-2-2", "activity-22-0", "activity-22-1", "activity-22-2", "activity-23-0", "activity-23-1", "activity-23-2", "activity-24-0", "activity-24-1", "activity-24-2", "activity-25-0", "activity-25-1", "activity-25-2", "activity-26-0", "activity-26-1", "activity-26-2", "activity-27-0", "activity-27-1", "activity-27-2", "activity-28-0", "activity-28-1", "activity-28-2", "activity-29-0", "activity-29-1", "activity-29-2", "activity-3-0", "activity-30-0", "activity-30-1", "activity-30-2", "activity-3-1", "activity-31-0", "activity-31-1", "activity-31-2", "activity-3-2", "activity-32-0", "activity-32-1", "activity-32-2", "activity-33-0", "activity-33-1", "activity-33-2", "activity-34-0", "activity-34-1", "activity-34-2", "activity-35-0", "activity-35-1", "activity-35-2", "activity-36-0", "activity-36-1", "activity-36-2", "activity-37-0", "activity-37-1", "activity-37-2", "activity-38-0", "activity-38-1", "activity-38-2", "activity-39-0", "activity-39-1", "activity-39-2", "activity-4-0", "activity-40-0", "activity-40-1", "activity-40-2", "activity-4-1", "activity-41-0", "activity-41-1", "activity-41-2", "activity-4-2", "activity-42-0", "activity-42-1", "activity-42-2", "activity-43-0", "activity-43-1", "activity-43-2", "activity-44-0", "activity-44-1", "activity-44-2", "activity-45-0", "activity-45-1", "activity-45-2", "activity-46-0", "activity-46-1", "activity-46-2", "activity-47-0", "activity-47-1", "activity-47-2", "activity-48-0", "activity-48-1", "activity-48-2", "activity-49-0", "activity-49-1", "activity-49-2", "activity-5-0", "activity-50-0", "activity-50-1", "activity-50-2", "activity-5-1", "activity-51-0", "activity-51-1", "activity-51-2", "activity-5-2", "activity-52-0", "activity-52-1", "activity-52-2", "activity-53-0", "activity-53-1", "activity-53-2", "activity-54-0", "activity-54-1", "activity-54-2", "activity-55-0", "activity-55-1", "activity-55-2", "activity-56-0", "activity-56-1", "activity-56-2", "activity-57-0", "activity-57-1", "activity-57-2", "activity-58-0", "activity-58-1", "activity-58-2", "activity-59-0", "activity-59-1", "activity-59-2", "activity-6-0", "activity-60-0", "activity-60-1", "activity-60-2", "activity-6-1", "activity-61-0", "activity-61-1", "activity-61-2", "activity-6-2", "activity-62-0", "activity-62-1", "activity-62-2", "activity-63-0", "activity-63-1", "activity-63-2", "activity-64-0", "activity-64-1", "activity-64-2", "activity-7-0", "activity-7-1", "activity-7-2", "activity-8-0", "activity-8-1", "activity-8-2", "activity-9-0", "activity-9-1", "activity-9-2"], "key_count": 192, "over_cap": false, "derived_columns": ["id", "due_date"], "derivation": "sql_sha:542e7bf315cb3a16"}}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "376b5a09-4b6a-42a9-8066-5962cb06d29c", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "4b064ca4470cba3d337baadf2478d866778dacdde4e0552b2060d79cdf9fdbcb", "result_sha256": "722d0335dda83de703685bc495a8ea0893a068003ff1580673d617264d5c53a5"}
{"arm": "original", "case_id": "latency-dev-15", "repeat": 3, "elapsed_ms": 747.3910227417946, "started_monotonic": 5602047.078192637, "finished_monotonic": 5602047.82558366, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 728.793173097074, "job_status": "done", "job_id": "396cb7a9-fe88-49d8-b7e7-8fba4cab2e22", "status": "success", "error": null, "raw_payload": {"id": "86dadea1-13e5-4304-b1aa-8c7a0450d4ec", "conversation_id": "c429a5e1-e5e4-4b7f-ae4a-3518d4a78a41", "turn_index": 0, "nl_query": "List open Pipedrive deal IDs and their native value and currency.", "status": "success", "query_id": "482d333c-07af-4bc2-8048-b29c630c98bb", "trace_id": "7696f6002f43616f44764e4194bed9ce", "trace_snapshot": {"trace_id": "7696f6002f43616f44764e4194bed9ce", "context": {"trace_id": "7696f6002f43616f44764e4194bed9ce", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 19.56, "sql_execution_ms": 1.37, "retrieval_ms": 0.07, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 48, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "396cb7a9-fe88-49d8-b7e7-8fba4cab2e22", "timing": {"submission_ack_ms": 2.554849721491337, "queue_ms": 0.0, "base_persistence_ms": 1.0792678222060204, "required_to_ready_ms": 523.9140782505274, "first_useful_ms": 523.9140782505274, "optional_ms": 97.97431528568268, "total_ms": 622.4119123071432}, "optional_status": "done"}}, "generated_sql": "SELECT id, value, currency FROM pipedrive.deals WHERE status = 'open' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  value,\n  currency\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}}}}, {"name": "value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111022, "76", "EUR"], [111031, "100", "EUR"], [111040, "124", "EUR"], [111062, "200", "USD"], [111071, "224", "USD"], [111080, "248", "USD"], [111102, "324", "GBP"], [111111, "348", "GBP"], [111120, "372", "GBP"], [111142, "448", "EUR"], [111151, "472", "EUR"], [111160, "496", "EUR"], [111182, null, "USD"], [111191, "596", "USD"], [111200, "620", "USD"], [111222, "696", "GBP"], [111231, "720", "GBP"], [111240, "744", "GBP"], [111262, "820", "EUR"], [111271, null, "EUR"], [111280, "868", "EUR"], [111302, "944", "USD"], [111311, "968", "USD"], [111320, "992", "USD"], [111342, "1068", "GBP"], [111351, "1092", "GBP"], [111360, null, "GBP"], [111382, "1192", "EUR"], [111391, "1216", "EUR"], [111400, "1240", "EUR"], [111422, "1316", "USD"], [111431, "1340", "USD"], [111440, "1364", "USD"], [111462, "1440", "GBP"], [111471, "1464", "GBP"], [111480, "1488", "GBP"], [111502, "1564", "EUR"], [111511, "1588", "EUR"], [111520, "1612", "EUR"], [111542, null, "USD"], [111551, "1712", "USD"], [111560, "1736", "USD"], [111582, "1812", "GBP"], [111591, "1836", "GBP"], [111600, "1860", "GBP"], [111622, "1936", "EUR"], [111631, null, "EUR"], [111640, "1984", "EUR"]], "row_count": 48, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "value", "title": "List open Pipedrive deal IDs and their native valu...", "series": ["value"]}, "cost_estimate": {"total_cost": 10.86, "estimated_rows": 48, "rows": 48, "ms_estimate": 4.2, "dollars_estimate": 8.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "71f2313481e26885", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "993b927dd8c7060d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "993b927dd8c7060d", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "482d333c-07af-4bc2-8048-b29c630c98bb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "value", "start": 46, "end": 51, "phrase": "value", "matched_term": "value", "column": "pipedrive.deals.value", "columns": ["pipedrive.deals.value", "ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_settled", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate"], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111022", "111031", "111040", "111062", "111071", "111080", "111102", "111111", "111120", "111142", "111151", "111160", "111182", "111191", "111200", "111222", "111231", "111240", "111262", "111271", "111280", "111302", "111311", "111320", "111342", "111351", "111360", "111382", "111391", "111400", "111422", "111431", "111440", "111462", "111471", "111480", "111502", "111511", "111520", "111542", "111551", "111560", "111582", "111591", "111600", "111622", "111631", "111640"], "key_count": 48, "over_cap": false, "derived_columns": ["id", "value", "currency"], "derivation": "sql_sha:6f0f834b5fcb969c"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "482d333c-07af-4bc2-8048-b29c630c98bb", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "cbb437f7d09904f4bfce5583784c11d535bed28915e5a4bd102583a6cfd3bc17", "result_sha256": "3737a63cba481d92603f868cb955f208818a1fe1b8fd407e041e8ac0c14dfae2"}
{"arm": "candidate", "case_id": "latency-dev-15", "repeat": 3, "elapsed_ms": 753.7930672988296, "started_monotonic": 5602047.828071196, "finished_monotonic": 5602048.581864263, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 740.132799372077, "job_status": "done", "job_id": "ed60b6fc-2641-4eea-ae35-88b072390867", "status": "success", "error": null, "raw_payload": {"id": "9aa1a567-cb7c-4aac-9313-c79add08d840", "conversation_id": "f040343a-f4e8-45ff-a1c9-fa54b36f4ec3", "turn_index": 0, "nl_query": "List open Pipedrive deal IDs and their native value and currency.", "status": "success", "query_id": "8bc2de77-dfe5-4217-8455-a6a13f6e7ca0", "trace_id": "7696f6002fb13f719a084f258c80431a", "trace_snapshot": {"trace_id": "7696f6002fb13f719a084f258c80431a", "context": {"trace_id": "7696f6002fb13f719a084f258c80431a", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 33.38, "sql_execution_ms": 1.49, "retrieval_ms": 0.08, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 48, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "ed60b6fc-2641-4eea-ae35-88b072390867", "timing": {"submission_ack_ms": 1.4159688726067543, "queue_ms": 0.0, "base_persistence_ms": 0.968683511018753, "required_to_ready_ms": 614.7262929007411, "first_useful_ms": 614.7262929007411, "optional_ms": 90.08266031742096, "total_ms": 705.2459679543972}, "optional_status": "done"}}, "generated_sql": "SELECT id, value, currency FROM pipedrive.deals WHERE status = 'open' ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  value,\n  currency\nFROM pipedrive.deals\nWHERE\n  status = 'open'\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}}}}, {"name": "value", "data_type": "numeric", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "money", "currency_code": null, "currency": null, "unit_column": "currency", "unit_unverified": false, "unit": "currency", "aggregation": "sum", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111022, "76", "EUR"], [111031, "100", "EUR"], [111040, "124", "EUR"], [111062, "200", "USD"], [111071, "224", "USD"], [111080, "248", "USD"], [111102, "324", "GBP"], [111111, "348", "GBP"], [111120, "372", "GBP"], [111142, "448", "EUR"], [111151, "472", "EUR"], [111160, "496", "EUR"], [111182, null, "USD"], [111191, "596", "USD"], [111200, "620", "USD"], [111222, "696", "GBP"], [111231, "720", "GBP"], [111240, "744", "GBP"], [111262, "820", "EUR"], [111271, null, "EUR"], [111280, "868", "EUR"], [111302, "944", "USD"], [111311, "968", "USD"], [111320, "992", "USD"], [111342, "1068", "GBP"], [111351, "1092", "GBP"], [111360, null, "GBP"], [111382, "1192", "EUR"], [111391, "1216", "EUR"], [111400, "1240", "EUR"], [111422, "1316", "USD"], [111431, "1340", "USD"], [111440, "1364", "USD"], [111462, "1440", "GBP"], [111471, "1464", "GBP"], [111480, "1488", "GBP"], [111502, "1564", "EUR"], [111511, "1588", "EUR"], [111520, "1612", "EUR"], [111542, null, "USD"], [111551, "1712", "USD"], [111560, "1736", "USD"], [111582, "1812", "GBP"], [111591, "1836", "GBP"], [111600, "1860", "GBP"], [111622, "1936", "EUR"], [111631, null, "EUR"], [111640, "1984", "EUR"]], "row_count": 48, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "id", "y_axis": "value", "title": "List open Pipedrive deal IDs and their native valu...", "series": ["value"]}, "cost_estimate": {"total_cost": 10.86, "estimated_rows": 48, "rows": 48, "ms_estimate": 4.2, "dollars_estimate": 8.4e-05, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 value: EUR 76.00.", "insight_notes": ["48 rows returned. Only the first 12 returned rows are available for this summary."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals.", "bullets": ["Reads from deals.", "Keeps only rows matching filters on status."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "085e773e3bbceedd", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "085e773e3bbceedd", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "8bc2de77-dfe5-4217-8455-a6a13f6e7ca0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "value", "start": 46, "end": 51, "phrase": "value", "matched_term": "value", "column": "pipedrive.deals.value", "columns": ["pipedrive.deals.value", "ct.client_360.revenue_gbp_all", "ct.client_360.revenue_gbp_settled", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "revenue_settled_open_forecast", "options": [{"label": "Booked trading revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all"], "samples": ["\u00a318,400", "\u00a32,750"]}, {"label": "Realized (settled) revenue", "system": "CT", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_settled"], "samples": ["\u00a312,750"]}, {"label": "Deal pipeline (Pipedrive)", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": ["\u00a350,000", "\u00a312,000"]}, {"label": "Both, kept separate", "system": "both", "residence": "gold-rollup", "source_selector": "gold", "columns": ["ct.client_360.revenue_gbp_all", "pipedrive.deals.pipeline_value", "pipedrive.deals.weighted_value"], "samples": []}], "samples": ["Booked trading revenue", "\u00a318,400", "\u00a32,750", "Realized (settled) revenue", "\u00a312,750", "Deal pipeline (Pipedrive)", "\u00a350,000", "\u00a312,000", "Both, kept separate"], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["churn-tier-definitions", "activation-definition-gold", "trade-existence-gold-booked"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "8bc2de77-dfe5-4217-8455-a6a13f6e7ca0", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 48}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "cbb437f7d09904f4bfce5583784c11d535bed28915e5a4bd102583a6cfd3bc17", "result_sha256": "c946b2f7ede5da1b40e10d252490952fe9f7b978fbcdfd1c864ba9912d43f958"}
{"arm": "candidate", "case_id": "latency-dev-10", "repeat": 3, "elapsed_ms": 1043.0659800767899, "started_monotonic": 5602048.583825121, "finished_monotonic": 5602049.626891101, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1029.681441374123, "job_status": "done", "job_id": "113c2206-ccb7-4c00-b6b2-e0f79c3df377", "status": "success", "error": null, "raw_payload": {"id": "272153c1-878f-408d-9f3f-2150e641a2db", "conversation_id": "bda7a5f2-9f8c-4473-b910-217a2932d845", "turn_index": 0, "nl_query": "Show the CT snapshot client count for each stored top selling currency.", "status": "success", "query_id": "bb6cae5e-0b9b-410a-81d5-dd7b182117bf", "trace_id": "7696f6001edfda28d8a14551ac3d7746", "trace_snapshot": {"trace_id": "7696f6001edfda28d8a14551ac3d7746", "context": {"trace_id": "7696f6001edfda28d8a14551ac3d7746", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.08, "connection_ms": 48.07, "sql_execution_ms": 5.65, "retrieval_ms": 0.09, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 4, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "113c2206-ccb7-4c00-b6b2-e0f79c3df377", "timing": {"submission_ack_ms": 1.319986768066883, "queue_ms": 0.0, "base_persistence_ms": 2.7785077691078186, "required_to_ready_ms": 742.7188474684954, "first_useful_ms": 742.7188474684954, "optional_ms": 88.48908450454473, "total_ms": 831.8528542295098}, "optional_status": "done"}}, "generated_sql": "SELECT top_sell_currency,COUNT(DISTINCT user_id) AS client_count FROM ct.client_360 GROUP BY top_sell_currency ORDER BY top_sell_currency", "generated_sql_pretty": "SELECT\n  top_sell_currency,\n  COUNT(DISTINCT user_id) AS client_count\nFROM ct.client_360\nGROUP BY\n  top_sell_currency\nORDER BY\n  top_sell_currency", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "top_sell_currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_count", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "count", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "distinct_count", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [["EUR", 15], ["GBP", 11], ["USD", 15], [null, 4]], "row_count": 4, "was_truncated": false, "truncation_message": null, "chart_type": "bar", "chart_config": {"type": "bar", "x_axis": "top_sell_currency", "y_axis": "client_count", "title": "Show the CT snapshot client count for each stored ...", "series": ["client_count"]}, "cost_estimate": {"total_cost": 28.42, "estimated_rows": 3, "rows": 3, "ms_estimate": 0.41250000000000003, "dollars_estimate": 8.249999999999999e-06, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "First returned row \u2014 client_count: 15.00; top_sell_currency: EUR.", "insight_notes": ["4 rows returned.", "Missing values occur in 1 of the 4 rows examined."], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Works out how many DISTINCT user_id there are from client_360 grouped by top_sell_currency.", "bullets": ["Reads from client_360.", "Calculates how many DISTINCT user_id there are.", "Groups the results by top_sell_currency."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": false, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "ea20795d924bfdaa", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "ea20795d924bfdaa", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "bb6cae5e-0b9b-410a-81d5-dd7b182117bf", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 21, "end": 27, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11040", "11053", "11006", "11060", "11021", "11048", "11031", "11032", "11039", "11055", "11014", "11035", "11064", "11007", "11026", "11024", "11056", "11016", "11008", "11022", "11028", "11005", "11030", "11043", "11033", "11011", "11037", "11013", "11061", "11004", "11050", "11020", "11049", "11015", "11010", "11052", "11025", "11003", "11044", "11047", "11059", "11012", "11042", "11041", "11062"], "keys_available": true, "key_count": 45, "over_cap": false, "materialized_from_aggregate": true, "derivation": "sql_sha:35bf9dc8288e090f"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "bb6cae5e-0b9b-410a-81d5-dd7b182117bf", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 4}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "3f9e1374a857ee379851bb116eb288a47d939eb51dedc8bcff592827514a441b", "result_sha256": "e65f22e8ab009bc1a3fc1e466384f5f0716115da2c8b2055bab0d95e6a2dd8ab"}
{"arm": "original", "case_id": "latency-dev-10", "repeat": 3, "elapsed_ms": 1084.6213325858116, "started_monotonic": 5602049.627865004, "finished_monotonic": 5602050.712486337, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": ["user_id", "client", "client_type"], "request_row_limit": 10000, "required_ready_ms": 803.723911754787, "job_status": "done", "job_id": "4e81404a-1d6a-4394-9305-9f862a5305f4", "status": "success", "error": null, "raw_payload": {"id": "bcd50f9b-ed50-4299-baa2-8938de1b61f7", "conversation_id": "82aa0f5b-8248-4e38-a5f4-295413e1f40b", "turn_index": 0, "nl_query": "Show the CT snapshot client count for each stored top selling currency.", "status": "success", "query_id": "287a910b-f256-40cb-b1a7-6484c2a05917", "trace_id": "7696f6006967c652fa954448b3b61361", "trace_snapshot": {"trace_id": "7696f6006967c652fa954448b3b61361", "context": {"trace_id": "7696f6006967c652fa954448b3b61361", "user_id": "7ac1b8d7010bb6cd", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": null, "sql_hash": null, "query_fingerprint": null, "row_limit": 10000, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.0, "connection_ms": 0.0, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 2.68, "merge_ms": 1.3, "total_ms": 52.14, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 45, "error_message": null, "was_slow": false, "child_trace_ids": ["7696f600da208c648881456da4a73feb", "7696f600e2b1901886764d8b8e6c8cb2"], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "4e81404a-1d6a-4394-9305-9f862a5305f4", "timing": {"submission_ack_ms": 3.597305156290531, "queue_ms": 0.0, "base_persistence_ms": 1.3112565502524376, "required_to_ready_ms": 677.3646827787161, "first_useful_ms": 677.3646827787161, "optional_ms": 93.05009432137012, "total_ms": 771.0177665576339}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "user_id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": "join_key", "value_class": "id", "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client", "data_type": "unknown", "is_masked": false, "display_name": "Client", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "client_type", "data_type": "unknown", "is_masked": false, "display_name": "Type", "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}, {"name": "top_sell_currency", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": "pd_pipeline", "value_class": "text", "currency_code": null, "currency": null, "unit": null, "aggregation": "attribute", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[11003, "Fictional Company 3", "cfx (corporate)", "GBP"], [11004, "Fictional Company 4", "cfx (corporate)", "EUR"], [11005, "Fictional Company 5", "cfx (corporate)", "USD"], [11006, "Fictional Company 6", "cfx (corporate)", "GBP"], [11007, "Fictional Company 7", "cfx (corporate)", "EUR"], [11008, "Fictional Company 8", "unknown", "USD"], [11010, "Fictional Company 10", "cfx (corporate)", "EUR"], [11011, "Fictional Company 11", "cfx (corporate)", "USD"], [11012, "Fictional Company 12", "cfx (corporate)", "GBP"], [11013, "Fictional Company 13", "cfx (corporate)", "EUR"], [11014, "Fictional Company 14", "cfx (corporate)", "USD"], [11015, "Fictional Company 15", "cfx (corporate)", "GBP"], [11016, "Fictional Company 16", "cfx (corporate)", null], [11020, "Fictional Company 20", "cfx (corporate)", "USD"], [11021, "Fictional Company 21", "cfx (corporate)", "GBP"], [11022, "Fictional Company 22", "cfx (corporate)", "EUR"], [11024, "Fictional Company 24", "cfx (corporate)", "GBP"], [11025, "Fictional Company 25", "cfx (corporate)", "EUR"], [11026, "Fictional Company 26", "unknown", "USD"], [11028, "Fictional Company 28", "cfx (corporate)", "EUR"], [11030, "Fictional Company 30", "cfx (corporate)", "GBP"], [11031, "Fictional Company 31", "cfx (corporate)", "EUR"], [11032, "Fictional Company 32", "cfx (corporate)", null], [11033, "Fictional Company 33", "cfx (corporate)", "GBP"], [11035, "Fictional Company 35", "unknown", "USD"], [11037, "Fictional Company 37", "cfx (corporate)", "EUR"], [11039, "Fictional Company 39", "cfx (corporate)", "GBP"], [11040, "Fictional Company 40", "cfx (corporate)", "EUR"], [11041, "Fictional Company 41", "cfx (corporate)", "USD"], [11042, "Fictional Company 42", "cfx (corporate)", "GBP"], [11043, "Fictional Company 43", "cfx (corporate)", "EUR"], [11044, "Fictional Company 44", "unknown", "USD"], [11047, "Fictional Company 47", "cfx (corporate)", "USD"], [11048, "Fictional Company 48", "cfx (corporate)", null], [11049, "Fictional Company 49", "cfx (corporate)", "EUR"], [11050, "Fictional Company 50", "cfx (corporate)", "USD"], [11052, "Fictional Company 52", "cfx (corporate)", "EUR"], [11053, "Fictional Company 53", "unknown", "USD"], [11055, "Fictional Company 55", "cfx (corporate)", "EUR"], [11056, "Fictional Company 56", "cfx (corporate)", "USD"], [11059, "Fictional Company 59", "cfx (corporate)", "USD"], [11060, "Fictional Company 60", "cfx (corporate)", "GBP"], [11061, "Fictional Company 61", "cfx (corporate)", "EUR"], [11062, "Fictional Company 62", "unknown", "USD"], [11064, "Fictional Company 64", "cfx (corporate)", null]], "row_count": 45, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "Show the CT snapshot client count for each stored ...", "series": null}, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "45 results \u2014 first client: Fictional Company 3", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "f94ae3909eb1ef66", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "22569040fbe3e6a0", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "22569040fbe3e6a0", "sampling_pin": "off"}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "287a910b-f256-40cb-b1a7-6484c2a05917", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "federated_merge", "sources": [{"trace_id": "7696f600da208c648881456da4a73feb", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "gold", "display_name": "Gold / Pipedrive", "row_count": 45, "measure_class": "pd_pipeline", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT user_id, top_sell_currency FROM ct.client_360 ORDER BY user_id LIMIT 10000"}, {"trace_id": "7696f600e2b1901886764d8b8e6c8cb2", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "source_freshness": [], "label": "ct", "display_name": "CT Ledger", "row_count": 70, "measure_class": "ct_realized", "freshness": "Source refresh time unknown", "confidence_level": "high", "execution_time_ms": 0.0, "was_truncated": false, "sql": "SELECT id AS user_id FROM public.accounts GROUP BY id ORDER BY id LIMIT 10000"}], "join": {"key": "user_id", "gold_key": "user_id", "ct_key": "user_id", "matched": 45, "unmatched": 0, "dropped_null": 0, "output_rows": 45, "coverage_ratio": 1.0, "preserve_label": "gold", "build_label": "ct"}, "not_summed_across_sources": true, "structural_note": "CT-realized and Pipedrive pipeline measures are kept separate; not summed across sources.", "freshness": "Query times are separate. Source refresh time is unknown unless supplied.", "input_truncated": false}, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "client", "start": 21, "end": 27, "phrase": "clients", "matched_term": "client", "column": "ct.clients.__table__", "columns": ["ct.clients.__table__"], "system": "CT", "residence": "CT-prod-raw", "source_selector": "CT", "clarify_case": null, "options": [], "samples": [], "source": "ct federation source map", "multi": false, "federation_federatable": true, "federation_merge_key": "user_id", "federation_rule": "Direct user_id; one row per user_id already. Project user_id first.", "federation_note": "Onboarding/client dimension keyed by user_id (= accounts.id). Declared (not traded) currencies live here."}], "client_resolution_state": {"__cohort_keys__": {"key_column": "user_id", "keys": ["11003", "11004", "11005", "11006", "11007", "11008", "11010", "11011", "11012", "11013", "11014", "11015", "11016", "11020", "11021", "11022", "11024", "11025", "11026", "11028", "11030", "11031", "11032", "11033", "11035", "11037", "11039", "11040", "11041", "11042", "11043", "11044", "11047", "11048", "11049", "11050", "11052", "11053", "11055", "11056", "11059", "11060", "11061", "11062", "11064"], "key_count": 45, "over_cap": false, "derived_columns": ["user_id", "client", "client_type", "top_sell_currency"], "derivation": ""}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": ["declared-currency-intent", "client-type-sti-classes"], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 52.14441288262606, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "287a910b-f256-40cb-b1a7-6484c2a05917", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 45}, "sources": [{"label": "gold", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}, {"label": "ct", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "gold"}, {"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate.", "source": "ct"}, {"id": "merge_membership", "status": "satisfied", "reason": "Keys, merge grain, and source membership were checked.", "evidence": "Keyed merge and authoritative-source checks."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "3f9e1374a857ee379851bb116eb288a47d939eb51dedc8bcff592827514a441b", "result_sha256": "5c62e1bb8d0203b33c95e544dce7e44acc15b3ba523fb2e3be991b427c77b7fd"}
{"arm": "original", "case_id": "latency-dev-12", "repeat": 3, "elapsed_ms": 750.680847093463, "started_monotonic": 5602050.713776482, "finished_monotonic": 5602051.464457329, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 733.1227026879787, "job_status": "done", "job_id": "5ffbb5d2-9d80-4dc5-bab1-fec6e25fa0ff", "status": "success", "error": null, "raw_payload": {"id": "a4d1ec54-fb51-4188-9f9e-8e27373d058d", "conversation_id": "42509e5f-f089-49b0-a78d-35cde24baeea", "turn_index": 0, "nl_query": "List Pipedrive deal IDs and titles in deal ID order.", "status": "success", "query_id": "0c1e2f9c-e88a-4e2f-8a33-135619e4795b", "trace_id": "7696f600899d2e87e2464434bb2bfd50", "trace_snapshot": {"trace_id": "7696f600899d2e87e2464434bb2bfd50", "context": {"trace_id": "7696f600899d2e87e2464434bb2bfd50", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.05, "connection_ms": 21.48, "sql_execution_ms": 2.06, "retrieval_ms": 0.27, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "5ffbb5d2-9d80-4dc5-bab1-fec6e25fa0ff", "timing": {"submission_ack_ms": 3.0101360753178596, "queue_ms": 0.0, "base_persistence_ms": 1.9995905458927155, "required_to_ready_ms": 552.7956578880548, "first_useful_ms": 552.7956578880548, "optional_ms": 123.21447767317295, "total_ms": 677.5303287431598}, "optional_status": "done"}}, "generated_sql": "SELECT id, title FROM pipedrive.deals ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  title\nFROM pipedrive.deals\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111010": {"link": "https://ct.pipedrive.com/deal/111010", "kind": "pd_deal"}, "111011": {"link": "https://ct.pipedrive.com/deal/111011", "kind": "pd_deal"}, "111012": {"link": "https://ct.pipedrive.com/deal/111012", "kind": "pd_deal"}, "111020": {"link": "https://ct.pipedrive.com/deal/111020", "kind": "pd_deal"}, "111021": {"link": "https://ct.pipedrive.com/deal/111021", "kind": "pd_deal"}, "111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111030": {"link": "https://ct.pipedrive.com/deal/111030", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111032": {"link": "https://ct.pipedrive.com/deal/111032", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111041": {"link": "https://ct.pipedrive.com/deal/111041", "kind": "pd_deal"}, "111042": {"link": "https://ct.pipedrive.com/deal/111042", "kind": "pd_deal"}, "111050": {"link": "https://ct.pipedrive.com/deal/111050", "kind": "pd_deal"}, "111051": {"link": "https://ct.pipedrive.com/deal/111051", "kind": "pd_deal"}, "111052": {"link": "https://ct.pipedrive.com/deal/111052", "kind": "pd_deal"}, "111060": {"link": "https://ct.pipedrive.com/deal/111060", "kind": "pd_deal"}, "111061": {"link": "https://ct.pipedrive.com/deal/111061", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111070": {"link": "https://ct.pipedrive.com/deal/111070", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111072": {"link": "https://ct.pipedrive.com/deal/111072", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111081": {"link": "https://ct.pipedrive.com/deal/111081", "kind": "pd_deal"}, "111082": {"link": "https://ct.pipedrive.com/deal/111082", "kind": "pd_deal"}, "111090": {"link": "https://ct.pipedrive.com/deal/111090", "kind": "pd_deal"}, "111091": {"link": "https://ct.pipedrive.com/deal/111091", "kind": "pd_deal"}, "111092": {"link": "https://ct.pipedrive.com/deal/111092", "kind": "pd_deal"}, "111100": {"link": "https://ct.pipedrive.com/deal/111100", "kind": "pd_deal"}, "111101": {"link": "https://ct.pipedrive.com/deal/111101", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111110": {"link": "https://ct.pipedrive.com/deal/111110", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111112": {"link": "https://ct.pipedrive.com/deal/111112", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111121": {"link": "https://ct.pipedrive.com/deal/111121", "kind": "pd_deal"}, "111122": {"link": "https://ct.pipedrive.com/deal/111122", "kind": "pd_deal"}, "111130": {"link": "https://ct.pipedrive.com/deal/111130", "kind": "pd_deal"}, "111131": {"link": "https://ct.pipedrive.com/deal/111131", "kind": "pd_deal"}, "111132": {"link": "https://ct.pipedrive.com/deal/111132", "kind": "pd_deal"}, "111140": {"link": "https://ct.pipedrive.com/deal/111140", "kind": "pd_deal"}, "111141": {"link": "https://ct.pipedrive.com/deal/111141", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111150": {"link": "https://ct.pipedrive.com/deal/111150", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111152": {"link": "https://ct.pipedrive.com/deal/111152", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111161": {"link": "https://ct.pipedrive.com/deal/111161", "kind": "pd_deal"}, "111162": {"link": "https://ct.pipedrive.com/deal/111162", "kind": "pd_deal"}, "111170": {"link": "https://ct.pipedrive.com/deal/111170", "kind": "pd_deal"}, "111171": {"link": "https://ct.pipedrive.com/deal/111171", "kind": "pd_deal"}, "111172": {"link": "https://ct.pipedrive.com/deal/111172", "kind": "pd_deal"}, "111180": {"link": "https://ct.pipedrive.com/deal/111180", "kind": "pd_deal"}, "111181": {"link": "https://ct.pipedrive.com/deal/111181", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111190": {"link": "https://ct.pipedrive.com/deal/111190", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111192": {"link": "https://ct.pipedrive.com/deal/111192", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111201": {"link": "https://ct.pipedrive.com/deal/111201", "kind": "pd_deal"}, "111202": {"link": "https://ct.pipedrive.com/deal/111202", "kind": "pd_deal"}, "111210": {"link": "https://ct.pipedrive.com/deal/111210", "kind": "pd_deal"}, "111211": {"link": "https://ct.pipedrive.com/deal/111211", "kind": "pd_deal"}, "111212": {"link": "https://ct.pipedrive.com/deal/111212", "kind": "pd_deal"}, "111220": {"link": "https://ct.pipedrive.com/deal/111220", "kind": "pd_deal"}, "111221": {"link": "https://ct.pipedrive.com/deal/111221", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111230": {"link": "https://ct.pipedrive.com/deal/111230", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111232": {"link": "https://ct.pipedrive.com/deal/111232", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111241": {"link": "https://ct.pipedrive.com/deal/111241", "kind": "pd_deal"}, "111242": {"link": "https://ct.pipedrive.com/deal/111242", "kind": "pd_deal"}, "111250": {"link": "https://ct.pipedrive.com/deal/111250", "kind": "pd_deal"}, "111251": {"link": "https://ct.pipedrive.com/deal/111251", "kind": "pd_deal"}, "111252": {"link": "https://ct.pipedrive.com/deal/111252", "kind": "pd_deal"}, "111260": {"link": "https://ct.pipedrive.com/deal/111260", "kind": "pd_deal"}, "111261": {"link": "https://ct.pipedrive.com/deal/111261", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111270": {"link": "https://ct.pipedrive.com/deal/111270", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111272": {"link": "https://ct.pipedrive.com/deal/111272", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111281": {"link": "https://ct.pipedrive.com/deal/111281", "kind": "pd_deal"}, "111282": {"link": "https://ct.pipedrive.com/deal/111282", "kind": "pd_deal"}, "111290": {"link": "https://ct.pipedrive.com/deal/111290", "kind": "pd_deal"}, "111291": {"link": "https://ct.pipedrive.com/deal/111291", "kind": "pd_deal"}, "111292": {"link": "https://ct.pipedrive.com/deal/111292", "kind": "pd_deal"}, "111300": {"link": "https://ct.pipedrive.com/deal/111300", "kind": "pd_deal"}, "111301": {"link": "https://ct.pipedrive.com/deal/111301", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111310": {"link": "https://ct.pipedrive.com/deal/111310", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111312": {"link": "https://ct.pipedrive.com/deal/111312", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111321": {"link": "https://ct.pipedrive.com/deal/111321", "kind": "pd_deal"}, "111322": {"link": "https://ct.pipedrive.com/deal/111322", "kind": "pd_deal"}, "111330": {"link": "https://ct.pipedrive.com/deal/111330", "kind": "pd_deal"}, "111331": {"link": "https://ct.pipedrive.com/deal/111331", "kind": "pd_deal"}, "111332": {"link": "https://ct.pipedrive.com/deal/111332", "kind": "pd_deal"}, "111340": {"link": "https://ct.pipedrive.com/deal/111340", "kind": "pd_deal"}, "111341": {"link": "https://ct.pipedrive.com/deal/111341", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111350": {"link": "https://ct.pipedrive.com/deal/111350", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111352": {"link": "https://ct.pipedrive.com/deal/111352", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111361": {"link": "https://ct.pipedrive.com/deal/111361", "kind": "pd_deal"}, "111362": {"link": "https://ct.pipedrive.com/deal/111362", "kind": "pd_deal"}, "111370": {"link": "https://ct.pipedrive.com/deal/111370", "kind": "pd_deal"}, "111371": {"link": "https://ct.pipedrive.com/deal/111371", "kind": "pd_deal"}, "111372": {"link": "https://ct.pipedrive.com/deal/111372", "kind": "pd_deal"}, "111380": {"link": "https://ct.pipedrive.com/deal/111380", "kind": "pd_deal"}, "111381": {"link": "https://ct.pipedrive.com/deal/111381", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111390": {"link": "https://ct.pipedrive.com/deal/111390", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111392": {"link": "https://ct.pipedrive.com/deal/111392", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111401": {"link": "https://ct.pipedrive.com/deal/111401", "kind": "pd_deal"}, "111402": {"link": "https://ct.pipedrive.com/deal/111402", "kind": "pd_deal"}, "111410": {"link": "https://ct.pipedrive.com/deal/111410", "kind": "pd_deal"}, "111411": {"link": "https://ct.pipedrive.com/deal/111411", "kind": "pd_deal"}, "111412": {"link": "https://ct.pipedrive.com/deal/111412", "kind": "pd_deal"}, "111420": {"link": "https://ct.pipedrive.com/deal/111420", "kind": "pd_deal"}, "111421": {"link": "https://ct.pipedrive.com/deal/111421", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111430": {"link": "https://ct.pipedrive.com/deal/111430", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111432": {"link": "https://ct.pipedrive.com/deal/111432", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111441": {"link": "https://ct.pipedrive.com/deal/111441", "kind": "pd_deal"}, "111442": {"link": "https://ct.pipedrive.com/deal/111442", "kind": "pd_deal"}, "111450": {"link": "https://ct.pipedrive.com/deal/111450", "kind": "pd_deal"}, "111451": {"link": "https://ct.pipedrive.com/deal/111451", "kind": "pd_deal"}, "111452": {"link": "https://ct.pipedrive.com/deal/111452", "kind": "pd_deal"}, "111460": {"link": "https://ct.pipedrive.com/deal/111460", "kind": "pd_deal"}, "111461": {"link": "https://ct.pipedrive.com/deal/111461", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111470": {"link": "https://ct.pipedrive.com/deal/111470", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111472": {"link": "https://ct.pipedrive.com/deal/111472", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111481": {"link": "https://ct.pipedrive.com/deal/111481", "kind": "pd_deal"}, "111482": {"link": "https://ct.pipedrive.com/deal/111482", "kind": "pd_deal"}, "111490": {"link": "https://ct.pipedrive.com/deal/111490", "kind": "pd_deal"}, "111491": {"link": "https://ct.pipedrive.com/deal/111491", "kind": "pd_deal"}, "111492": {"link": "https://ct.pipedrive.com/deal/111492", "kind": "pd_deal"}, "111500": {"link": "https://ct.pipedrive.com/deal/111500", "kind": "pd_deal"}, "111501": {"link": "https://ct.pipedrive.com/deal/111501", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111510": {"link": "https://ct.pipedrive.com/deal/111510", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111512": {"link": "https://ct.pipedrive.com/deal/111512", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111521": {"link": "https://ct.pipedrive.com/deal/111521", "kind": "pd_deal"}, "111522": {"link": "https://ct.pipedrive.com/deal/111522", "kind": "pd_deal"}, "111530": {"link": "https://ct.pipedrive.com/deal/111530", "kind": "pd_deal"}, "111531": {"link": "https://ct.pipedrive.com/deal/111531", "kind": "pd_deal"}, "111532": {"link": "https://ct.pipedrive.com/deal/111532", "kind": "pd_deal"}, "111540": {"link": "https://ct.pipedrive.com/deal/111540", "kind": "pd_deal"}, "111541": {"link": "https://ct.pipedrive.com/deal/111541", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111550": {"link": "https://ct.pipedrive.com/deal/111550", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111552": {"link": "https://ct.pipedrive.com/deal/111552", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111561": {"link": "https://ct.pipedrive.com/deal/111561", "kind": "pd_deal"}, "111562": {"link": "https://ct.pipedrive.com/deal/111562", "kind": "pd_deal"}, "111570": {"link": "https://ct.pipedrive.com/deal/111570", "kind": "pd_deal"}, "111571": {"link": "https://ct.pipedrive.com/deal/111571", "kind": "pd_deal"}, "111572": {"link": "https://ct.pipedrive.com/deal/111572", "kind": "pd_deal"}, "111580": {"link": "https://ct.pipedrive.com/deal/111580", "kind": "pd_deal"}, "111581": {"link": "https://ct.pipedrive.com/deal/111581", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111590": {"link": "https://ct.pipedrive.com/deal/111590", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111592": {"link": "https://ct.pipedrive.com/deal/111592", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111601": {"link": "https://ct.pipedrive.com/deal/111601", "kind": "pd_deal"}, "111602": {"link": "https://ct.pipedrive.com/deal/111602", "kind": "pd_deal"}, "111610": {"link": "https://ct.pipedrive.com/deal/111610", "kind": "pd_deal"}, "111611": {"link": "https://ct.pipedrive.com/deal/111611", "kind": "pd_deal"}, "111612": {"link": "https://ct.pipedrive.com/deal/111612", "kind": "pd_deal"}, "111620": {"link": "https://ct.pipedrive.com/deal/111620", "kind": "pd_deal"}, "111621": {"link": "https://ct.pipedrive.com/deal/111621", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111630": {"link": "https://ct.pipedrive.com/deal/111630", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111632": {"link": "https://ct.pipedrive.com/deal/111632", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}, "111641": {"link": "https://ct.pipedrive.com/deal/111641", "kind": "pd_deal"}, "111642": {"link": "https://ct.pipedrive.com/deal/111642", "kind": "pd_deal"}}}}, {"name": "title", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "value_class": null, "currency_code": null, "currency": null, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111010, "Synthetic opportunity 1.0"], [111011, "Synthetic opportunity 1.1"], [111012, "Synthetic opportunity 1.2"], [111020, "Synthetic opportunity 2.0"], [111021, "Synthetic opportunity 2.1"], [111022, "Synthetic opportunity 2.2"], [111030, "Synthetic opportunity 3.0"], [111031, "Synthetic opportunity 3.1"], [111032, "Synthetic opportunity 3.2"], [111040, "Synthetic opportunity 4.0"], [111041, "Synthetic opportunity 4.1"], [111042, "Synthetic opportunity 4.2"], [111050, "Synthetic opportunity 5.0"], [111051, "Synthetic opportunity 5.1"], [111052, "Synthetic opportunity 5.2"], [111060, "Synthetic opportunity 6.0"], [111061, "Synthetic opportunity 6.1"], [111062, "Synthetic opportunity 6.2"], [111070, "Synthetic opportunity 7.0"], [111071, "Synthetic opportunity 7.1"], [111072, "Synthetic opportunity 7.2"], [111080, "Synthetic opportunity 8.0"], [111081, "Synthetic opportunity 8.1"], [111082, "Synthetic opportunity 8.2"], [111090, "Synthetic opportunity 9.0"], [111091, "Synthetic opportunity 9.1"], [111092, "Synthetic opportunity 9.2"], [111100, "Synthetic opportunity 10.0"], [111101, "Synthetic opportunity 10.1"], [111102, "Synthetic opportunity 10.2"], [111110, "Synthetic opportunity 11.0"], [111111, "Synthetic opportunity 11.1"], [111112, "Synthetic opportunity 11.2"], [111120, "Synthetic opportunity 12.0"], [111121, "Synthetic opportunity 12.1"], [111122, "Synthetic opportunity 12.2"], [111130, "Synthetic opportunity 13.0"], [111131, "Synthetic opportunity 13.1"], [111132, "Synthetic opportunity 13.2"], [111140, "Synthetic opportunity 14.0"], [111141, "Synthetic opportunity 14.1"], [111142, "Synthetic opportunity 14.2"], [111150, "Synthetic opportunity 15.0"], [111151, "Synthetic opportunity 15.1"], [111152, "Synthetic opportunity 15.2"], [111160, "Synthetic opportunity 16.0"], [111161, "Synthetic opportunity 16.1"], [111162, "Synthetic opportunity 16.2"], [111170, "Synthetic opportunity 17.0"], [111171, "Synthetic opportunity 17.1"], [111172, "Synthetic opportunity 17.2"], [111180, "Synthetic opportunity 18.0"], [111181, "Synthetic opportunity 18.1"], [111182, "Synthetic opportunity 18.2"], [111190, "Synthetic opportunity 19.0"], [111191, "Synthetic opportunity 19.1"], [111192, "Synthetic opportunity 19.2"], [111200, "Synthetic opportunity 20.0"], [111201, "Synthetic opportunity 20.1"], [111202, "Synthetic opportunity 20.2"], [111210, "Synthetic opportunity 21.0"], [111211, "Synthetic opportunity 21.1"], [111212, "Synthetic opportunity 21.2"], [111220, "Synthetic opportunity 22.0"], [111221, "Synthetic opportunity 22.1"], [111222, "Synthetic opportunity 22.2"], [111230, "Synthetic opportunity 23.0"], [111231, "Synthetic opportunity 23.1"], [111232, "Synthetic opportunity 23.2"], [111240, "Synthetic opportunity 24.0"], [111241, "Synthetic opportunity 24.1"], [111242, "Synthetic opportunity 24.2"], [111250, "Synthetic opportunity 25.0"], [111251, "Synthetic opportunity 25.1"], [111252, "Synthetic opportunity 25.2"], [111260, "Synthetic opportunity 26.0"], [111261, "Synthetic opportunity 26.1"], [111262, "Synthetic opportunity 26.2"], [111270, "Synthetic opportunity 27.0"], [111271, "Synthetic opportunity 27.1"], [111272, "Synthetic opportunity 27.2"], [111280, "Synthetic opportunity 28.0"], [111281, "Synthetic opportunity 28.1"], [111282, "Synthetic opportunity 28.2"], [111290, "Synthetic opportunity 29.0"], [111291, "Synthetic opportunity 29.1"], [111292, "Synthetic opportunity 29.2"], [111300, "Synthetic opportunity 30.0"], [111301, "Synthetic opportunity 30.1"], [111302, "Synthetic opportunity 30.2"], [111310, "Synthetic opportunity 31.0"], [111311, "Synthetic opportunity 31.1"], [111312, "Synthetic opportunity 31.2"], [111320, "Synthetic opportunity 32.0"], [111321, "Synthetic opportunity 32.1"], [111322, "Synthetic opportunity 32.2"], [111330, "Synthetic opportunity 33.0"], [111331, "Synthetic opportunity 33.1"], [111332, "Synthetic opportunity 33.2"], [111340, "Synthetic opportunity 34.0"], [111341, "Synthetic opportunity 34.1"], [111342, "Synthetic opportunity 34.2"], [111350, "Synthetic opportunity 35.0"], [111351, "Synthetic opportunity 35.1"], [111352, "Synthetic opportunity 35.2"], [111360, "Synthetic opportunity 36.0"], [111361, "Synthetic opportunity 36.1"], [111362, "Synthetic opportunity 36.2"], [111370, "Synthetic opportunity 37.0"], [111371, "Synthetic opportunity 37.1"], [111372, "Synthetic opportunity 37.2"], [111380, "Synthetic opportunity 38.0"], [111381, "Synthetic opportunity 38.1"], [111382, "Synthetic opportunity 38.2"], [111390, "Synthetic opportunity 39.0"], [111391, "Synthetic opportunity 39.1"], [111392, "Synthetic opportunity 39.2"], [111400, "Synthetic opportunity 40.0"], [111401, "Synthetic opportunity 40.1"], [111402, "Synthetic opportunity 40.2"], [111410, "Synthetic opportunity 41.0"], [111411, "Synthetic opportunity 41.1"], [111412, "Synthetic opportunity 41.2"], [111420, "Synthetic opportunity 42.0"], [111421, "Synthetic opportunity 42.1"], [111422, "Synthetic opportunity 42.2"], [111430, "Synthetic opportunity 43.0"], [111431, "Synthetic opportunity 43.1"], [111432, "Synthetic opportunity 43.2"], [111440, "Synthetic opportunity 44.0"], [111441, "Synthetic opportunity 44.1"], [111442, "Synthetic opportunity 44.2"], [111450, "Synthetic opportunity 45.0"], [111451, "Synthetic opportunity 45.1"], [111452, "Synthetic opportunity 45.2"], [111460, "Synthetic opportunity 46.0"], [111461, "Synthetic opportunity 46.1"], [111462, "Synthetic opportunity 46.2"], [111470, "Synthetic opportunity 47.0"], [111471, "Synthetic opportunity 47.1"], [111472, "Synthetic opportunity 47.2"], [111480, "Synthetic opportunity 48.0"], [111481, "Synthetic opportunity 48.1"], [111482, "Synthetic opportunity 48.2"], [111490, "Synthetic opportunity 49.0"], [111491, "Synthetic opportunity 49.1"], [111492, "Synthetic opportunity 49.2"], [111500, "Synthetic opportunity 50.0"], [111501, "Synthetic opportunity 50.1"], [111502, "Synthetic opportunity 50.2"], [111510, "Synthetic opportunity 51.0"], [111511, "Synthetic opportunity 51.1"], [111512, "Synthetic opportunity 51.2"], [111520, "Synthetic opportunity 52.0"], [111521, "Synthetic opportunity 52.1"], [111522, "Synthetic opportunity 52.2"], [111530, "Synthetic opportunity 53.0"], [111531, "Synthetic opportunity 53.1"], [111532, "Synthetic opportunity 53.2"], [111540, "Synthetic opportunity 54.0"], [111541, "Synthetic opportunity 54.1"], [111542, "Synthetic opportunity 54.2"], [111550, "Synthetic opportunity 55.0"], [111551, "Synthetic opportunity 55.1"], [111552, "Synthetic opportunity 55.2"], [111560, "Synthetic opportunity 56.0"], [111561, "Synthetic opportunity 56.1"], [111562, "Synthetic opportunity 56.2"], [111570, "Synthetic opportunity 57.0"], [111571, "Synthetic opportunity 57.1"], [111572, "Synthetic opportunity 57.2"], [111580, "Synthetic opportunity 58.0"], [111581, "Synthetic opportunity 58.1"], [111582, "Synthetic opportunity 58.2"], [111590, "Synthetic opportunity 59.0"], [111591, "Synthetic opportunity 59.1"], [111592, "Synthetic opportunity 59.2"], [111600, "Synthetic opportunity 60.0"], [111601, "Synthetic opportunity 60.1"], [111602, "Synthetic opportunity 60.2"], [111610, "Synthetic opportunity 61.0"], [111611, "Synthetic opportunity 61.1"], [111612, "Synthetic opportunity 61.2"], [111620, "Synthetic opportunity 62.0"], [111621, "Synthetic opportunity 62.1"], [111622, "Synthetic opportunity 62.2"], [111630, "Synthetic opportunity 63.0"], [111631, "Synthetic opportunity 63.1"], [111632, "Synthetic opportunity 63.2"], [111640, "Synthetic opportunity 64.0"], [111641, "Synthetic opportunity 64.1"], [111642, "Synthetic opportunity 64.2"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs and titles in deal ID orde...", "series": null}, "cost_estimate": {"total_cost": 16.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "insight_headline": "The result is shown in the table.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads the selected source data.", "bullets": [], "provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "510212df3605c6a3", "escalated": false, "sampling_pin": "off"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "8db6adb528cbc74b", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "8db6adb528cbc74b", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "sql_explanation": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "0c1e2f9c-e88a-4e2f-8a33-135619e4795b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "titles", "start": 28, "end": 34, "phrase": "title", "matched_term": "title", "column": "pipedrive.deals.title", "columns": ["pipedrive.deals.title"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "deal ID", "start": 38, "end": 45, "phrase": "deal id", "matched_term": "deal id", "column": "pipedrive.notes.deal_id", "columns": ["pipedrive.notes.deal_id", "pipedrive.activities.deal_id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "engagement_channel_sparsity", "options": [{"label": "The activities themselves", "system": "PD", "residence": "gold-rollup", "source_selector": "gold", "columns": ["activities"], "samples": []}, {"label": "Last touch date only", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.last_activity_date"], "samples": []}, {"label": "Email", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": [], "samples": []}, {"label": "Notes / what we discussed", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.notes.content_text"], "samples": ["notes"]}], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {"__cohort_keys__": {"key_column": "id", "keys": ["111010", "111011", "111012", "111020", "111021", "111022", "111030", "111031", "111032", "111040", "111041", "111042", "111050", "111051", "111052", "111060", "111061", "111062", "111070", "111071", "111072", "111080", "111081", "111082", "111090", "111091", "111092", "111100", "111101", "111102", "111110", "111111", "111112", "111120", "111121", "111122", "111130", "111131", "111132", "111140", "111141", "111142", "111150", "111151", "111152", "111160", "111161", "111162", "111170", "111171", "111172", "111180", "111181", "111182", "111190", "111191", "111192", "111200", "111201", "111202", "111210", "111211", "111212", "111220", "111221", "111222", "111230", "111231", "111232", "111240", "111241", "111242", "111250", "111251", "111252", "111260", "111261", "111262", "111270", "111271", "111272", "111280", "111281", "111282", "111290", "111291", "111292", "111300", "111301", "111302", "111310", "111311", "111312", "111320", "111321", "111322", "111330", "111331", "111332", "111340", "111341", "111342", "111350", "111351", "111352", "111360", "111361", "111362", "111370", "111371", "111372", "111380", "111381", "111382", "111390", "111391", "111392", "111400", "111401", "111402", "111410", "111411", "111412", "111420", "111421", "111422", "111430", "111431", "111432", "111440", "111441", "111442", "111450", "111451", "111452", "111460", "111461", "111462", "111470", "111471", "111472", "111480", "111481", "111482", "111490", "111491", "111492", "111500", "111501", "111502", "111510", "111511", "111512", "111520", "111521", "111522", "111530", "111531", "111532", "111540", "111541", "111542", "111550", "111551", "111552", "111560", "111561", "111562", "111570", "111571", "111572", "111580", "111581", "111582", "111590", "111591", "111592", "111600", "111601", "111602", "111610", "111611", "111612", "111620", "111621", "111622", "111630", "111631", "111632", "111640", "111641", "111642"], "key_count": 192, "over_cap": false, "derived_columns": ["id", "title"], "derivation": "sql_sha:9c8bc39e0fac8c5e"}}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "0c1e2f9c-e88a-4e2f-8a33-135619e4795b", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "9d59493c28ac55a0850befcdd300b111dae9e1d9209cbeaf6b89fa4e1e155118", "result_sha256": "6d9bd68a27e0c76796e29a52568e92bb9c0368da017fafae21159ede589edb0a"}
{"arm": "candidate", "case_id": "latency-dev-12", "repeat": 3, "elapsed_ms": 1074.8220384120941, "started_monotonic": 5602051.467679122, "finished_monotonic": 5602052.542501161, "primary_columns_match": true, "primary_facts_match": true, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 785.5027029290795, "job_status": "done", "job_id": "969dbf5b-2c07-4998-83bc-5f1c607a2334", "status": "success", "error": null, "raw_payload": {"id": "dfa4008e-3fd2-4197-a7e8-ff57b7b2222e", "conversation_id": "05957def-fb50-4563-9a35-52bf5f4c3f28", "turn_index": 0, "nl_query": "List Pipedrive deal IDs and titles in deal ID order.", "status": "success", "query_id": "d5f9bde5-927b-46cc-a2ff-458563810ab2", "trace_id": "7696f600725bd200e77248e5b2f895f4", "trace_snapshot": {"trace_id": "7696f600725bd200e77248e5b2f895f4", "context": {"trace_id": "7696f600725bd200e77248e5b2f895f4", "user_id": "5999ff9fbb6437bb", "vault_id": "fd16a879-cf4a-477e-8625-b90e91eb77a5", "workspace_id": "07109729-86d2-5f02-928d-34ee1047d644", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.06, "connection_ms": 36.27, "sql_execution_ms": 1.99, "retrieval_ms": 0.22, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00", "completed_at": "2026-09-06T12:00:00+00:00"}, "status": "completed", "row_count": 192, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "job": {"job_id": "969dbf5b-2c07-4998-83bc-5f1c607a2334", "timing": {"submission_ack_ms": 1.6938988119363785, "queue_ms": 0.0, "base_persistence_ms": 1.0375073179602623, "required_to_ready_ms": 650.6238980218768, "first_useful_ms": 650.6238980218768, "optional_ms": 94.75271310657263, "total_ms": 745.896109379828}, "optional_status": "done"}}, "generated_sql": "SELECT id, title FROM pipedrive.deals ORDER BY id LIMIT 10000", "generated_sql_pretty": "SELECT\n  id,\n  title\nFROM pipedrive.deals\nORDER BY\n  id\nLIMIT 10000", "bound_as_of_date_params": null, "confidence_score": 1.0, "confidence_level": "high", "metrics_used": [], "columns": [{"name": "id", "data_type": "bigint", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": null, "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": "identifier", "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": {"kind": "pd_deal", "values": {"111010": {"link": "https://ct.pipedrive.com/deal/111010", "kind": "pd_deal"}, "111011": {"link": "https://ct.pipedrive.com/deal/111011", "kind": "pd_deal"}, "111012": {"link": "https://ct.pipedrive.com/deal/111012", "kind": "pd_deal"}, "111020": {"link": "https://ct.pipedrive.com/deal/111020", "kind": "pd_deal"}, "111021": {"link": "https://ct.pipedrive.com/deal/111021", "kind": "pd_deal"}, "111022": {"link": "https://ct.pipedrive.com/deal/111022", "kind": "pd_deal"}, "111030": {"link": "https://ct.pipedrive.com/deal/111030", "kind": "pd_deal"}, "111031": {"link": "https://ct.pipedrive.com/deal/111031", "kind": "pd_deal"}, "111032": {"link": "https://ct.pipedrive.com/deal/111032", "kind": "pd_deal"}, "111040": {"link": "https://ct.pipedrive.com/deal/111040", "kind": "pd_deal"}, "111041": {"link": "https://ct.pipedrive.com/deal/111041", "kind": "pd_deal"}, "111042": {"link": "https://ct.pipedrive.com/deal/111042", "kind": "pd_deal"}, "111050": {"link": "https://ct.pipedrive.com/deal/111050", "kind": "pd_deal"}, "111051": {"link": "https://ct.pipedrive.com/deal/111051", "kind": "pd_deal"}, "111052": {"link": "https://ct.pipedrive.com/deal/111052", "kind": "pd_deal"}, "111060": {"link": "https://ct.pipedrive.com/deal/111060", "kind": "pd_deal"}, "111061": {"link": "https://ct.pipedrive.com/deal/111061", "kind": "pd_deal"}, "111062": {"link": "https://ct.pipedrive.com/deal/111062", "kind": "pd_deal"}, "111070": {"link": "https://ct.pipedrive.com/deal/111070", "kind": "pd_deal"}, "111071": {"link": "https://ct.pipedrive.com/deal/111071", "kind": "pd_deal"}, "111072": {"link": "https://ct.pipedrive.com/deal/111072", "kind": "pd_deal"}, "111080": {"link": "https://ct.pipedrive.com/deal/111080", "kind": "pd_deal"}, "111081": {"link": "https://ct.pipedrive.com/deal/111081", "kind": "pd_deal"}, "111082": {"link": "https://ct.pipedrive.com/deal/111082", "kind": "pd_deal"}, "111090": {"link": "https://ct.pipedrive.com/deal/111090", "kind": "pd_deal"}, "111091": {"link": "https://ct.pipedrive.com/deal/111091", "kind": "pd_deal"}, "111092": {"link": "https://ct.pipedrive.com/deal/111092", "kind": "pd_deal"}, "111100": {"link": "https://ct.pipedrive.com/deal/111100", "kind": "pd_deal"}, "111101": {"link": "https://ct.pipedrive.com/deal/111101", "kind": "pd_deal"}, "111102": {"link": "https://ct.pipedrive.com/deal/111102", "kind": "pd_deal"}, "111110": {"link": "https://ct.pipedrive.com/deal/111110", "kind": "pd_deal"}, "111111": {"link": "https://ct.pipedrive.com/deal/111111", "kind": "pd_deal"}, "111112": {"link": "https://ct.pipedrive.com/deal/111112", "kind": "pd_deal"}, "111120": {"link": "https://ct.pipedrive.com/deal/111120", "kind": "pd_deal"}, "111121": {"link": "https://ct.pipedrive.com/deal/111121", "kind": "pd_deal"}, "111122": {"link": "https://ct.pipedrive.com/deal/111122", "kind": "pd_deal"}, "111130": {"link": "https://ct.pipedrive.com/deal/111130", "kind": "pd_deal"}, "111131": {"link": "https://ct.pipedrive.com/deal/111131", "kind": "pd_deal"}, "111132": {"link": "https://ct.pipedrive.com/deal/111132", "kind": "pd_deal"}, "111140": {"link": "https://ct.pipedrive.com/deal/111140", "kind": "pd_deal"}, "111141": {"link": "https://ct.pipedrive.com/deal/111141", "kind": "pd_deal"}, "111142": {"link": "https://ct.pipedrive.com/deal/111142", "kind": "pd_deal"}, "111150": {"link": "https://ct.pipedrive.com/deal/111150", "kind": "pd_deal"}, "111151": {"link": "https://ct.pipedrive.com/deal/111151", "kind": "pd_deal"}, "111152": {"link": "https://ct.pipedrive.com/deal/111152", "kind": "pd_deal"}, "111160": {"link": "https://ct.pipedrive.com/deal/111160", "kind": "pd_deal"}, "111161": {"link": "https://ct.pipedrive.com/deal/111161", "kind": "pd_deal"}, "111162": {"link": "https://ct.pipedrive.com/deal/111162", "kind": "pd_deal"}, "111170": {"link": "https://ct.pipedrive.com/deal/111170", "kind": "pd_deal"}, "111171": {"link": "https://ct.pipedrive.com/deal/111171", "kind": "pd_deal"}, "111172": {"link": "https://ct.pipedrive.com/deal/111172", "kind": "pd_deal"}, "111180": {"link": "https://ct.pipedrive.com/deal/111180", "kind": "pd_deal"}, "111181": {"link": "https://ct.pipedrive.com/deal/111181", "kind": "pd_deal"}, "111182": {"link": "https://ct.pipedrive.com/deal/111182", "kind": "pd_deal"}, "111190": {"link": "https://ct.pipedrive.com/deal/111190", "kind": "pd_deal"}, "111191": {"link": "https://ct.pipedrive.com/deal/111191", "kind": "pd_deal"}, "111192": {"link": "https://ct.pipedrive.com/deal/111192", "kind": "pd_deal"}, "111200": {"link": "https://ct.pipedrive.com/deal/111200", "kind": "pd_deal"}, "111201": {"link": "https://ct.pipedrive.com/deal/111201", "kind": "pd_deal"}, "111202": {"link": "https://ct.pipedrive.com/deal/111202", "kind": "pd_deal"}, "111210": {"link": "https://ct.pipedrive.com/deal/111210", "kind": "pd_deal"}, "111211": {"link": "https://ct.pipedrive.com/deal/111211", "kind": "pd_deal"}, "111212": {"link": "https://ct.pipedrive.com/deal/111212", "kind": "pd_deal"}, "111220": {"link": "https://ct.pipedrive.com/deal/111220", "kind": "pd_deal"}, "111221": {"link": "https://ct.pipedrive.com/deal/111221", "kind": "pd_deal"}, "111222": {"link": "https://ct.pipedrive.com/deal/111222", "kind": "pd_deal"}, "111230": {"link": "https://ct.pipedrive.com/deal/111230", "kind": "pd_deal"}, "111231": {"link": "https://ct.pipedrive.com/deal/111231", "kind": "pd_deal"}, "111232": {"link": "https://ct.pipedrive.com/deal/111232", "kind": "pd_deal"}, "111240": {"link": "https://ct.pipedrive.com/deal/111240", "kind": "pd_deal"}, "111241": {"link": "https://ct.pipedrive.com/deal/111241", "kind": "pd_deal"}, "111242": {"link": "https://ct.pipedrive.com/deal/111242", "kind": "pd_deal"}, "111250": {"link": "https://ct.pipedrive.com/deal/111250", "kind": "pd_deal"}, "111251": {"link": "https://ct.pipedrive.com/deal/111251", "kind": "pd_deal"}, "111252": {"link": "https://ct.pipedrive.com/deal/111252", "kind": "pd_deal"}, "111260": {"link": "https://ct.pipedrive.com/deal/111260", "kind": "pd_deal"}, "111261": {"link": "https://ct.pipedrive.com/deal/111261", "kind": "pd_deal"}, "111262": {"link": "https://ct.pipedrive.com/deal/111262", "kind": "pd_deal"}, "111270": {"link": "https://ct.pipedrive.com/deal/111270", "kind": "pd_deal"}, "111271": {"link": "https://ct.pipedrive.com/deal/111271", "kind": "pd_deal"}, "111272": {"link": "https://ct.pipedrive.com/deal/111272", "kind": "pd_deal"}, "111280": {"link": "https://ct.pipedrive.com/deal/111280", "kind": "pd_deal"}, "111281": {"link": "https://ct.pipedrive.com/deal/111281", "kind": "pd_deal"}, "111282": {"link": "https://ct.pipedrive.com/deal/111282", "kind": "pd_deal"}, "111290": {"link": "https://ct.pipedrive.com/deal/111290", "kind": "pd_deal"}, "111291": {"link": "https://ct.pipedrive.com/deal/111291", "kind": "pd_deal"}, "111292": {"link": "https://ct.pipedrive.com/deal/111292", "kind": "pd_deal"}, "111300": {"link": "https://ct.pipedrive.com/deal/111300", "kind": "pd_deal"}, "111301": {"link": "https://ct.pipedrive.com/deal/111301", "kind": "pd_deal"}, "111302": {"link": "https://ct.pipedrive.com/deal/111302", "kind": "pd_deal"}, "111310": {"link": "https://ct.pipedrive.com/deal/111310", "kind": "pd_deal"}, "111311": {"link": "https://ct.pipedrive.com/deal/111311", "kind": "pd_deal"}, "111312": {"link": "https://ct.pipedrive.com/deal/111312", "kind": "pd_deal"}, "111320": {"link": "https://ct.pipedrive.com/deal/111320", "kind": "pd_deal"}, "111321": {"link": "https://ct.pipedrive.com/deal/111321", "kind": "pd_deal"}, "111322": {"link": "https://ct.pipedrive.com/deal/111322", "kind": "pd_deal"}, "111330": {"link": "https://ct.pipedrive.com/deal/111330", "kind": "pd_deal"}, "111331": {"link": "https://ct.pipedrive.com/deal/111331", "kind": "pd_deal"}, "111332": {"link": "https://ct.pipedrive.com/deal/111332", "kind": "pd_deal"}, "111340": {"link": "https://ct.pipedrive.com/deal/111340", "kind": "pd_deal"}, "111341": {"link": "https://ct.pipedrive.com/deal/111341", "kind": "pd_deal"}, "111342": {"link": "https://ct.pipedrive.com/deal/111342", "kind": "pd_deal"}, "111350": {"link": "https://ct.pipedrive.com/deal/111350", "kind": "pd_deal"}, "111351": {"link": "https://ct.pipedrive.com/deal/111351", "kind": "pd_deal"}, "111352": {"link": "https://ct.pipedrive.com/deal/111352", "kind": "pd_deal"}, "111360": {"link": "https://ct.pipedrive.com/deal/111360", "kind": "pd_deal"}, "111361": {"link": "https://ct.pipedrive.com/deal/111361", "kind": "pd_deal"}, "111362": {"link": "https://ct.pipedrive.com/deal/111362", "kind": "pd_deal"}, "111370": {"link": "https://ct.pipedrive.com/deal/111370", "kind": "pd_deal"}, "111371": {"link": "https://ct.pipedrive.com/deal/111371", "kind": "pd_deal"}, "111372": {"link": "https://ct.pipedrive.com/deal/111372", "kind": "pd_deal"}, "111380": {"link": "https://ct.pipedrive.com/deal/111380", "kind": "pd_deal"}, "111381": {"link": "https://ct.pipedrive.com/deal/111381", "kind": "pd_deal"}, "111382": {"link": "https://ct.pipedrive.com/deal/111382", "kind": "pd_deal"}, "111390": {"link": "https://ct.pipedrive.com/deal/111390", "kind": "pd_deal"}, "111391": {"link": "https://ct.pipedrive.com/deal/111391", "kind": "pd_deal"}, "111392": {"link": "https://ct.pipedrive.com/deal/111392", "kind": "pd_deal"}, "111400": {"link": "https://ct.pipedrive.com/deal/111400", "kind": "pd_deal"}, "111401": {"link": "https://ct.pipedrive.com/deal/111401", "kind": "pd_deal"}, "111402": {"link": "https://ct.pipedrive.com/deal/111402", "kind": "pd_deal"}, "111410": {"link": "https://ct.pipedrive.com/deal/111410", "kind": "pd_deal"}, "111411": {"link": "https://ct.pipedrive.com/deal/111411", "kind": "pd_deal"}, "111412": {"link": "https://ct.pipedrive.com/deal/111412", "kind": "pd_deal"}, "111420": {"link": "https://ct.pipedrive.com/deal/111420", "kind": "pd_deal"}, "111421": {"link": "https://ct.pipedrive.com/deal/111421", "kind": "pd_deal"}, "111422": {"link": "https://ct.pipedrive.com/deal/111422", "kind": "pd_deal"}, "111430": {"link": "https://ct.pipedrive.com/deal/111430", "kind": "pd_deal"}, "111431": {"link": "https://ct.pipedrive.com/deal/111431", "kind": "pd_deal"}, "111432": {"link": "https://ct.pipedrive.com/deal/111432", "kind": "pd_deal"}, "111440": {"link": "https://ct.pipedrive.com/deal/111440", "kind": "pd_deal"}, "111441": {"link": "https://ct.pipedrive.com/deal/111441", "kind": "pd_deal"}, "111442": {"link": "https://ct.pipedrive.com/deal/111442", "kind": "pd_deal"}, "111450": {"link": "https://ct.pipedrive.com/deal/111450", "kind": "pd_deal"}, "111451": {"link": "https://ct.pipedrive.com/deal/111451", "kind": "pd_deal"}, "111452": {"link": "https://ct.pipedrive.com/deal/111452", "kind": "pd_deal"}, "111460": {"link": "https://ct.pipedrive.com/deal/111460", "kind": "pd_deal"}, "111461": {"link": "https://ct.pipedrive.com/deal/111461", "kind": "pd_deal"}, "111462": {"link": "https://ct.pipedrive.com/deal/111462", "kind": "pd_deal"}, "111470": {"link": "https://ct.pipedrive.com/deal/111470", "kind": "pd_deal"}, "111471": {"link": "https://ct.pipedrive.com/deal/111471", "kind": "pd_deal"}, "111472": {"link": "https://ct.pipedrive.com/deal/111472", "kind": "pd_deal"}, "111480": {"link": "https://ct.pipedrive.com/deal/111480", "kind": "pd_deal"}, "111481": {"link": "https://ct.pipedrive.com/deal/111481", "kind": "pd_deal"}, "111482": {"link": "https://ct.pipedrive.com/deal/111482", "kind": "pd_deal"}, "111490": {"link": "https://ct.pipedrive.com/deal/111490", "kind": "pd_deal"}, "111491": {"link": "https://ct.pipedrive.com/deal/111491", "kind": "pd_deal"}, "111492": {"link": "https://ct.pipedrive.com/deal/111492", "kind": "pd_deal"}, "111500": {"link": "https://ct.pipedrive.com/deal/111500", "kind": "pd_deal"}, "111501": {"link": "https://ct.pipedrive.com/deal/111501", "kind": "pd_deal"}, "111502": {"link": "https://ct.pipedrive.com/deal/111502", "kind": "pd_deal"}, "111510": {"link": "https://ct.pipedrive.com/deal/111510", "kind": "pd_deal"}, "111511": {"link": "https://ct.pipedrive.com/deal/111511", "kind": "pd_deal"}, "111512": {"link": "https://ct.pipedrive.com/deal/111512", "kind": "pd_deal"}, "111520": {"link": "https://ct.pipedrive.com/deal/111520", "kind": "pd_deal"}, "111521": {"link": "https://ct.pipedrive.com/deal/111521", "kind": "pd_deal"}, "111522": {"link": "https://ct.pipedrive.com/deal/111522", "kind": "pd_deal"}, "111530": {"link": "https://ct.pipedrive.com/deal/111530", "kind": "pd_deal"}, "111531": {"link": "https://ct.pipedrive.com/deal/111531", "kind": "pd_deal"}, "111532": {"link": "https://ct.pipedrive.com/deal/111532", "kind": "pd_deal"}, "111540": {"link": "https://ct.pipedrive.com/deal/111540", "kind": "pd_deal"}, "111541": {"link": "https://ct.pipedrive.com/deal/111541", "kind": "pd_deal"}, "111542": {"link": "https://ct.pipedrive.com/deal/111542", "kind": "pd_deal"}, "111550": {"link": "https://ct.pipedrive.com/deal/111550", "kind": "pd_deal"}, "111551": {"link": "https://ct.pipedrive.com/deal/111551", "kind": "pd_deal"}, "111552": {"link": "https://ct.pipedrive.com/deal/111552", "kind": "pd_deal"}, "111560": {"link": "https://ct.pipedrive.com/deal/111560", "kind": "pd_deal"}, "111561": {"link": "https://ct.pipedrive.com/deal/111561", "kind": "pd_deal"}, "111562": {"link": "https://ct.pipedrive.com/deal/111562", "kind": "pd_deal"}, "111570": {"link": "https://ct.pipedrive.com/deal/111570", "kind": "pd_deal"}, "111571": {"link": "https://ct.pipedrive.com/deal/111571", "kind": "pd_deal"}, "111572": {"link": "https://ct.pipedrive.com/deal/111572", "kind": "pd_deal"}, "111580": {"link": "https://ct.pipedrive.com/deal/111580", "kind": "pd_deal"}, "111581": {"link": "https://ct.pipedrive.com/deal/111581", "kind": "pd_deal"}, "111582": {"link": "https://ct.pipedrive.com/deal/111582", "kind": "pd_deal"}, "111590": {"link": "https://ct.pipedrive.com/deal/111590", "kind": "pd_deal"}, "111591": {"link": "https://ct.pipedrive.com/deal/111591", "kind": "pd_deal"}, "111592": {"link": "https://ct.pipedrive.com/deal/111592", "kind": "pd_deal"}, "111600": {"link": "https://ct.pipedrive.com/deal/111600", "kind": "pd_deal"}, "111601": {"link": "https://ct.pipedrive.com/deal/111601", "kind": "pd_deal"}, "111602": {"link": "https://ct.pipedrive.com/deal/111602", "kind": "pd_deal"}, "111610": {"link": "https://ct.pipedrive.com/deal/111610", "kind": "pd_deal"}, "111611": {"link": "https://ct.pipedrive.com/deal/111611", "kind": "pd_deal"}, "111612": {"link": "https://ct.pipedrive.com/deal/111612", "kind": "pd_deal"}, "111620": {"link": "https://ct.pipedrive.com/deal/111620", "kind": "pd_deal"}, "111621": {"link": "https://ct.pipedrive.com/deal/111621", "kind": "pd_deal"}, "111622": {"link": "https://ct.pipedrive.com/deal/111622", "kind": "pd_deal"}, "111630": {"link": "https://ct.pipedrive.com/deal/111630", "kind": "pd_deal"}, "111631": {"link": "https://ct.pipedrive.com/deal/111631", "kind": "pd_deal"}, "111632": {"link": "https://ct.pipedrive.com/deal/111632", "kind": "pd_deal"}, "111640": {"link": "https://ct.pipedrive.com/deal/111640", "kind": "pd_deal"}, "111641": {"link": "https://ct.pipedrive.com/deal/111641", "kind": "pd_deal"}, "111642": {"link": "https://ct.pipedrive.com/deal/111642", "kind": "pd_deal"}}}}, {"name": "title", "data_type": "text", "is_masked": false, "display_name": null, "measure_class": null, "source_label": null, "value_class": "text", "currency_code": null, "currency": null, "unit_column": null, "unit_unverified": false, "unit": null, "aggregation": null, "numerator_column": null, "denominator_column": null, "distinct_key": null, "percent_scale": null, "chip_term": null, "chip_key": null, "id_display": null}], "data": [[111010, "Synthetic opportunity 1.0"], [111011, "Synthetic opportunity 1.1"], [111012, "Synthetic opportunity 1.2"], [111020, "Synthetic opportunity 2.0"], [111021, "Synthetic opportunity 2.1"], [111022, "Synthetic opportunity 2.2"], [111030, "Synthetic opportunity 3.0"], [111031, "Synthetic opportunity 3.1"], [111032, "Synthetic opportunity 3.2"], [111040, "Synthetic opportunity 4.0"], [111041, "Synthetic opportunity 4.1"], [111042, "Synthetic opportunity 4.2"], [111050, "Synthetic opportunity 5.0"], [111051, "Synthetic opportunity 5.1"], [111052, "Synthetic opportunity 5.2"], [111060, "Synthetic opportunity 6.0"], [111061, "Synthetic opportunity 6.1"], [111062, "Synthetic opportunity 6.2"], [111070, "Synthetic opportunity 7.0"], [111071, "Synthetic opportunity 7.1"], [111072, "Synthetic opportunity 7.2"], [111080, "Synthetic opportunity 8.0"], [111081, "Synthetic opportunity 8.1"], [111082, "Synthetic opportunity 8.2"], [111090, "Synthetic opportunity 9.0"], [111091, "Synthetic opportunity 9.1"], [111092, "Synthetic opportunity 9.2"], [111100, "Synthetic opportunity 10.0"], [111101, "Synthetic opportunity 10.1"], [111102, "Synthetic opportunity 10.2"], [111110, "Synthetic opportunity 11.0"], [111111, "Synthetic opportunity 11.1"], [111112, "Synthetic opportunity 11.2"], [111120, "Synthetic opportunity 12.0"], [111121, "Synthetic opportunity 12.1"], [111122, "Synthetic opportunity 12.2"], [111130, "Synthetic opportunity 13.0"], [111131, "Synthetic opportunity 13.1"], [111132, "Synthetic opportunity 13.2"], [111140, "Synthetic opportunity 14.0"], [111141, "Synthetic opportunity 14.1"], [111142, "Synthetic opportunity 14.2"], [111150, "Synthetic opportunity 15.0"], [111151, "Synthetic opportunity 15.1"], [111152, "Synthetic opportunity 15.2"], [111160, "Synthetic opportunity 16.0"], [111161, "Synthetic opportunity 16.1"], [111162, "Synthetic opportunity 16.2"], [111170, "Synthetic opportunity 17.0"], [111171, "Synthetic opportunity 17.1"], [111172, "Synthetic opportunity 17.2"], [111180, "Synthetic opportunity 18.0"], [111181, "Synthetic opportunity 18.1"], [111182, "Synthetic opportunity 18.2"], [111190, "Synthetic opportunity 19.0"], [111191, "Synthetic opportunity 19.1"], [111192, "Synthetic opportunity 19.2"], [111200, "Synthetic opportunity 20.0"], [111201, "Synthetic opportunity 20.1"], [111202, "Synthetic opportunity 20.2"], [111210, "Synthetic opportunity 21.0"], [111211, "Synthetic opportunity 21.1"], [111212, "Synthetic opportunity 21.2"], [111220, "Synthetic opportunity 22.0"], [111221, "Synthetic opportunity 22.1"], [111222, "Synthetic opportunity 22.2"], [111230, "Synthetic opportunity 23.0"], [111231, "Synthetic opportunity 23.1"], [111232, "Synthetic opportunity 23.2"], [111240, "Synthetic opportunity 24.0"], [111241, "Synthetic opportunity 24.1"], [111242, "Synthetic opportunity 24.2"], [111250, "Synthetic opportunity 25.0"], [111251, "Synthetic opportunity 25.1"], [111252, "Synthetic opportunity 25.2"], [111260, "Synthetic opportunity 26.0"], [111261, "Synthetic opportunity 26.1"], [111262, "Synthetic opportunity 26.2"], [111270, "Synthetic opportunity 27.0"], [111271, "Synthetic opportunity 27.1"], [111272, "Synthetic opportunity 27.2"], [111280, "Synthetic opportunity 28.0"], [111281, "Synthetic opportunity 28.1"], [111282, "Synthetic opportunity 28.2"], [111290, "Synthetic opportunity 29.0"], [111291, "Synthetic opportunity 29.1"], [111292, "Synthetic opportunity 29.2"], [111300, "Synthetic opportunity 30.0"], [111301, "Synthetic opportunity 30.1"], [111302, "Synthetic opportunity 30.2"], [111310, "Synthetic opportunity 31.0"], [111311, "Synthetic opportunity 31.1"], [111312, "Synthetic opportunity 31.2"], [111320, "Synthetic opportunity 32.0"], [111321, "Synthetic opportunity 32.1"], [111322, "Synthetic opportunity 32.2"], [111330, "Synthetic opportunity 33.0"], [111331, "Synthetic opportunity 33.1"], [111332, "Synthetic opportunity 33.2"], [111340, "Synthetic opportunity 34.0"], [111341, "Synthetic opportunity 34.1"], [111342, "Synthetic opportunity 34.2"], [111350, "Synthetic opportunity 35.0"], [111351, "Synthetic opportunity 35.1"], [111352, "Synthetic opportunity 35.2"], [111360, "Synthetic opportunity 36.0"], [111361, "Synthetic opportunity 36.1"], [111362, "Synthetic opportunity 36.2"], [111370, "Synthetic opportunity 37.0"], [111371, "Synthetic opportunity 37.1"], [111372, "Synthetic opportunity 37.2"], [111380, "Synthetic opportunity 38.0"], [111381, "Synthetic opportunity 38.1"], [111382, "Synthetic opportunity 38.2"], [111390, "Synthetic opportunity 39.0"], [111391, "Synthetic opportunity 39.1"], [111392, "Synthetic opportunity 39.2"], [111400, "Synthetic opportunity 40.0"], [111401, "Synthetic opportunity 40.1"], [111402, "Synthetic opportunity 40.2"], [111410, "Synthetic opportunity 41.0"], [111411, "Synthetic opportunity 41.1"], [111412, "Synthetic opportunity 41.2"], [111420, "Synthetic opportunity 42.0"], [111421, "Synthetic opportunity 42.1"], [111422, "Synthetic opportunity 42.2"], [111430, "Synthetic opportunity 43.0"], [111431, "Synthetic opportunity 43.1"], [111432, "Synthetic opportunity 43.2"], [111440, "Synthetic opportunity 44.0"], [111441, "Synthetic opportunity 44.1"], [111442, "Synthetic opportunity 44.2"], [111450, "Synthetic opportunity 45.0"], [111451, "Synthetic opportunity 45.1"], [111452, "Synthetic opportunity 45.2"], [111460, "Synthetic opportunity 46.0"], [111461, "Synthetic opportunity 46.1"], [111462, "Synthetic opportunity 46.2"], [111470, "Synthetic opportunity 47.0"], [111471, "Synthetic opportunity 47.1"], [111472, "Synthetic opportunity 47.2"], [111480, "Synthetic opportunity 48.0"], [111481, "Synthetic opportunity 48.1"], [111482, "Synthetic opportunity 48.2"], [111490, "Synthetic opportunity 49.0"], [111491, "Synthetic opportunity 49.1"], [111492, "Synthetic opportunity 49.2"], [111500, "Synthetic opportunity 50.0"], [111501, "Synthetic opportunity 50.1"], [111502, "Synthetic opportunity 50.2"], [111510, "Synthetic opportunity 51.0"], [111511, "Synthetic opportunity 51.1"], [111512, "Synthetic opportunity 51.2"], [111520, "Synthetic opportunity 52.0"], [111521, "Synthetic opportunity 52.1"], [111522, "Synthetic opportunity 52.2"], [111530, "Synthetic opportunity 53.0"], [111531, "Synthetic opportunity 53.1"], [111532, "Synthetic opportunity 53.2"], [111540, "Synthetic opportunity 54.0"], [111541, "Synthetic opportunity 54.1"], [111542, "Synthetic opportunity 54.2"], [111550, "Synthetic opportunity 55.0"], [111551, "Synthetic opportunity 55.1"], [111552, "Synthetic opportunity 55.2"], [111560, "Synthetic opportunity 56.0"], [111561, "Synthetic opportunity 56.1"], [111562, "Synthetic opportunity 56.2"], [111570, "Synthetic opportunity 57.0"], [111571, "Synthetic opportunity 57.1"], [111572, "Synthetic opportunity 57.2"], [111580, "Synthetic opportunity 58.0"], [111581, "Synthetic opportunity 58.1"], [111582, "Synthetic opportunity 58.2"], [111590, "Synthetic opportunity 59.0"], [111591, "Synthetic opportunity 59.1"], [111592, "Synthetic opportunity 59.2"], [111600, "Synthetic opportunity 60.0"], [111601, "Synthetic opportunity 60.1"], [111602, "Synthetic opportunity 60.2"], [111610, "Synthetic opportunity 61.0"], [111611, "Synthetic opportunity 61.1"], [111612, "Synthetic opportunity 61.2"], [111620, "Synthetic opportunity 62.0"], [111621, "Synthetic opportunity 62.1"], [111622, "Synthetic opportunity 62.2"], [111630, "Synthetic opportunity 63.0"], [111631, "Synthetic opportunity 63.1"], [111632, "Synthetic opportunity 63.2"], [111640, "Synthetic opportunity 64.0"], [111641, "Synthetic opportunity 64.1"], [111642, "Synthetic opportunity 64.2"]], "row_count": 192, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": {"type": "table", "x_axis": null, "y_axis": null, "title": "List Pipedrive deal IDs and titles in deal ID orde...", "series": null}, "cost_estimate": {"total_cost": 16.68, "estimated_rows": 192, "rows": 192, "ms_estimate": 16.8, "dollars_estimate": 0.000336, "cost_level": "low"}, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": null, "error_message": null, "error_class": null, "error_suggestions": [], "insight_headline": "192 rows returned. Only the first 12 returned rows are available for this summary.", "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": {"summary": "Reads rows from deals.", "bullets": ["Reads from deals."], "provider": null, "model": null, "tokenized": false}, "llm_trace": {"insight": {"provider": "deterministic-evaluation", "model": "fixed-latency-aux-v3", "tokenized": true, "row_touching": true}, "sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "43a18e7b7b1e243d", "escalated": false, "sampling_pin": "off"}], "prompt_sha256": "43a18e7b7b1e243d", "sampling_pin": "off", "shared": ["List Pipedrive"]}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"interpretation": "High confidence (100%) \u2014 simple query", "factors": [{"name": "Metric match", "score": 0.0, "reason": "No predefined metrics are configured for this connection \u2014 scored on time clarity, query complexity and column visibility instead", "applicable": false}, {"name": "Time clarity", "score": 1.0, "reason": "Query does not require time context"}, {"name": "Query complexity", "score": 1.0, "reason": "Simple single-table query with basic aggregation"}, {"name": "Column visibility", "score": 1.0, "reason": "All columns are publicly accessible"}], "answer_record": {"version": 1, "execution_id": "d5f9bde5-927b-46cc-a2ff-458563810ab2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [{"text": "titles", "start": 28, "end": 34, "phrase": "title", "matched_term": "title", "column": "pipedrive.deals.title", "columns": ["pipedrive.deals.title"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": null, "options": [], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}, {"text": "deal ID", "start": 38, "end": 45, "phrase": "deal id", "matched_term": "deal id", "column": "pipedrive.notes.deal_id", "columns": ["pipedrive.notes.deal_id", "pipedrive.activities.deal_id"], "system": "PD", "residence": "PD-gold", "source_selector": "gold", "clarify_case": "engagement_channel_sparsity", "options": [{"label": "The activities themselves", "system": "PD", "residence": "gold-rollup", "source_selector": "gold", "columns": ["activities"], "samples": []}, {"label": "Last touch date only", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.deals.last_activity_date"], "samples": []}, {"label": "Email", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": [], "samples": []}, {"label": "Notes / what we discussed", "system": "PD", "residence": "PD-gold", "source_selector": "gold", "columns": ["pipedrive.notes.content_text"], "samples": ["notes"]}], "samples": [], "source": "ct-pd schema.md", "multi": false, "federation_federatable": true, "federation_merge_key": null, "federation_rule": null, "federation_note": null}], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "intake_engine_off", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": null, "outcome": "success", "answer_record": {"version": 1, "execution_id": "d5f9bde5-927b-46cc-a2ff-458563810ab2", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "rows", "completeness": {"status": "complete", "returned_rows": 192}, "sources": [{"label": "query_source", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "SQL checks do not prove the whole question interpretation.", "evidence": "No complete question-to-answer semantic oracle was run."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}}, "expected_sql_sha256": "9d59493c28ac55a0850befcdd300b111dae9e1d9209cbeaf6b89fa4e1e155118", "result_sha256": "3f03736b942c43e0d219d5e718429e210c4d194cc36b97dc52cc62510a8ee588"}
{"arm": "candidate", "case_id": "latency-dev-29", "repeat": 3, "elapsed_ms": 1103.531751781702, "started_monotonic": 5602052.548573114, "finished_monotonic": 5602053.652104866, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 1079.4104589149356, "job_status": "done", "job_id": "05a0f532-b112-49e0-8dd2-d459fcac30a7", "status": "error", "error": null, "raw_payload": {"id": "548b2b4f-5690-489f-9b37-bab6b57fc8f3", "conversation_id": "00e8474b-7de9-4070-8a0e-b3b73775ba23", "turn_index": 0, "nl_query": "List raw CT trade-detail IDs with their booking IDs.", "status": "error", "query_id": "6880267b-caf1-4cbd-9d48-2c38097bfefe", "trace_id": "7696f6003e4265a318a9479793a34d86", "trace_snapshot": {"trace_id": "7696f6003e4265a318a9479793a34d86", "context": {"trace_id": "7696f6003e4265a318a9479793a34d86", "user_id": "5999ff9fbb6437bb", "vault_id": "154b4baf-0d2b-41db-83a0-5dfd379f23b4", "workspace_id": "3c03d16a-49ff-5f14-b95f-3cc1acff09e0", "connection_id": "4c319baf-ab2b-410d-9927-14fd6f7f10b8", "sql_hash": null, "query_fingerprint": null, "row_limit": null, "timeout_ms": null, "is_explain": false}, "timing": {"parse_ms": 0.0, "validate_ms": 0.0, "explain_ms": 0.0, "execute_ms": 0.0, "admission_ms": 0.03, "connection_ms": 31.82, "sql_execution_ms": 0.0, "retrieval_ms": 0.0, "required_checks_ms": 0.0, "merge_ms": 0.0, "total_ms": 0.0, "started_at": "2026-09-06T12:00:00+00:00"}, "status": "running", "row_count": null, "error_message": null, "was_slow": false, "child_trace_ids": [], "created_at": "2026-09-06T12:00:00+00:00", "terminal_error": {"guard": null, "error_code": "BI_PARSE_001"}, "job": {"job_id": "05a0f532-b112-49e0-8dd2-d459fcac30a7", "timing": {"submission_ack_ms": 1.6633989289402962, "queue_ms": 0.0, "base_persistence_ms": 2.9275519773364067, "required_to_ready_ms": 776.750598102808, "optional_ms": 96.49742394685745, "total_ms": 873.7722905352712}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "parse", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try using specific metric names like 'MRR' or 'revenue'", "error_class": "semantic", "error_suggestions": [{"text": "Try using specific metric names like 'MRR' or 'revenue'", "action_type": "modify", "action_data": null}, {"text": "Add a time period like 'last month' or 'this quarter'", "action_type": "modify", "action_data": null}, {"text": "Use simpler phrasing like 'Show total revenue by month'", "action_type": "modify", "action_data": null}], "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "05f1f9d597b0ffe0", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}, {"attempt": 2, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "998e8288163b61e7", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "998e8288163b61e7", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "6880267b-caf1-4cbd-9d48-2c38097bfefe", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": {"kind": "gold_only"}, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "guard": null, "error_code": "BI_PARSE_001", "outcome": "error", "answer_record": {"version": 1, "execution_id": "6880267b-caf1-4cbd-9d48-2c38097bfefe", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "connection_id": null, "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try using specific metric names like 'MRR' or 'revenue'", "reason_code": "BI_PARSE_001", "guard": null, "exception_type": null, "proven_guard": false, "classification_verified": true, "raw_error_type": "parse", "raw_error_message": "I couldn't understand that query. Try rephrasing it or using simpler terms.", "evidence": "original_error_metadata", "raw_status": "error"}}, "expected_sql_sha256": "db0a2ecf58b8898e941946956896a692ea13850065f2f054f1a97662269823ad", "result_sha256": "d654122c7ecfe76251f630138f5c7105e9a2c688293cce461ccd767bb48a3276"}
{"arm": "original", "case_id": "latency-dev-29", "repeat": 3, "elapsed_ms": 752.9867179691792, "started_monotonic": 5602053.654849372, "finished_monotonic": 5602054.40783609, "primary_columns_match": false, "primary_facts_match": false, "primary_conformity_error": null, "permitted_enrichment_columns": [], "request_row_limit": 10000, "required_ready_ms": 742.3879075795412, "job_status": "done", "job_id": "3d9eeb7b-5b74-4151-94f8-5990c8cb6d96", "status": "error", "error": null, "raw_payload": {"id": "3f86d52b-574f-4982-b8ee-dd571570272b", "conversation_id": "d5607e1c-0980-48bc-856e-b1bcd436da1e", "turn_index": 0, "nl_query": "List raw CT trade-detail IDs with their booking IDs.", "status": "error", "query_id": "a4d459a9-34b5-4cc0-8922-86c0f2724b81", "trace_id": "federated-a4d459a9-34b5-4cc0-8922-86c0f2724b81", "trace_snapshot": {"job": {"job_id": "3d9eeb7b-5b74-4151-94f8-5990c8cb6d96", "timing": {"submission_ack_ms": 7.388847880065441, "queue_ms": 0.0, "base_persistence_ms": 1.1541005223989487, "required_to_ready_ms": 493.58107801526785, "optional_ms": 59.43431705236435, "total_ms": 553.4808114171028}, "optional_status": "done"}}, "generated_sql": null, "generated_sql_pretty": null, "bound_as_of_date_params": null, "confidence_score": null, "confidence_level": "unknown", "metrics_used": [], "columns": [], "data": [], "row_count": 0, "was_truncated": false, "truncation_message": null, "chart_type": "table", "chart_config": null, "cost_estimate": null, "shorthands_applied": [], "definition_refs": [], "time_window": null, "pivot": null, "error_type": "execution", "error_message": "Semantic: The query could not preserve the requested meaning or scope. Try the query again in a few moments", "insight_headline": null, "insight_notes": [], "insight_assumptions": [], "insight_follow_ups": [], "sql_explanation": null, "llm_trace": {"sql_gen": {"provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "row_touching": false, "attempts": [{"attempt": 1, "provider": "deterministic-evaluation", "model": "fixed-latency-sql-v4", "prompt_sha256": "44e69b4e868b0409", "escalated": false, "sampling_pin": "off", "non_sql_excerpt": "{\"sql\": null, \"confidence\": \"low\", \"explanation\": \"The supplied Gold-only source cannot return the explicitly requested raw CT facts; a stored snapshot would change the requested source.\"}"}], "prompt_sha256": "44e69b4e868b0409", "sampling_pin": "off"}, "shape_routing": {"effective_shape": {"state": "own", "kind": null, "dimension": null}, "routing_decision": "none", "row_touching": false}}, "confidence_factors": {"answer_record": {"version": 1, "execution_id": "a4d459a9-34b5-4cc0-8922-86c0f2724b81", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "query_result", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true}}, "federation_metadata": null, "answered_from": null, "clarification": null, "client_recognizer_spans": [], "client_resolution_state": {}, "intake_trace": {"fired": false, "skip_reason": "no_ambiguity_signals", "entries_matched": [], "questions_asked": 0, "questions_answered": 0, "questions_dismissed": 0, "brief": "none", "voice_input": false}, "enrichments": [], "execution_time_ms": 0.0, "created_at": "2026-09-06T12:00:00Z", "answer_record": {"version": 1, "execution_id": "a4d459a9-34b5-4cc0-8922-86c0f2724b81", "queried_at": "2026-09-06T12:00:00+00:00", "result_kind": "saved_snapshot", "outcome": "error", "completeness": {"status": "unverified", "returned_rows": 0}, "sources": [{"label": "query_source", "queried_at": "2026-09-06T12:00:00+00:00", "source_refreshed_at": null, "freshness": "unknown"}], "semantic_obligations": [{"id": "question_interpretation", "status": "unverified", "reason": "The entire question interpretation has not been independently verified.", "evidence": "Generation confidence is not an answer certificate."}], "confidence_scope": "Generation confidence; semantic correctness is only verified by the listed checks.", "follow_up_ready": true, "saved_at": "2026-09-06T12:00:00+00:00"}, "terminal_projection": {"kind": "error", "class": "semantic", "cause": "The query could not preserve the requested meaning or scope.", "suggested_rephrase": "Try the query again in a few moments", "reason_code": "BI_EXECUTION_001", "guard": null, "exception_type": "PlannerError", "proven_guard": false, "classification_verified": true, "raw_error_type": "execution", "raw_error_message": "The query failed to run. This could be due to a database issue or invalid data in your query.", "evidence": "original_error_metadata", "raw_status": "error"}, "error_class": "semantic", "outcome": "error"}, "expected_sql_sha256": "db0a2ecf58b8898e941946956896a692ea13850065f2f054f1a97662269823ad", "result_sha256": "cf03f48efa3ea1c07e8160d12f3f05b6c18c592908eae44ad2d26d19ceb40a12"}