ml-engine-data.json

{"query_result": {"id": 22863231, "query_hash": "f4bcb2963c5114eadb5a28067f9f9e0b", "query": "WITH success AS (\n  WITH combined AS (\n    -- 1) Engine creation success metrics\n    SELECT\n      DATE(submission_timestamp) AS date,\n      labeled_metrics.key       AS engine_id,\n      'engine_creation'         AS metric_type,\n      CAST(values.key AS INT64) AS ms\n    FROM firefox_desktop.metrics\n    CROSS JOIN UNNEST(metrics.metrics.labeled_timing_distribution.firefox_ai_runtime_engine_creation_success) AS labeled_metrics\n    CROSS JOIN UNNEST(labeled_metrics.value.values) AS values\n    CROSS JOIN UNNEST(GENERATE_ARRAY(1, values.value)) AS repeat_number\n    WHERE\n      DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n      AND client_info.app_channel IN ('nightly', 'beta', 'release')\n\n    UNION ALL\n\n    -- 2) Inference success metrics\n    SELECT\n      DATE(submission_timestamp) AS date,\n      labeled_metrics.key       AS engine_id,\n      'inference'               AS metric_type,\n      CAST(values.key AS INT64) AS ms\n    FROM firefox_desktop.metrics\n    CROSS JOIN UNNEST(metrics.metrics.labeled_timing_distribution.firefox_ai_runtime_run_inference_success) AS labeled_metrics\n    CROSS JOIN UNNEST(labeled_metrics.value.values) AS values\n    CROSS JOIN UNNEST(GENERATE_ARRAY(1, values.value)) AS repeat_number\n    WHERE\n      DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n      AND client_info.app_channel IN ('nightly', 'beta', 'release')\n  )\n  SELECT\n    date,\n    engine_id,\n\n    -- Engine creation quantiles\n    APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(5)] / 1e6 AS engine_creation_p5,\n    APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(50)] / 1e6 AS engine_creation_p50,\n    APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(75)] / 1e6 AS engine_creation_p75,\n    APPROX_QUANTILES(IF(metric_type = 'engine_creation', ms, NULL), 100)[OFFSET(99)] / 1e6 AS engine_creation_p99,\n\n    -- Inference quantiles\n    APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(5)] / 1e6   AS inference_p5,\n    APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(50)] / 1e6  AS inference_p50,\n    APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(75)] / 1e6  AS inference_p75,\n    APPROX_QUANTILES(IF(metric_type = 'inference', ms, NULL), 100)[OFFSET(99)] / 1e6  AS inference_p99,\n\n    -- Success counts\n    COUNTIF(metric_type = 'engine_creation') AS engine_creation_success_count,\n    COUNTIF(metric_type = 'inference')       AS inference_success_count\n\n  FROM combined\n  GROUP BY\n    date,\n    engine_id\n),\n\nfailures AS (\n  WITH combined AS (\n    -- Engine creation failures\n    SELECT\n      DATE(submission_timestamp)         AS date,\n      JSON_VALUE(event_extra.engineId)   AS engine_id,\n      'engine_creation'                  AS metric_type,\n      COUNT(*)                           AS failure_count\n    FROM `mozdata.firefox_desktop.events_stream`\n    WHERE\n      event = 'firefox.ai.runtime.engine_creation_failure'\n      AND DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n      AND normalized_channel IN ('nightly', 'beta', 'release')\n    GROUP BY\n      date,\n      engine_id\n\n    UNION ALL\n\n    -- Inference failures\n    SELECT\n      DATE(submission_timestamp)         AS date,\n      JSON_VALUE(event_extra.engineId)   AS engine_id,\n      'inference'                        AS metric_type,\n      COUNT(*)                           AS failure_count\n    FROM `mozdata.firefox_desktop.events_stream`\n    WHERE\n      event = 'firefox.ai.runtime.run_inference_failure'\n      AND DATE(submission_timestamp) >= DATE_SUB(CURRENT_DATE(), INTERVAL 7 DAY)\n      AND normalized_channel IN ('nightly', 'beta', 'release')\n    GROUP BY\n      date,\n      engine_id\n  )\n  SELECT\n    date,\n    engine_id,\n    SUM(IF(metric_type = 'engine_creation', failure_count, 0)) AS engine_creation_failure_count,\n    SUM(IF(metric_type = 'inference',       failure_count, 0)) AS inference_failure_count\n  FROM combined\n  GROUP BY\n    date,\n    engine_id\n)\n\n-- Finally, join successes & failures into one result\nSELECT\n  COALESCE(s.date, f.date) AS date,\n  COALESCE(s.engine_id, f.engine_id) AS engine_id,\n\n  -- Success quantiles\n  s.engine_creation_p5,\n  s.engine_creation_p50,\n  s.engine_creation_p75,\n  s.engine_creation_p99,\n  s.inference_p5,\n  s.inference_p50,\n  s.inference_p75,\n  s.inference_p99,\n\n  -- Success counts\n  s.engine_creation_success_count,\n  s.inference_success_count,\n\n  -- Failure counts\n  f.engine_creation_failure_count,\n  f.inference_failure_count\n\nFROM success s\nFULL JOIN failures f\nUSING (date, engine_id)\nORDER BY\n  engine_id,\n  date;\n", "data": {"columns": [{"name": "date", "friendly_name": "date", "type": "string"}, {"name": "engine_id", "friendly_name": "engine_id", "type": "string"}, {"name": "engine_creation_p5", "friendly_name": "engine_creation_p5", "type": "float"}, {"name": "engine_creation_p50", "friendly_name": "engine_creation_p50", "type": "float"}, {"name": "engine_creation_p75", "friendly_name": "engine_creation_p75", "type": "float"}, {"name": "engine_creation_p99", "friendly_name": "engine_creation_p99", "type": "float"}, {"name": "inference_p5", "friendly_name": "inference_p5", "type": "float"}, {"name": "inference_p50", "friendly_name": "inference_p50", "type": "float"}, {"name": "inference_p75", "friendly_name": "inference_p75", "type": "float"}, {"name": "inference_p99", "friendly_name": "inference_p99", "type": "float"}, {"name": "engine_creation_success_count", "friendly_name": "engine_creation_success_count", "type": "integer"}, {"name": "inference_success_count", "friendly_name": "inference_success_count", "type": "integer"}, {"name": "engine_creation_failure_count", "friendly_name": "engine_creation_failure_count", "type": "integer"}, {"name": "inference_failure_count", "friendly_name": "inference_failure_count", "type": "integer"}], "rows": [{"date": "2026-07-12", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 4140}, {"date": "2026-07-13", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 6100}, {"date": "2026-07-14", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 5537}, {"date": "2026-07-15", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 9688}, {"date": "2026-07-16", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 5386}, {"date": "2026-07-17", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 4448}, {"date": "2026-07-18", "engine_id": null, "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 0, "inference_failure_count": 3628}, {"date": "2026-07-12", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 319.225354, "engine_creation_p75": 451.452825, "engine_creation_p99": 5107.605667, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 5.931641, "engine_creation_success_count": 6253507, "inference_success_count": 79015346, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-13", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 451.452825, "engine_creation_p99": 5107.605667, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 8.388608, "engine_creation_success_count": 7753488, "inference_success_count": 93359930, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-14", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 348.117717, "engine_creation_p75": 451.452825, "engine_creation_p99": 4294.967296, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 4.987896, "engine_creation_success_count": 9974587, "inference_success_count": 109065540, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-15", "engine_id": "__other__", "engine_creation_p5": 174.058858, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 4294.967296, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 7.692387, "engine_creation_success_count": 9068486, "inference_success_count": 92270977, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-16", "engine_id": "__other__", "engine_creation_p5": 174.058858, "engine_creation_p50": 348.117717, "engine_creation_p75": 492.312796, "engine_creation_p99": 3611.622602, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 6.468501, "engine_creation_success_count": 9461805, "inference_success_count": 91521130, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-17", "engine_id": "__other__", "engine_creation_p5": 174.058858, "engine_creation_p50": 348.117717, "engine_creation_p75": 451.452825, "engine_creation_p99": 3311.872529, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 7.692387, "engine_creation_success_count": 9236357, "inference_success_count": 83433603, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-18", "engine_id": "__other__", "engine_creation_p5": 189.812531, "engine_creation_p50": 319.225354, "engine_creation_p75": 451.452825, "engine_creation_p99": 3311.872529, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 8.388608, "engine_creation_success_count": 7631556, "inference_success_count": 67431241, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-15", "engine_id": "about-inference", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "about-inference", "engine_creation_p5": 3037.000499, "engine_creation_p50": 4294.967296, "engine_creation_p75": 18734.780191, "engine_creation_p99": 24296.003999, "inference_p5": 1969.251187, "inference_p50": 2341.847523, "inference_p75": 2341.847523, "inference_p99": 2341.847523, "engine_creation_success_count": 6, "inference_success_count": 3, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-17", "engine_id": "about-inference", "engine_creation_p5": 759.250124, "engine_creation_p50": 759.250124, "engine_creation_p75": 8589.934592, "engine_creation_p99": 8589.934592, "inference_p5": 268.435456, "inference_p50": 268.435456, "inference_p75": 268.435456, "inference_p99": 268.435456, "engine_creation_success_count": 2, "inference_success_count": 1, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-18", "engine_id": "about-inference", "engine_creation_p5": 1170.923761, "engine_creation_p50": 1276.901416, "engine_creation_p75": 2341.847523, "engine_creation_p99": 2553.802833, "inference_p5": 87.029429, "inference_p50": 20430.422668, "inference_p75": 20430.422668, "inference_p99": 31508.019006, "engine_creation_success_count": 4, "inference_success_count": 7, "engine_creation_failure_count": 3, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "about-inference-benchmark", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "autofill-ml", "engine_creation_p5": 585.46188, "engine_creation_p50": 1276.901416, "engine_creation_p75": 1655.936264, "engine_creation_p99": 6623.745058, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 46, "inference_success_count": 1389, "engine_creation_failure_count": 0, "inference_failure_count": 16}, {"date": "2026-07-13", "engine_id": "autofill-ml", "engine_creation_p5": 492.312796, "engine_creation_p50": 984.625593, "engine_creation_p75": 1392.470868, "engine_creation_p99": 178236.271212, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 46, "inference_success_count": 985, "engine_creation_failure_count": 0, "inference_failure_count": 29}, {"date": "2026-07-14", "engine_id": "autofill-ml", "engine_creation_p5": 585.46188, "engine_creation_p50": 1170.923761, "engine_creation_p75": 1805.811301, "engine_creation_p99": 462287.693163, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 52, "inference_success_count": 1783, "engine_creation_failure_count": 0, "inference_failure_count": 53}, {"date": "2026-07-15", "engine_id": "autofill-ml", "engine_creation_p5": 536.870912, "engine_creation_p50": 902.90565, "engine_creation_p75": 1518.500249, "engine_creation_p99": 34359.738368, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 83, "inference_success_count": 2297, "engine_creation_failure_count": 0, "inference_failure_count": 23}, {"date": "2026-07-16", "engine_id": "autofill-ml", "engine_creation_p5": 536.870912, "engine_creation_p50": 1518.500249, "engine_creation_p75": 2341.847523, "engine_creation_p99": 549755.813888, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 69, "inference_success_count": 15908, "engine_creation_failure_count": 0, "inference_failure_count": 14}, {"date": "2026-07-17", "engine_id": "autofill-ml", "engine_creation_p5": 536.870912, "engine_creation_p50": 1276.901416, "engine_creation_p75": 2553.802833, "engine_creation_p99": 97184.015999, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 68, "inference_success_count": 3274, "engine_creation_failure_count": 0, "inference_failure_count": 17}, {"date": "2026-07-18", "engine_id": "autofill-ml", "engine_creation_p5": 696.235434, "engine_creation_p50": 1518.500249, "engine_creation_p75": 1969.251187, "engine_creation_p99": 44559.067803, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 47, "inference_success_count": 4157, "engine_creation_failure_count": 0, "inference_failure_count": 1}, {"date": "2026-07-12", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 91111, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 117076, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 103139, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 104901, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 106210, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 109696, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "formfill-classification-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 80351, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "link-preview", "engine_creation_p5": 319.225354, "engine_creation_p50": 984.625593, "engine_creation_p75": 2341.847523, "engine_creation_p99": 274877.906944, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 12681, "inference_success_count": 7662, "engine_creation_failure_count": 1777, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "link-preview", "engine_creation_p5": 292.73094, "engine_creation_p50": 984.625593, "engine_creation_p75": 2341.847523, "engine_creation_p99": 252064.152055, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 15628, "inference_success_count": 9552, "engine_creation_failure_count": 2157, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "link-preview", "engine_creation_p5": 292.73094, "engine_creation_p50": 984.625593, "engine_creation_p75": 2341.847523, "engine_creation_p99": 274877.906944, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 19352, "inference_success_count": 11480, "engine_creation_failure_count": 2155, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "link-preview", "engine_creation_p5": 319.225354, "engine_creation_p50": 984.625593, "engine_creation_p75": 2553.802833, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 16312, "inference_success_count": 9841, "engine_creation_failure_count": 2021, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "link-preview", "engine_creation_p5": 319.225354, "engine_creation_p50": 984.625593, "engine_creation_p75": 2147.483648, "engine_creation_p99": 252064.152055, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 16672, "inference_success_count": 10000, "engine_creation_failure_count": 2051, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "link-preview", "engine_creation_p5": 319.225354, "engine_creation_p50": 984.625593, "engine_creation_p75": 2147.483648, "engine_creation_p99": 252064.152055, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 16026, "inference_success_count": 9583, "engine_creation_failure_count": 2010, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "link-preview", "engine_creation_p5": 319.225354, "engine_creation_p50": 984.625593, "engine_creation_p75": 2341.847523, "engine_creation_p99": 274877.906944, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 13406, "inference_success_count": 8106, "engine_creation_failure_count": 1670, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "ml-suggest-intent", "engine_creation_p5": 1073.741824, "engine_creation_p50": 5107.605667, "engine_creation_p75": 10215.211334, "engine_creation_p99": 194368.031998, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 87.029429, "engine_creation_success_count": 229, "inference_success_count": 821, "engine_creation_failure_count": 84, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "ml-suggest-intent", "engine_creation_p5": 902.90565, "engine_creation_p50": 3938.502375, "engine_creation_p75": 8589.934592, "engine_creation_p99": 163443.381347, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 39.903169, "engine_creation_success_count": 364, "inference_success_count": 1189, "engine_creation_failure_count": 123, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "ml-suggest-intent", "engine_creation_p5": 902.90565, "engine_creation_p50": 3938.502375, "engine_creation_p75": 7223.245205, "engine_creation_p99": 81721.690673, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 12.937002, "inference_p99": 39.903169, "engine_creation_success_count": 391, "inference_success_count": 2255, "engine_creation_failure_count": 140, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "ml-suggest-intent", "engine_creation_p5": 984.625593, "engine_creation_p50": 3938.502375, "engine_creation_p75": 7877.004751, "engine_creation_p99": 178236.271212, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 10.878678, "inference_p99": 43.514714, "engine_creation_success_count": 326, "inference_success_count": 1760, "engine_creation_failure_count": 164, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "ml-suggest-intent", "engine_creation_p5": 984.625593, "engine_creation_p50": 3938.502375, "engine_creation_p75": 8589.934592, "engine_creation_p99": 388736.063996, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 12.937002, "inference_p99": 43.514714, "engine_creation_success_count": 357, "inference_success_count": 2698, "engine_creation_failure_count": 133, "inference_failure_count": 1}, {"date": "2026-07-17", "engine_id": "ml-suggest-intent", "engine_creation_p5": 984.625593, "engine_creation_p50": 3938.502375, "engine_creation_p75": 6623.745058, "engine_creation_p99": 115571.92329, "inference_p5": 0.961548, "inference_p50": 11.863283, "inference_p75": 14.1079, "inference_p99": 51.748008, "engine_creation_success_count": 304, "inference_success_count": 2386, "engine_creation_failure_count": 171, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "ml-suggest-intent", "engine_creation_p5": 902.90565, "engine_creation_p50": 3611.622602, "engine_creation_p75": 7223.245205, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 47.453132, "engine_creation_success_count": 268, "inference_success_count": 2104, "engine_creation_failure_count": 61, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "ml-suggest-ner", "engine_creation_p5": 827.968132, "engine_creation_p50": 4294.967296, "engine_creation_p75": 10215.211334, "engine_creation_p99": 194368.031998, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 87.029429, "engine_creation_success_count": 233, "inference_success_count": 758, "engine_creation_failure_count": 78, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "ml-suggest-ner", "engine_creation_p5": 585.46188, "engine_creation_p50": 3311.872529, "engine_creation_p75": 8589.934592, "engine_creation_p99": 178236.271212, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 112.863206, "engine_creation_success_count": 353, "inference_success_count": 1235, "engine_creation_failure_count": 128, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "ml-suggest-ner", "engine_creation_p5": 638.450708, "engine_creation_p50": 3037.000499, "engine_creation_p75": 6623.745058, "engine_creation_p99": 252064.152055, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 8.388608, "inference_p99": 28.215801, "engine_creation_success_count": 394, "inference_success_count": 2579, "engine_creation_failure_count": 143, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "ml-suggest-ner", "engine_creation_p5": 696.235434, "engine_creation_p50": 3037.000499, "engine_creation_p75": 6623.745058, "engine_creation_p99": 178236.271212, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 6.468501, "inference_p99": 33.554432, "engine_creation_success_count": 344, "inference_success_count": 1762, "engine_creation_failure_count": 172, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "ml-suggest-ner", "engine_creation_p5": 759.250124, "engine_creation_p50": 3611.622602, "engine_creation_p75": 8589.934592, "engine_creation_p99": 274877.906944, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 9.975792, "inference_p99": 43.514714, "engine_creation_success_count": 346, "inference_success_count": 2704, "engine_creation_failure_count": 146, "inference_failure_count": 4}, {"date": "2026-07-17", "engine_id": "ml-suggest-ner", "engine_creation_p5": 759.250124, "engine_creation_p50": 3037.000499, "engine_creation_p75": 6623.745058, "engine_creation_p99": 194368.031998, "inference_p5": 0.961548, "inference_p50": 8.388608, "inference_p75": 10.878678, "inference_p99": 51.748008, "engine_creation_success_count": 292, "inference_success_count": 2360, "engine_creation_failure_count": 179, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "ml-suggest-ner", "engine_creation_p5": 696.235434, "engine_creation_p50": 2784.941737, "engine_creation_p75": 6623.745058, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 51.748008, "engine_creation_success_count": 254, "inference_success_count": 2076, "engine_creation_failure_count": 62, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 4683.695047, "engine_creation_p75": 15754.009503, "engine_creation_p99": 326886.762694, "inference_p5": 0.961548, "inference_p50": 2341.847523, "inference_p75": 4294.967296, "inference_p99": 18734.780191, "engine_creation_success_count": 1010, "inference_success_count": 851, "engine_creation_failure_count": 442, "inference_failure_count": 4}, {"date": "2026-07-13", "engine_id": "pdfjs", "engine_creation_p5": 1276.901416, "engine_creation_p50": 3611.622602, "engine_creation_p75": 13247.490117, "engine_creation_p99": 326886.762694, "inference_p5": 0.961548, "inference_p50": 1805.811301, "inference_p75": 3037.000499, "inference_p99": 15754.009503, "engine_creation_success_count": 1970, "inference_success_count": 1897, "engine_creation_failure_count": 935, "inference_failure_count": 4}, {"date": "2026-07-14", "engine_id": "pdfjs", "engine_creation_p5": 1276.901416, "engine_creation_p50": 3611.622602, "engine_creation_p75": 11139.76695, "engine_creation_p99": 356472.542424, "inference_p5": 0.961548, "inference_p50": 2341.847523, "inference_p75": 3611.622602, "inference_p99": 18734.780191, "engine_creation_success_count": 2345, "inference_success_count": 2292, "engine_creation_failure_count": 1187, "inference_failure_count": 7}, {"date": "2026-07-15", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 3611.622602, "engine_creation_p75": 9367.390095, "engine_creation_p99": 326886.762694, "inference_p5": 0.961548, "inference_p50": 2341.847523, "inference_p75": 3938.502375, "inference_p99": 17179.869184, "engine_creation_success_count": 2277, "inference_success_count": 2394, "engine_creation_failure_count": 873, "inference_failure_count": 9}, {"date": "2026-07-16", "engine_id": "pdfjs", "engine_creation_p5": 1276.901416, "engine_creation_p50": 3611.622602, "engine_creation_p75": 11139.76695, "engine_creation_p99": 388736.063996, "inference_p5": 0.961548, "inference_p50": 1969.251187, "inference_p75": 3311.872529, "inference_p99": 20430.422668, "engine_creation_success_count": 2177, "inference_success_count": 2133, "engine_creation_failure_count": 822, "inference_failure_count": 7}, {"date": "2026-07-17", "engine_id": "pdfjs", "engine_creation_p5": 1276.901416, "engine_creation_p50": 3611.622602, "engine_creation_p75": 9367.390095, "engine_creation_p99": 356472.542424, "inference_p5": 0.961548, "inference_p50": 1655.936264, "inference_p75": 3037.000499, "inference_p99": 15754.009503, "engine_creation_success_count": 1919, "inference_success_count": 1908, "engine_creation_failure_count": 806, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "pdfjs", "engine_creation_p5": 1392.470868, "engine_creation_p50": 3611.622602, "engine_creation_p75": 9367.390095, "engine_creation_p99": 356472.542424, "inference_p5": 0.961548, "inference_p50": 2341.847523, "inference_p75": 3938.502375, "inference_p99": 15754.009503, "engine_creation_success_count": 1407, "inference_success_count": 1654, "engine_creation_failure_count": 677, "inference_failure_count": 3}, {"date": "2026-07-12", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 3295232, "inference_failure_count": 9}, {"date": "2026-07-13", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4016160, "inference_failure_count": 7}, {"date": "2026-07-14", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4229952, "inference_failure_count": 3}, {"date": "2026-07-15", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4346648, "inference_failure_count": 13}, {"date": "2026-07-16", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4389634, "inference_failure_count": 8}, {"date": "2026-07-17", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4265686, "inference_failure_count": 3}, {"date": "2026-07-18", "engine_id": "simple-text-embedder-engine", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 3742894, "inference_failure_count": 12}, {"date": "2026-07-12", "engine_id": "smart-intent", "engine_creation_p5": 225.726412, "engine_creation_p50": 536.870912, "engine_creation_p75": 902.90565, "engine_creation_p99": 4683.695047, "inference_p5": 10.878678, "inference_p50": 19.951584, "inference_p75": 25.874004, "inference_p99": 159.612677, "engine_creation_success_count": 764, "inference_success_count": 10444, "engine_creation_failure_count": 1165, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-intent", "engine_creation_p5": 246.156398, "engine_creation_p50": 585.46188, "engine_creation_p75": 902.90565, "engine_creation_p99": 8589.934592, "inference_p5": 11.863283, "inference_p50": 21.757357, "inference_p75": 33.554432, "inference_p99": 984.625593, "engine_creation_success_count": 790, "inference_success_count": 11062, "engine_creation_failure_count": 1621, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "smart-intent", "engine_creation_p5": 174.058858, "engine_creation_p50": 536.870912, "engine_creation_p75": 902.90565, "engine_creation_p99": 9367.390095, "inference_p5": 10.878678, "inference_p50": 21.757357, "inference_p75": 30.769549, "inference_p99": 206.992033, "engine_creation_success_count": 1095, "inference_success_count": 13684, "engine_creation_failure_count": 1659, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "smart-intent", "engine_creation_p5": 206.992033, "engine_creation_p50": 492.312796, "engine_creation_p75": 827.968132, "engine_creation_p99": 11139.76695, "inference_p5": 10.878678, "inference_p50": 19.951584, "inference_p75": 30.769549, "inference_p99": 638.450708, "engine_creation_success_count": 918, "inference_success_count": 12492, "engine_creation_failure_count": 1731, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "smart-intent", "engine_creation_p5": 174.058858, "engine_creation_p50": 492.312796, "engine_creation_p75": 827.968132, "engine_creation_p99": 10215.211334, "inference_p5": 10.878678, "inference_p50": 19.951584, "inference_p75": 28.215801, "inference_p99": 902.90565, "engine_creation_success_count": 1188, "inference_success_count": 15340, "engine_creation_failure_count": 1764, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "smart-intent", "engine_creation_p5": 174.058858, "engine_creation_p50": 536.870912, "engine_creation_p75": 984.625593, "engine_creation_p99": 12148.001999, "inference_p5": 10.878678, "inference_p50": 19.951584, "inference_p75": 30.769549, "inference_p99": 827.968132, "engine_creation_success_count": 1118, "inference_success_count": 13812, "engine_creation_failure_count": 1234, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "smart-intent", "engine_creation_p5": 225.726412, "engine_creation_p50": 638.450708, "engine_creation_p75": 902.90565, "engine_creation_p99": 10215.211334, "inference_p5": 10.878678, "inference_p50": 21.757357, "inference_p75": 28.215801, "inference_p99": 123.078199, "engine_creation_success_count": 763, "inference_success_count": 9291, "engine_creation_failure_count": 1674, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "smart-openai-chat", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-openai-chat", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "smart-openai-chat", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "smart-openai-chat", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "smart-openai-chat", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "smart-openai-chat-@preset/deepseek-v4-flash", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 38, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 15, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 8, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 6, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 11, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 3, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter-qwen3-235b-a22b-instruct-2507-maas", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter-qwen3-235b-a22b-instruct-2507-maas", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 4, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter-qwen3-235b-a22b-instruct-2507-maas", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 3, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "smart-openai-conversation-suggestions-sidebar-starter-qwen3-235b-a22b-instruct-2507-maas", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 496, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 559, "inference_failure_count": 0}, {"date": "2026-07-14", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 369, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 1, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 661, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "smart-openai-memories-initial-generation-system", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 311, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-openai-memories-initial-generation-system-gemini-3.1-flash-lite", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 2, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "smart-openai-memories-initial-generation-system-gemini-3.1-flash-lite", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 11, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "smart-openai-memories-initial-generation-system-gemini-3.1-flash-lite", "engine_creation_p5": null, "engine_creation_p50": null, "engine_creation_p75": null, "engine_creation_p99": null, "inference_p5": null, "inference_p50": null, "inference_p75": null, "inference_p99": null, "engine_creation_success_count": null, "inference_success_count": null, "engine_creation_failure_count": 3, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 31508.019006, "inference_p5": 4.987896, "inference_p50": 15.384774, "inference_p75": 28.215801, "inference_p99": 1805.811301, "engine_creation_success_count": 2096, "inference_success_count": 2370, "engine_creation_failure_count": 614, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 37469.560382, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 25.874004, "inference_p99": 1805.811301, "engine_creation_success_count": 2767, "inference_success_count": 3114, "engine_creation_failure_count": 788, "inference_failure_count": 1}, {"date": "2026-07-14", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1073.741824, "engine_creation_p99": 40860.845336, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 28.215801, "inference_p99": 984.625593, "engine_creation_success_count": 3290, "inference_success_count": 3764, "engine_creation_failure_count": 759, "inference_failure_count": 1}, {"date": "2026-07-15", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1073.741824, "engine_creation_p99": 18734.780191, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 25.874004, "inference_p99": 1655.936264, "engine_creation_success_count": 3022, "inference_success_count": 3461, "engine_creation_failure_count": 675, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 246.156398, "engine_creation_p50": 638.450708, "engine_creation_p75": 1276.901416, "engine_creation_p99": 28892.980822, "inference_p5": 4.987896, "inference_p50": 14.1079, "inference_p75": 30.769549, "inference_p99": 1276.901416, "engine_creation_success_count": 2989, "inference_success_count": 3449, "engine_creation_failure_count": 644, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 24296.003999, "inference_p5": 3.846193, "inference_p50": 14.1079, "inference_p75": 28.215801, "inference_p99": 3037.000499, "engine_creation_success_count": 2892, "inference_success_count": 3394, "engine_creation_failure_count": 600, "inference_failure_count": 2}, {"date": "2026-07-18", "engine_id": "smart-tab-embedding-engine", "engine_creation_p5": 225.726412, "engine_creation_p50": 585.46188, "engine_creation_p75": 1170.923761, "engine_creation_p99": 31508.019006, "inference_p5": 3.846193, "inference_p50": 15.384774, "inference_p75": 28.215801, "inference_p99": 3311.872529, "engine_creation_success_count": 2240, "inference_success_count": 2574, "engine_creation_failure_count": 475, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 34359.738368, "inference_p5": 28.215801, "inference_p50": 79.806338, "inference_p75": 134.217728, "inference_p99": 1170.923761, "engine_creation_success_count": 1851, "inference_success_count": 2113, "engine_creation_failure_count": 809, "inference_failure_count": 0}, {"date": "2026-07-13", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 379.625062, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 37469.560382, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 123.078199, "inference_p99": 984.625593, "engine_creation_success_count": 2495, "inference_success_count": 2896, "engine_creation_failure_count": 1115, "inference_failure_count": 1}, {"date": "2026-07-14", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 379.625062, "engine_creation_p50": 984.625593, "engine_creation_p75": 1655.936264, "engine_creation_p99": 44559.067803, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 123.078199, "inference_p99": 827.968132, "engine_creation_success_count": 2956, "inference_success_count": 3493, "engine_creation_failure_count": 1076, "inference_failure_count": 0}, {"date": "2026-07-15", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 379.625062, "engine_creation_p50": 902.90565, "engine_creation_p75": 1655.936264, "engine_creation_p99": 22279.533901, "inference_p5": 25.874004, "inference_p50": 73.182735, "inference_p75": 123.078199, "inference_p99": 984.625593, "engine_creation_success_count": 2690, "inference_success_count": 3252, "engine_creation_failure_count": 1015, "inference_failure_count": 0}, {"date": "2026-07-16", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 984.625593, "engine_creation_p75": 1969.251187, "engine_creation_p99": 34359.738368, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 134.217728, "inference_p99": 902.90565, "engine_creation_success_count": 2620, "inference_success_count": 3101, "engine_creation_failure_count": 959, "inference_failure_count": 0}, {"date": "2026-07-17", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 984.625593, "engine_creation_p75": 1805.811301, "engine_creation_p99": 26494.980234, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 134.217728, "inference_p99": 984.625593, "engine_creation_success_count": 2569, "inference_success_count": 3007, "engine_creation_failure_count": 918, "inference_failure_count": 0}, {"date": "2026-07-18", "engine_id": "smart-tab-topic-engine", "engine_creation_p5": 413.984066, "engine_creation_p50": 902.90565, "engine_creation_p75": 1805.811301, "engine_creation_p99": 34359.738368, "inference_p5": 25.874004, "inference_p50": 79.806338, "inference_p75": 123.078199, "inference_p99": 984.625593, "engine_creation_success_count": 1967, "inference_success_count": 2376, "engine_creation_failure_count": 701, "inference_failure_count": 0}, {"date": "2026-07-12", "engine_id": "webextension", "engine_creation_p5": 1805.811301, "engine_creation_p50": 2553.802833, "engine_creation_p75": 3037.000499, "engine_creation_p99": 28892.980822, "inference_p5": 33.554432, "inference_p50": 206.992033, "inference_p75": 268.435456, "inference_p99": 451.452825, "engine_creation_success_count": 42, "inference_success_count": 102267, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-13", "engine_id": "webextension", "engine_creation_p5": 1805.811301, "engine_creation_p50": 2784.941737, "engine_creation_p75": 3037.000499, "engine_creation_p99": 6623.745058, "inference_p5": 39.903169, "inference_p50": 174.058858, "inference_p75": 225.726412, "inference_p99": 379.625062, "engine_creation_success_count": 58, "inference_success_count": 116053, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-14", "engine_id": "webextension", "engine_creation_p5": 1805.811301, "engine_creation_p50": 1969.251187, "engine_creation_p75": 2553.802833, "engine_creation_p99": 5107.605667, "inference_p5": 134.217728, "inference_p50": 225.726412, "inference_p75": 292.73094, "inference_p99": 413.984066, "engine_creation_success_count": 45, "inference_success_count": 38197, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-15", "engine_id": "webextension", "engine_creation_p5": 1276.901416, "engine_creation_p50": 2147.483648, "engine_creation_p75": 2784.941737, "engine_creation_p99": 4294.967296, "inference_p5": 39.903169, "inference_p50": 51.748008, "inference_p75": 225.726412, "inference_p99": 379.625062, "engine_creation_success_count": 48, "inference_success_count": 115925, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-16", "engine_id": "webextension", "engine_creation_p5": 1655.936264, "engine_creation_p50": 1969.251187, "engine_creation_p75": 2784.941737, "engine_creation_p99": 3611.622602, "inference_p5": 43.514714, "inference_p50": 206.992033, "inference_p75": 268.435456, "inference_p99": 348.117717, "engine_creation_success_count": 21, "inference_success_count": 27608, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-17", "engine_id": "webextension", "engine_creation_p5": 1073.741824, "engine_creation_p50": 2341.847523, "engine_creation_p75": 2553.802833, "engine_creation_p99": 3611.622602, "inference_p5": 43.514714, "inference_p50": 206.992033, "inference_p75": 246.156398, "inference_p99": 451.452825, "engine_creation_success_count": 29, "inference_success_count": 50400, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-18", "engine_id": "webextension", "engine_creation_p5": 1655.936264, "engine_creation_p50": 2553.802833, "engine_creation_p75": 2784.941737, "engine_creation_p99": 6623.745058, "inference_p5": 47.453132, "inference_p50": 159.612677, "inference_p75": 225.726412, "inference_p99": 379.625062, "engine_creation_success_count": 50, "inference_success_count": 193689, "engine_creation_failure_count": null, "inference_failure_count": null}, {"date": "2026-07-12", "engine_id": "wllamapreview", "engine_creation_p5": 348.117717, "engine_creation_p50": 1276.901416, "engine_creation_p75": 7877.004751, "engine_creation_p99": 462287.693163, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 763, "inference_success_count": 458, "engine_creation_failure_count": 115, "inference_failure_count": 20}, {"date": "2026-07-13", "engine_id": "wllamapreview", "engine_creation_p5": 348.117717, "engine_creation_p50": 1276.901416, "engine_creation_p75": 5569.883475, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 971, "inference_success_count": 569, "engine_creation_failure_count": 159, "inference_failure_count": 31}, {"date": "2026-07-14", "engine_id": "wllamapreview", "engine_creation_p5": 348.117717, "engine_creation_p50": 1276.901416, "engine_creation_p75": 6623.745058, "engine_creation_p99": 299756.483061, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 1075, "inference_success_count": 627, "engine_creation_failure_count": 147, "inference_failure_count": 23}, {"date": "2026-07-15", "engine_id": "wllamapreview", "engine_creation_p5": 348.117717, "engine_creation_p50": 1276.901416, "engine_creation_p75": 5107.605667, "engine_creation_p99": 423919.683754, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 1032, "inference_success_count": 610, "engine_creation_failure_count": 147, "inference_failure_count": 17}, {"date": "2026-07-16", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1276.901416, "engine_creation_p75": 6623.745058, "engine_creation_p99": 653773.525389, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 900, "inference_success_count": 531, "engine_creation_failure_count": 132, "inference_failure_count": 29}, {"date": "2026-07-17", "engine_id": "wllamapreview", "engine_creation_p5": 319.225354, "engine_creation_p50": 1392.470868, "engine_creation_p75": 6074.000999, "engine_creation_p99": 326886.762694, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 780, "inference_success_count": 500, "engine_creation_failure_count": 88, "inference_failure_count": 24}, {"date": "2026-07-18", "engine_id": "wllamapreview", "engine_creation_p5": 379.625062, "engine_creation_p50": 1655.936264, "engine_creation_p75": 8589.934592, "engine_creation_p99": 653773.525389, "inference_p5": 0.961548, "inference_p50": 0.961548, "inference_p75": 0.961548, "inference_p99": 0.961548, "engine_creation_success_count": 643, "inference_success_count": 378, "engine_creation_failure_count": 97, "inference_failure_count": 19}], "metadata": {"data_scanned": 29885721434}}, "data_source_id": 64, "runtime": 255.132, "retrieved_at": "2026-07-19T05:20:22.092Z"}}