{
  "scope": "Three actual free MostAI ChatGPT replies24Oct, safely executed on own fictional SQLite database; not paid-model comparison, not PostgreSQL/MySQL test",
  "fixture_sha256_before_after": "ca7de160226e35922a3de236932a6b9f24e08299fa4f29487c0396317431432d",
  "sqlite_version": "3.53.1",
  "calls": 3,
  "cost_rub": 0,
  "tests": [
    {
      "id": "q1",
      "actual_model_sql": "WITH customer_orders AS (SELECT c.id, c.name, COUNT(o.id) AS paid_orders, SUM(o.total_cents - o.refund_cents) AS net_cents FROM customers c LEFT JOIN orders o ON c.id = o.customer_id AND o.status = 'paid' AND o.order_date BETWEEN '2026-09-01' AND '2026-09-30' GROUP BY c.id, c.name) SELECT id, name, paid_orders, net_cents FROM customer_orders ORDER BY id;",
      "model_result": {
        "columns": [
          "id",
          "name",
          "paid_orders",
          "net_cents"
        ],
        "rows": [
          [
            1,
            "Аня",
            2,
            4500
          ],
          [
            2,
            "Борис",
            0,
            null
          ],
          [
            3,
            "Вера",
            1,
            0
          ],
          [
            4,
            "Глеб",
            1,
            0
          ],
          [
            5,
            "Даша",
            0,
            null
          ]
        ]
      },
      "expected": {
        "columns": [
          "id",
          "name",
          "paid_orders",
          "net_cents"
        ],
        "rows": [
          [
            1,
            "Аня",
            2,
            4500
          ],
          [
            2,
            "Борис",
            0,
            0
          ],
          [
            3,
            "Вера",
            1,
            0
          ],
          [
            4,
            "Глеб",
            1,
            0
          ],
          [
            5,
            "Даша",
            0,
            0
          ]
        ]
      },
      "exact_fixture_values_match": false,
      "explicit_order_by_present": true,
      "author_corrected_sql": "SELECT c.id,c.name,COUNT(o.id) AS paid_orders,COALESCE(SUM(o.total_cents-o.refund_cents),0) AS net_cents FROM customers c LEFT JOIN orders o ON o.customer_id=c.id AND o.status='paid' AND o.order_date>='2026-09-01' AND o.order_date<'2026-10-01' GROUP BY c.id,c.name ORDER BY c.id;",
      "author_corrected_result": {
        "columns": [
          "id",
          "name",
          "paid_orders",
          "net_cents"
        ],
        "rows": [
          [
            1,
            "Аня",
            2,
            4500
          ],
          [
            2,
            "Борис",
            0,
            0
          ],
          [
            3,
            "Вера",
            1,
            0
          ],
          [
            4,
            "Глеб",
            1,
            0
          ],
          [
            5,
            "Даша",
            0,
            0
          ]
        ]
      },
      "correction_is_author_written_not_model_reply": true
    },
    {
      "id": "q2",
      "actual_model_sql": "WITH order_totals AS (SELECT o.id, SUM(i.qty * i.unit_price_cents) AS total_price_cents FROM orders o JOIN order_items i ON o.id = i.order_id WHERE o.status = 'paid' AND o.order_date BETWEEN '2026-09-01' AND '2026-09-30' GROUP BY o.id) SELECT SUM(total_price_cents - o.refund_cents) AS net_cents FROM order_totals o JOIN orders o2 ON o.id = o2.id;",
      "model_result": {
        "error": "no such column: o.refund_cents",
        "error_type": "OperationalError"
      },
      "expected": {
        "columns": [
          "net_cents"
        ],
        "rows": [
          [
            4500
          ]
        ]
      },
      "exact_fixture_values_match": false,
      "explicit_order_by_present": null,
      "author_corrected_sql": "WITH item_counts AS (SELECT order_id,COUNT(*) AS item_rows FROM order_items GROUP BY order_id) SELECT SUM(o.total_cents-o.refund_cents) AS net_cents FROM orders o LEFT JOIN item_counts i ON i.order_id=o.id WHERE o.status='paid' AND o.order_date>='2026-09-01' AND o.order_date<'2026-10-01';",
      "author_corrected_result": {
        "columns": [
          "net_cents"
        ],
        "rows": [
          [
            4500
          ]
        ]
      },
      "correction_is_author_written_not_model_reply": true
    },
    {
      "id": "q3",
      "actual_model_sql": "WITH paid_orders AS (SELECT o.id, o.customer_id FROM orders o WHERE o.status = 'paid' AND o.order_date LIKE '2026-09-%') SELECT c.id, c.name FROM customers c WHERE c.id NOT IN (SELECT customer_id FROM paid_orders);",
      "model_result": {
        "columns": [
          "id",
          "name"
        ],
        "rows": [
          [
            2,
            "Борис"
          ],
          [
            5,
            "Даша"
          ]
        ]
      },
      "expected": {
        "columns": [
          "id",
          "name"
        ],
        "rows": [
          [
            2,
            "Борис"
          ],
          [
            5,
            "Даша"
          ]
        ]
      },
      "exact_fixture_values_match": true,
      "explicit_order_by_present": false,
      "author_corrected_sql": "SELECT c.id,c.name FROM customers c WHERE NOT EXISTS (SELECT 1 FROM orders o WHERE o.customer_id=c.id AND o.status='paid' AND o.order_date>='2026-09-01' AND o.order_date<'2026-10-01') ORDER BY c.id;",
      "author_corrected_result": {
        "columns": [
          "id",
          "name"
        ],
        "rows": [
          [
            2,
            "Борис"
          ],
          [
            5,
            "Даша"
          ]
        ]
      },
      "correction_is_author_written_not_model_reply": true
    }
  ],
  "author_bad_join_example": {
    "sql": "SELECT SUM(o.total_cents-o.refund_cents) AS net_cents FROM orders o JOIN order_items i ON i.order_id=o.id WHERE o.status='paid' AND o.order_date>='2026-09-01' AND o.order_date<'2026-10-01';",
    "result": {
      "columns": [
        "net_cents"
      ],
      "rows": [
        [
          7500
        ]
      ]
    },
    "correct_total": 4500
  },
  "findings": [
    "q1 runs but returns NULL for Boris/Dasha although asked0; model explanation falsely claims zeros.",
    "q2 fails with no such column: o.refund_cents; outer alias o points to CTE without refund_cents. No successful revenue result for this raw model query.",
    "q3 values match fixture but missing explicit ORDER BY means requested order is not guaranteed. NOT IN is not a NULL counterexample here because customer_id is NOT NULL.",
    "Author corrections executed and match manual expected outputs; shown separately from actual model replies.",
    "September BETWEEN date-only bounds is not claimed failing on this date-only dataset. Half-open interval is an explicit author convention."
  ],
  "limitations": [
    "One small fictional dataset; no model accuracy/winner benchmark",
    "No production DB connection, credentials or write access",
    "No test of customer account UI clipboard",
    "No generated query optimization/performance assessment"
  ]
}