{ "format": "attestql/audit/summary/2", "run_id": "audit-9b355c99-9acf-40fa-bbae-77763a9af221", "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird", "effective_database_role": "auditor", "session_settings": { "engine": "postgresql", "recorded": { "statement_timeout": "0", "server_version": "16.15 (Debian 16.15-1.pgdg13+2)", "server_version_num": "160015", "transaction_read_only": "on", "max_parallel_workers_per_gather": "2", "server_encoding": "UTF8", "search_path": "public", "datlocprovider": "c", "daticulocale": "", "datcollversion": "2.41" } }, "parser": { "validator": "audit:libpg_query-parse", "postgast": "0.1.0", "grammar_version": 170007 }, "question_set": { "path": "data/questions/mini_dev_postgresql.json", "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab", "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json", "date": "2024-06-19", "entries": 500, "audited": 498, "duplicate_ids": [ 137, 138 ], "ids": [] }, "predictions": { "path": "data/preds-pg/predict_mini_dev_gpt-4-turbo_postgresql.json", "digest": "sha256:428fd115a67a76d6312ea205aab64764b5a09444587588eda442a94cfee65211", "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-turbo_postgresql.json", "date": "2024-06-19", "keyed_by": "position", "format": "json", "statements": 500, "positions_unused": [ 487, 488 ] }, "verdicts": { "EQUAL": 154, "NOT_EQUAL": 216, "ERROR": 128 }, "smells": { "ordering-over-numeric-text": 1, "arbitrary-cut": 12, "not-a-function-of-the-data": 12, "float-aggregate-order": 5, "duplicate-full-row": 27, "direction-against-question": 0 }, "smells_fired": 57, "credited_but_not_equal": { "total": 27, "by_mechanism": { "multiplicity": 22, "type": 5, "order": 0, "truncation": 0, "other": 0 }, "by_test_suite_ex": { "1": 5, "0": 22 } }, "fixture": { "depth": "counts", "cache": "runs/minidev-pg/gpt-4-turbo/fixture.json", "source": { "path": "data/minidev/BIRD_dev.sql", "digest": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec", "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV_postgresql/BIRD_dev.sql", "date": "2024-06-13" }, "schema_digest": "sha256:25aabd5763d7a18135a8741194c4a704141761bd0c7fdbfbf3f7c2bc9e0bf08c", "row_counts": { "public.account": 4500, "public.alignment": 4, "public.atom": 9111, "public.attendance": 326, "public.attribute": 6, "public.badges": 79851, "public.bond": 9156, "public.budget": 52, "public.card": 892, "public.cards": 56822, "public.circuits": 72, "public.client": 5369, "public.colour": 35, "public.comments": 174285, "public.connected": 18312, "public.constructorresults": 11082, "public.constructors": 208, "public.constructorstandings": 11836, "public.country": 11, "public.customers": 32461, "public.disp": 5369, "public.district": 77, "public.drivers": 840, "public.driverstandings": 31578, "public.event": 42, "public.examination": 106, "public.expense": 32, "public.foreign_data": 229186, "public.frpm": 9986, "public.gasstations": 5716, "public.gender": 3, "public.hero_attribute": 3738, "public.hero_power": 5825, "public.income": 36, "public.laboratory": 13908, "public.laptimes": 400524, "public.league": 11, "public.legalities": 427907, "public.loan": 682, "public.major": 113, "public.match": 25979, "public.member": 33, "public.molecule": 343, "public.order": 6471, "public.patient": 1238, "public.pitstops": 5815, "public.player": 11060, "public.player_attributes": 183978, "public.posthistory": 303155, "public.postlinks": 11102, "public.posts": 91966, "public.products": 591, "public.publisher": 25, "public.qualifying": 6967, "public.race": 61, "public.races": 954, "public.results": 23179, "public.rulings": 87769, "public.satscores": 2269, "public.schools": 17686, "public.seasons": 68, "public.set_translations": 1210, "public.sets": 551, "public.status": 134, "public.superhero": 750, "public.superpower": 167, "public.tags": 1032, "public.team": 299, "public.team_attributes": 1458, "public.trans": 1056320, "public.transactions_1k": 1000, "public.users": 40325, "public.votes": 38930, "public.yearmonth": 383282, "public.zip_code": 41877 }, "content_digests": {}, "measured_tables": [ "customers", "yearmonth", "gasstations", "products", "transactions_1k", "member", "major", "event", "attendance", "income", "zip_code", "expense", "budget", "patient", "laboratory", "examination", "match", "league", "team", "team_attributes", "player_attributes", "player", "country", "qualifying", "drivers", "circuits", "races", "results", "laptimes", "constructorresults", "constructors", "seasons", "driverstandings", "constructorstandings", "pitstops", "superpower", "superhero", "hero_power", "status", "colour", "publisher", "attribute", "hero_attribute", "race", "gender", "alignment", "users", "posts", "tags", "comments", "votes", "posthistory", "badges", "postlinks", "cards", "legalities", "rulings", "foreign_data", "sets", "set_translations", "bond", "atom", "molecule", "connected", "satscores", "schools", "frpm", "district", "account", "client", "disp", "loan", "trans", "order", "card" ], "missing_tables": [], "unreadable_tables": [], "refused": "" }, "planner_statistics": { "customers": { "last_analyze": "2026-09-14 12:50:59.475079+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "yearmonth": { "last_analyze": "2026-09-14 12:51:05.044978+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "gasstations": { "last_analyze": "2026-09-14 12:51:02.743904+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "products": { "last_analyze": "2026-09-14 12:51:04.229594+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "transactions_1k": { "last_analyze": "2026-09-14 12:51:04.722305+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "member": { "last_analyze": "2026-09-14 12:51:03.023954+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "major": { "last_analyze": "2026-09-14 12:51:05.271181+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "event": { "last_analyze": "2026-09-14 12:50:59.479238+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "attendance": { "last_analyze": "2026-09-14 12:50:57.969365+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "income": { "last_analyze": "2026-09-14 12:51:02.984899+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "zip_code": { "last_analyze": "2026-09-14 12:51:05.113003+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "expense": { "last_analyze": "2026-09-14 12:50:59.480202+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "budget": { "last_analyze": "2026-09-14 12:50:58.001042+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "patient": { "last_analyze": "2026-09-14 12:51:03.02366+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "laboratory": { "last_analyze": "2026-09-14 12:51:02.78376+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "examination": { "last_analyze": "2026-09-14 12:50:59.479976+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "match": { "last_analyze": "2026-09-14 12:51:03.86449+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "league": { "last_analyze": "2026-09-14 12:51:02.859972+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "team": { "last_analyze": "2026-09-14 12:51:04.719781+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "team_attributes": { "last_analyze": "2026-09-14 12:51:04.628002+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "player_attributes": { "last_analyze": "2026-09-14 12:51:04.620709+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "player": { "last_analyze": "2026-09-14 12:51:04.298729+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "country": { "last_analyze": "2026-09-14 12:50:59.463542+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "qualifying": { "last_analyze": "2026-09-14 12:51:04.228848+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "drivers": { "last_analyze": "2026-09-14 12:50:59.478977+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "circuits": { "last_analyze": "2026-09-14 12:50:57.990934+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "races": { "last_analyze": "2026-09-14 12:51:04.383469+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "results": { "last_analyze": "2026-09-14 12:51:04.275252+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "laptimes": { "last_analyze": "2026-09-14 12:51:02.85949+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructorresults": { "last_analyze": "2026-09-14 12:51:05.234163+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructors": { "last_analyze": "2026-09-14 12:50:59.338551+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "seasons": { "last_analyze": "2026-09-14 12:51:04.720952+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "driverstandings": { "last_analyze": "2026-09-14 12:51:05.270456+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructorstandings": { "last_analyze": "2026-09-14 12:51:05.243066+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "pitstops": { "last_analyze": "2026-09-14 12:51:03.876747+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "superpower": { "last_analyze": "2026-09-14 12:51:04.719265+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "superhero": { "last_analyze": "2026-09-14 12:51:04.622816+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "hero_power": { "last_analyze": "2026-09-14 12:51:02.984649+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "status": { "last_analyze": "2026-09-14 12:51:04.6231+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "colour": { "last_analyze": "2026-09-14 12:50:57.968905+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "publisher": { "last_analyze": "2026-09-14 12:51:04.380226+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "attribute": { "last_analyze": "2026-09-14 12:50:59.335755+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "hero_attribute": { "last_analyze": "2026-09-14 12:51:02.983336+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "race": { "last_analyze": "2026-09-14 12:51:04.229856+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "gender": { "last_analyze": "2026-09-14 12:51:02.859799+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "alignment": { "last_analyze": "2026-09-14 12:50:58.004025+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "users": { "last_analyze": "2026-09-14 12:51:05.229441+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "posts": { "last_analyze": "2026-09-14 12:51:04.210618+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "tags": { "last_analyze": "2026-09-14 12:51:04.720743+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "comments": { "last_analyze": "2026-09-14 12:50:59.423971+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "votes": { "last_analyze": "2026-09-14 12:51:05.055007+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "posthistory": { "last_analyze": "2026-09-14 12:51:04.043991+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "badges": { "last_analyze": "2026-09-14 12:50:57.990118+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "postlinks": { "last_analyze": "2026-09-14 12:51:04.21504+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "cards": { "last_analyze": "2026-09-14 12:50:59.330452+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "legalities": { "last_analyze": "2026-09-14 12:51:02.918986+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "rulings": { "last_analyze": "2026-09-14 12:51:04.379443+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "foreign_data": { "last_analyze": "2026-09-14 12:51:02.740387+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "sets": { "last_analyze": "2026-09-14 12:51:05.012619+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "set_translations": { "last_analyze": "2026-09-14 12:51:05.27319+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "bond": { "last_analyze": "2026-09-14 12:50:58.00063+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "atom": { "last_analyze": "2026-09-14 12:50:57.967668+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "molecule": { "last_analyze": "2026-09-14 12:51:03.86612+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "connected": { "last_analyze": "2026-09-14 12:50:59.462838+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "satscores": { "last_analyze": "2026-09-14 12:51:04.718939+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "schools": { "last_analyze": "2026-09-14 12:51:05.006896+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "frpm": { "last_analyze": "2026-09-14 12:51:02.982129+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "district": { "last_analyze": "2026-09-14 12:51:02.741239+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "account": { "last_analyze": "2026-09-14 12:50:59.337624+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "client": { "last_analyze": "2026-09-14 12:50:58.003791+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "disp": { "last_analyze": "2026-09-14 12:50:59.481321+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "loan": { "last_analyze": "2026-09-14 12:51:03.014492+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "trans": { "last_analyze": "2026-09-14 12:51:04.712663+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "order": { "last_analyze": "2026-09-14 12:51:03.02234+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "card": { "last_analyze": "2026-09-14 12:50:58.001544+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 } }, "shuffle": { "seed": 1, "row_limit": 300000, "scratch_schema": "attestql_scratch", "prepared": true, "reason": "", "copied": [ "account", "alignment", "atom", "attendance", "attribute", "badges", "bond", "budget", "card", "cards", "circuits", "client", "colour", "comments", "connected", "constructorresults", "constructors", "constructorstandings", "country", "customers", "disp", "district", "drivers", "driverstandings", "event", "examination", "expense", "foreign_data", "frpm", "gasstations", "gender", "hero_attribute", "hero_power", "income", "laboratory", "league", "loan", "major", "match", "member", "molecule", "order", "patient", "pitstops", "player", "player_attributes", "postlinks", "posts", "products", "publisher", "qualifying", "race", "races", "results", "rulings", "satscores", "schools", "seasons", "set_translations", "sets", "status", "superhero", "superpower", "tags", "team", "team_attributes", "transactions_1k", "users", "votes", "zip_code" ], "skipped": { "laptimes": 400524, "legalities": 427907, "posthistory": 303155, "trans": 1056320, "yearmonth": 383282 }, "not_reached_by_a_copy": {} }, "settings": { "statement_timeout_seconds": 120, "fail_on_smell": false, "experimental_s2": false, "plan_variant": false, "out": "runs/minidev-pg/gpt-4-turbo", "serialization": "attestql/audit/4", "work_mem": "4096", "hash_mem_multiplier": "2" }, "data_as_of": "2026-09-14T12:53:37.264547+00:00", "data_as_of_source": "the instant the run started", "elapsed_seconds": { "fixture": 0.199, "questions": 37.245, "shuffle": 4.855 }, "question_directories": [ 1472, 1476, 1479, 1480, 1484, 1486, 1498, 1500, 1501, 1506, 1514, 1524, 1528, 1529, 1322, 1331, 1334, 1340, 1350, 1361, 1362, 1376, 1380, 1381, 1387, 1389, 1392, 1399, 1401, 1404, 1410, 1411, 1422, 1427, 1432, 1435, 1457, 1460, 1464, 1149, 1150, 1152, 1241, 1028, 1029, 1032, 1035, 1039, 1040, 1057, 1088, 1096, 1107, 1122, 1124, 1130, 1141, 1145, 1146, 1147, 847, 850, 854, 857, 865, 866, 868, 877, 879, 892, 894, 896, 897, 902, 904, 906, 928, 930, 948, 950, 951, 955, 959, 960, 963, 964, 967, 972, 977, 978, 989, 1001, 1002, 1011, 1014, 726, 728, 730, 736, 738, 744, 751, 758, 760, 765, 766, 769, 775, 788, 790, 791, 794, 796, 797, 798, 801, 531, 532, 533, 539, 537, 565, 567, 571, 581, 584, 586, 587, 592, 595, 598, 604, 629, 637, 639, 640, 665, 671, 672, 678, 682, 683, 685, 694, 710, 716, 340, 341, 344, 345, 349, 352, 358, 366, 371, 377, 391, 397, 402, 405, 407, 408, 412, 416, 424, 427, 440, 459, 462, 465, 473, 474, 477, 480, 484, 522, 528, 529, 530, 195, 197, 198, 201, 206, 207, 212, 213, 215, 220, 230, 231, 234, 236, 239, 240, 242, 243, 244, 245, 247, 255, 273, 281, 327, 17, 23, 25, 27, 37, 41, 47, 48, 50, 79, 85, 87, 89, 93, 95, 98, 99, 112, 117, 118, 125, 136, 145, 149, 152, 159, 168, 169, 173, 186, 189, 194 ], "errors": [ { "question_id": 1481, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 1482, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 1490, "side": "prediction", "step": "execute", "message": "execute: function round(double precision, integer) does not exist LINE 1: SELECT ROUND( ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1493, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 1505, "side": "prediction", "step": "execute", "message": "execute: column reference \"customerid\" is ambiguous LINE 1: SELECT COUNT(DISTINCT customerid) ^" }, { "question_id": 1525, "side": "prediction", "step": "execute", "message": "execute: column reference \"customerid\" is ambiguous LINE 1: SELECT COUNT(DISTINCT customerid) FILTER (WHERE currency = '... ^" }, { "question_id": 1526, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 1531, "side": "prediction", "step": "execute", "message": "execute: column reference \"customerid\" is ambiguous LINE 1: SELECT customerid, currency, SUM(price) AS total_spent, (SUM... ^" }, { "question_id": 1533, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 1317, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"s\"" }, { "question_id": 1338, "side": "prediction", "step": "execute", "message": "execute: column expense.link_to_event does not exist LINE 3: JOIN event ON expense.link_to_event = event.event_id ^" }, { "question_id": 1359, "side": "prediction", "step": "execute", "message": "execute: function divide(numeric, numeric) does not exist LINE 1: SELECT DIVIDE( ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1390, "side": "prediction", "step": "execute", "message": "execute: column \"link_to_event\" does not exist LINE 1: SELECT (SELECT SUM(cost) FROM expense WHERE link_to_event IN... ^" }, { "question_id": 1153, "side": "prediction", "step": "execute", "message": "execute: column \"disease\" does not exist LINE 1: SELECT disease ^" }, { "question_id": 1155, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1156, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1157, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.patient_id ^" }, { "question_id": 1162, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1164, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1166, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Patient ON Examination.patient_id = Patient.id ^" }, { "question_id": 1168, "side": "prediction", "step": "execute", "message": "execute: column laboratory.examination_id does not exist LINE 4: JOIN Examination ON Laboratory.examination_id = Examination.... ^" }, { "question_id": 1169, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 4: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1171, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.Patient_ID = Examination.Patient... ^" }, { "question_id": 1175, "side": "prediction", "step": "execute", "message": "execute: column patient.Patient ID does not exist LINE 4: JOIN Examination ON Patient.\"Patient ID\" = Examination.\"Pati... ^" }, { "question_id": 1179, "side": "prediction", "step": "execute", "message": "execute: column laboratory.examination_id does not exist LINE 3: JOIN Examination ON Laboratory.Examination_ID = Examination.... ^" }, { "question_id": 1185, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"ELSE\"" }, { "question_id": 1187, "side": "prediction", "step": "execute", "message": "execute: column examination.patientid does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.PatientID ^" }, { "question_id": 1189, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 1192, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1195, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1198, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.Patient_ID = Examination.Patient... ^" }, { "question_id": 1201, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1205, "side": "prediction", "step": "execute", "message": "execute: column \"sex\" does not exist LINE 2: WHEN SEX = 'M' AND UA > 8.0 THEN 'Yes' ^" }, { "question_id": 1208, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1209, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1220, "side": "prediction", "step": "execute", "message": "execute: column laboratory.patient_id does not exist LINE 3: JOIN Laboratory ON Patient.id = Laboratory.patient_id ^" }, { "question_id": 1225, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Patient ON Examination.patient_id = Patient.id ^" }, { "question_id": 1227, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.patient_id ^" }, { "question_id": 1229, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1231, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1232, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1235, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 5: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1238, "side": "prediction", "step": "execute", "message": "execute: column examination.patientid does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.PatientID ^" }, { "question_id": 1239, "side": "prediction", "step": "execute", "message": "execute: column l.patient_id does not exist LINE 3: JOIN Laboratory L ON P.ID = L.Patient_ID ^" }, { "question_id": 1242, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1243, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 12: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1247, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^" }, { "question_id": 1251, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Laboratory ON Patient.patient_id = Laboratory.patient_i... ^" }, { "question_id": 1252, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Laboratory l ON p.patient_id = l.patient_id ^" }, { "question_id": 1254, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1255, "side": "prediction", "step": "execute", "message": "execute: column examination.patientid does not exist LINE 3: JOIN Laboratory ON Examination.PatientID = Laboratory.Patien... ^" }, { "question_id": 1256, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1257, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Laboratory ON Patient.patient_id = Laboratory.patient_i... ^" }, { "question_id": 1265, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1267, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^" }, { "question_id": 1270, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1275, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1281, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1302, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^" }, { "question_id": 1031, "side": "prediction", "step": "execute", "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^" }, { "question_id": 1036, "side": "prediction", "step": "execute", "message": "execute: function strftime(unknown, text) does not exist LINE 5: WHERE strftime('%Y', Team_Attributes.date) = '2012' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1037, "side": "prediction", "step": "execute", "message": "execute: function year(text) does not exist LINE 9: WHERE YEAR(birthday) BETWEEN 1987 AND 1992 ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1048, "side": "prediction", "step": "execute", "message": "execute: function strftime(unknown, text) does not exist LINE 5: AND strftime('%Y', Player_Attributes.date) = '2011' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1058, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: SELECT player_id, AVG(finishing) AS avg_finishing_rate ^" }, { "question_id": 1068, "side": "prediction", "step": "execute", "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^" }, { "question_id": 1076, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 1: SELECT (SUM(CASE WHEN player_name = 'Abdou Diallo' THEN ball... ^" }, { "question_id": 1079, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: SELECT player_id, height FROM Player_Attributes ORDER BY hei... ^" }, { "question_id": 1084, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: SELECT COUNT(DISTINCT player_id) ^" }, { "question_id": 1092, "side": "prediction", "step": "execute", "message": "execute: column \"league_name\" does not exist LINE 1: SELECT league_name ^" }, { "question_id": 1094, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 2: ...ELECT overall_rating FROM Player_Attributes WHERE player_nam... ^" }, { "question_id": 1098, "side": "prediction", "step": "execute", "message": "execute: column \"ta.chancecreationpassingclass\" must appear in the GROUP BY clause or be used in an aggregate function LINE 2: ta.chanceCreationPassingClass AS classification ^" }, { "question_id": 1102, "side": "prediction", "step": "execute", "message": "execute: column player.name does not exist LINE 1: SELECT Player.name ^" }, { "question_id": 1113, "side": "prediction", "step": "execute", "message": "execute: column \"defence_aggression_class\" does not exist LINE 1: SELECT defence_aggression_class ^ HINT: Perhaps you meant to reference the column \"team_attributes.defenceaggressionclass\"." }, { "question_id": 1114, "side": "prediction", "step": "execute", "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player ON Player_Attributes.player_id = Player.player_i... ^" }, { "question_id": 1115, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 2: ...ELECT overall_rating FROM Player_Attributes WHERE player_nam... ^" }, { "question_id": 1116, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1134, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: ...LECT (SELECT jumping FROM Player_Attributes WHERE player_id ... ^" }, { "question_id": 1135, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: SELECT player_id ^" }, { "question_id": 1136, "side": "prediction", "step": "execute", "message": "execute: column p.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.player_id = pa.player_id ^" }, { "question_id": 1144, "side": "prediction", "step": "execute", "message": "execute: more than one row returned by a subquery used as an expression" }, { "question_id": 1148, "side": "prediction", "step": "execute", "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.id = Player_Attributes.play... ^" }, { "question_id": 880, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"AS\"" }, { "question_id": 881, "side": "prediction", "step": "execute", "message": "execute: column reference \"time\" is ambiguous LINE 1: SELECT COUNT(driverid) FILTER (WHERE time IS NOT NULL) * 100... ^" }, { "question_id": 898, "side": "prediction", "step": "execute", "message": "execute: function year(timestamp with time zone) does not exist LINE 1: SELECT MIN(YEAR(CURRENT_TIMESTAMP) - YEAR(dob)) AS age, fore... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 909, "side": "prediction", "step": "execute", "message": "execute: column \"country\" does not exist LINE 1: SELECT (COUNT(*) FILTER (WHERE country = 'Germany' AND name ... ^" }, { "question_id": 915, "side": "prediction", "step": "execute", "message": "execute: column \"country\" does not exist LINE 1: SELECT country ^" }, { "question_id": 937, "side": "prediction", "step": "execute", "message": "execute: column reference \"time\" is ambiguous LINE 1: SELECT time FROM results ^" }, { "question_id": 944, "side": "prediction", "step": "execute", "message": "execute: operator does not exist: interval / interval LINE 2: ... INTERVAL) - MIN(CAST(results.time AS INTERVAL))) / MIN(CAST... ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 954, "side": "prediction", "step": "execute", "message": "execute: function round(double precision, integer) does not exist LINE 1: SELECT ROUND( ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 962, "side": "prediction", "step": "execute", "message": "execute: column r.date does not exist LINE 5: ...TINCT d.driverid) FILTER (WHERE EXTRACT(YEAR FROM r.date) BE... ^" }, { "question_id": 981, "side": "prediction", "step": "execute", "message": "execute: more than one row returned by a subquery used as an expression" }, { "question_id": 988, "side": "prediction", "step": "execute", "message": "execute: function avg(text) does not exist LINE 1: ...vers.driverid, drivers.forename, drivers.surname, AVG(pitSto... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 994, "side": "prediction", "step": "execute", "message": "execute: missing FROM-clause entry for table \"constructor\" LINE 1: SELECT constructor.name, constructor.nationality, SUM(result... ^" }, { "question_id": 743, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 772, "side": "prediction", "step": "execute", "message": "execute: invalid reference to FROM-clause entry for table \"colour\" LINE 1: SELECT colour.eye_colour AS \"Eye Colour\", ^ HINT: Perhaps you meant to reference the table alias \"eye_colour\"." }, { "question_id": 633, "side": "prediction", "step": "execute", "message": "execute: column reference \"id\" is ambiguous LINE 1: SELECT id FROM posts ^" }, { "question_id": 634, "side": "prediction", "step": "execute", "message": "execute: aggregate function calls cannot be nested LINE 1: SELECT MAX(SUM(viewcount)) AS max_views, ownerdisplayname ^" }, { "question_id": 669, "side": "prediction", "step": "execute", "message": "execute: column reference \"creationdate\" is ambiguous LINE 1: SELECT MIN(creationdate) AS first_vote_date ^" }, { "question_id": 701, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 704, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \",\"" }, { "question_id": 415, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 469, "side": "prediction", "step": "execute", "message": "execute: column \"mtgocode\" does not exist LINE 5: AND mtgocode IS NOT NULL ^ HINT: Perhaps you meant to reference the column \"cards.mtgoid\"." }, { "question_id": 483, "side": "prediction", "step": "execute", "message": "execute: column rulings.language does not exist LINE 5: WHERE sets.name = 'Coldsnap' AND rulings.language = 'Italian... ^" }, { "question_id": 518, "side": "run", "step": "statement", "message": "no canonical rendering is stated for a value of type list" }, { "question_id": 200, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 218, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 219, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 228, "side": "prediction", "step": "execute", "message": "execute: function round(double precision, integer) does not exist LINE 1: SELECT ROUND( ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 248, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 253, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 260, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 12, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"%\"" }, { "question_id": 24, "side": "prediction", "step": "execute", "message": "execute: column s.school_name does not exist LINE 1: SELECT s.school_name, s.district_name, s.county_name ^" }, { "question_id": 26, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 28, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 31, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 32, "side": "prediction", "step": "execute", "message": "execute: column \"soc\" does not exist LINE 3: WHERE \"soc\" = '66' AND \"gsoffered\" LIKE '%1-12%' ^" }, { "question_id": 36, "side": "prediction", "step": "execute", "message": "execute: column s.adminfname1 does not exist LINE 1: SELECT s.adminfname1 || ' ' || s.admlname1 AS Admin1FullName... ^ HINT: Perhaps you meant to reference the column \"s.admfname1\"." }, { "question_id": 45, "side": "prediction", "step": "execute", "message": "execute: column s.sname does not exist LINE 1: SELECT s.sname AS School_Name, ^ HINT: Perhaps you meant to reference the column \"s.state\"." }, { "question_id": 46, "side": "prediction", "step": "execute", "message": "execute: column \"enrollment\" does not exist LINE 1: SELECT school, enrollment ^" }, { "question_id": 62, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 72, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"5\"" }, { "question_id": 77, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 82, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"FROM\"" }, { "question_id": 94, "side": "prediction", "step": "execute", "message": "execute: column \"client.birth_date\" must appear in the GROUP BY clause or be used in an aggregate function LINE 8: ORDER BY client.birth_date DESC, district.a11 ASC ^" }, { "question_id": 115, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 116, "side": "prediction", "step": "statement", "message": "the statement projects no column, so there is no answer to record or compare" }, { "question_id": 129, "side": "prediction", "step": "execute", "message": "execute: operator does not exist: date ~~ unknown LINE 7: AND t.date LIKE '1996-01%' ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts." } ], "timed_out": { "gold": [], "prediction": [] }, "exit_status": 1 }