{ "format": "attestql/audit/summary/2", "run_id": "audit-b32179fc-a0bd-4229-bc84-81d3dc9bbecb", "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird", "effective_database_role": "auditor", "session_settings": { "engine": "postgresql", "recorded": { "statement_timeout": "0", "server_version": "16.15 (Debian 16.15-1.pgdg13+2)", "server_version_num": "160015", "transaction_read_only": "on", "max_parallel_workers_per_gather": "2", "server_encoding": "UTF8", "search_path": "public", "datlocprovider": "c", "daticulocale": "", "datcollversion": "2.41" } }, "parser": { "validator": "audit:libpg_query-parse", "postgast": "0.1.0", "grammar_version": 170007 }, "question_set": { "path": "data/questions/mini_dev_postgresql.json", "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab", "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json", "date": "2024-06-19", "entries": 500, "audited": 498, "duplicate_ids": [ 137, 138 ], "ids": [] }, "predictions": { "path": "data/preds-pg/predict_mini_dev_gpt-4_postgresql.json", "digest": "sha256:cd39466740516d2d4672e8421010edab4816ff9875781f44df100840b41eaa49", "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4_postgresql.json", "date": "2024-06-19", "keyed_by": "position", "format": "json", "statements": 500, "positions_unused": [ 487, 488 ] }, "verdicts": { "EQUAL": 164, "ERROR": 122, "NOT_EQUAL": 212 }, "smells": { "ordering-over-numeric-text": 1, "arbitrary-cut": 13, "not-a-function-of-the-data": 14, "float-aggregate-order": 4, "duplicate-full-row": 29, "direction-against-question": 0 }, "smells_fired": 61, "credited_but_not_equal": { "total": 17, "by_mechanism": { "multiplicity": 14, "type": 3, "order": 0, "truncation": 0, "other": 0 }, "by_test_suite_ex": { "1": 3, "0": 14 } }, "fixture": { "depth": "counts", "cache": "runs/minidev-pg/gpt-4/fixture.json", "source": { "path": "data/minidev/BIRD_dev.sql", "digest": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec", "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV_postgresql/BIRD_dev.sql", "date": "2024-06-13" }, "schema_digest": "sha256:25aabd5763d7a18135a8741194c4a704141761bd0c7fdbfbf3f7c2bc9e0bf08c", "row_counts": { "public.account": 4500, "public.alignment": 4, "public.atom": 9111, "public.attendance": 326, "public.attribute": 6, "public.badges": 79851, "public.bond": 9156, "public.budget": 52, "public.card": 892, "public.cards": 56822, "public.circuits": 72, "public.client": 5369, "public.colour": 35, "public.comments": 174285, "public.connected": 18312, "public.constructorresults": 11082, "public.constructors": 208, "public.constructorstandings": 11836, "public.country": 11, "public.customers": 32461, "public.disp": 5369, "public.district": 77, "public.drivers": 840, "public.driverstandings": 31578, "public.event": 42, "public.examination": 106, "public.expense": 32, "public.foreign_data": 229186, "public.frpm": 9986, "public.gasstations": 5716, "public.gender": 3, "public.hero_attribute": 3738, "public.hero_power": 5825, "public.income": 36, "public.laboratory": 13908, "public.laptimes": 400524, "public.league": 11, "public.legalities": 427907, "public.loan": 682, "public.major": 113, "public.match": 25979, "public.member": 33, "public.molecule": 343, "public.order": 6471, "public.patient": 1238, "public.pitstops": 5815, "public.player": 11060, "public.player_attributes": 183978, "public.posthistory": 303155, "public.postlinks": 11102, "public.posts": 91966, "public.products": 591, "public.publisher": 25, "public.qualifying": 6967, "public.race": 61, "public.races": 954, "public.results": 23179, "public.rulings": 87769, "public.satscores": 2269, "public.schools": 17686, "public.seasons": 68, "public.set_translations": 1210, "public.sets": 551, "public.status": 134, "public.superhero": 750, "public.superpower": 167, "public.tags": 1032, "public.team": 299, "public.team_attributes": 1458, "public.trans": 1056320, "public.transactions_1k": 1000, "public.users": 40325, "public.votes": 38930, "public.yearmonth": 383282, "public.zip_code": 41877 }, "content_digests": {}, "measured_tables": [ "customers", "yearmonth", "gasstations", "products", "transactions_1k", "member", "major", "event", "attendance", "income", "zip_code", "expense", "budget", "patient", "laboratory", "examination", "match", "league", "team", "team_attributes", "player_attributes", "player", "country", "qualifying", "drivers", "circuits", "races", "results", "laptimes", "constructorresults", "constructors", "seasons", "driverstandings", "constructorstandings", "pitstops", "superpower", "superhero", "hero_power", "status", "colour", "publisher", "attribute", "hero_attribute", "race", "gender", "alignment", "users", "posts", "tags", "comments", "votes", "posthistory", "badges", "postlinks", "cards", "legalities", "rulings", "foreign_data", "sets", "set_translations", "bond", "atom", "molecule", "connected", "satscores", "schools", "frpm", "district", "account", "client", "disp", "loan", "trans", "order", "card" ], "missing_tables": [], "unreadable_tables": [], "refused": "" }, "planner_statistics": { "customers": { "last_analyze": "2026-09-14 12:50:59.475079+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "yearmonth": { "last_analyze": "2026-09-14 12:51:05.044978+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "gasstations": { "last_analyze": "2026-09-14 12:51:02.743904+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "products": { "last_analyze": "2026-09-14 12:51:04.229594+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "transactions_1k": { "last_analyze": "2026-09-14 12:51:04.722305+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "member": { "last_analyze": "2026-09-14 12:51:03.023954+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "major": { "last_analyze": "2026-09-14 12:51:05.271181+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "event": { "last_analyze": "2026-09-14 12:50:59.479238+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "attendance": { "last_analyze": "2026-09-14 12:50:57.969365+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "income": { "last_analyze": "2026-09-14 12:51:02.984899+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "zip_code": { "last_analyze": "2026-09-14 12:51:05.113003+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "expense": { "last_analyze": "2026-09-14 12:50:59.480202+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "budget": { "last_analyze": "2026-09-14 12:50:58.001042+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "patient": { "last_analyze": "2026-09-14 12:51:03.02366+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "laboratory": { "last_analyze": "2026-09-14 12:51:02.78376+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "examination": { "last_analyze": "2026-09-14 12:50:59.479976+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "match": { "last_analyze": "2026-09-14 12:51:03.86449+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "league": { "last_analyze": "2026-09-14 12:51:02.859972+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "team": { "last_analyze": "2026-09-14 12:51:04.719781+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "team_attributes": { "last_analyze": "2026-09-14 12:51:04.628002+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "player_attributes": { "last_analyze": "2026-09-14 12:51:04.620709+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "player": { "last_analyze": "2026-09-14 12:51:04.298729+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "country": { "last_analyze": "2026-09-14 12:50:59.463542+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "qualifying": { "last_analyze": "2026-09-14 12:51:04.228848+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "drivers": { "last_analyze": "2026-09-14 12:50:59.478977+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "circuits": { "last_analyze": "2026-09-14 12:50:57.990934+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "races": { "last_analyze": "2026-09-14 12:51:04.383469+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "results": { "last_analyze": "2026-09-14 12:51:04.275252+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "laptimes": { "last_analyze": "2026-09-14 12:51:02.85949+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructorresults": { "last_analyze": "2026-09-14 12:51:05.234163+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructors": { "last_analyze": "2026-09-14 12:50:59.338551+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "seasons": { "last_analyze": "2026-09-14 12:51:04.720952+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "driverstandings": { "last_analyze": "2026-09-14 12:51:05.270456+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructorstandings": { "last_analyze": "2026-09-14 12:51:05.243066+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "pitstops": { "last_analyze": "2026-09-14 12:51:03.876747+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "superpower": { "last_analyze": "2026-09-14 12:51:04.719265+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "superhero": { "last_analyze": "2026-09-14 12:51:04.622816+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "hero_power": { "last_analyze": "2026-09-14 12:51:02.984649+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "status": { "last_analyze": "2026-09-14 12:51:04.6231+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "colour": { "last_analyze": "2026-09-14 12:50:57.968905+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "publisher": { "last_analyze": "2026-09-14 12:51:04.380226+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "attribute": { "last_analyze": "2026-09-14 12:50:59.335755+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "hero_attribute": { "last_analyze": "2026-09-14 12:51:02.983336+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "race": { "last_analyze": "2026-09-14 12:51:04.229856+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "gender": { "last_analyze": "2026-09-14 12:51:02.859799+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "alignment": { "last_analyze": "2026-09-14 12:50:58.004025+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "users": { "last_analyze": "2026-09-14 12:51:05.229441+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "posts": { "last_analyze": "2026-09-14 12:51:04.210618+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "tags": { "last_analyze": "2026-09-14 12:51:04.720743+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "comments": { "last_analyze": "2026-09-14 12:50:59.423971+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "votes": { "last_analyze": "2026-09-14 12:51:05.055007+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "posthistory": { "last_analyze": "2026-09-14 12:51:04.043991+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "badges": { "last_analyze": "2026-09-14 12:50:57.990118+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "postlinks": { "last_analyze": "2026-09-14 12:51:04.21504+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "cards": { "last_analyze": "2026-09-14 12:50:59.330452+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "legalities": { "last_analyze": "2026-09-14 12:51:02.918986+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "rulings": { "last_analyze": "2026-09-14 12:51:04.379443+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "foreign_data": { "last_analyze": "2026-09-14 12:51:02.740387+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "sets": { "last_analyze": "2026-09-14 12:51:05.012619+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "set_translations": { "last_analyze": "2026-09-14 12:51:05.27319+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "bond": { "last_analyze": "2026-09-14 12:50:58.00063+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "atom": { "last_analyze": "2026-09-14 12:50:57.967668+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "molecule": { "last_analyze": "2026-09-14 12:51:03.86612+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "connected": { "last_analyze": "2026-09-14 12:50:59.462838+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "satscores": { "last_analyze": "2026-09-14 12:51:04.718939+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "schools": { "last_analyze": "2026-09-14 12:51:05.006896+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "frpm": { "last_analyze": "2026-09-14 12:51:02.982129+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "district": { "last_analyze": "2026-09-14 12:51:02.741239+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "account": { "last_analyze": "2026-09-14 12:50:59.337624+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "client": { "last_analyze": "2026-09-14 12:50:58.003791+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "disp": { "last_analyze": "2026-09-14 12:50:59.481321+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "loan": { "last_analyze": "2026-09-14 12:51:03.014492+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "trans": { "last_analyze": "2026-09-14 12:51:04.712663+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "order": { "last_analyze": "2026-09-14 12:51:03.02234+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "card": { "last_analyze": "2026-09-14 12:50:58.001544+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 } }, "shuffle": { "seed": 1, "row_limit": 300000, "scratch_schema": "attestql_scratch", "prepared": true, "reason": "", "copied": [ "account", "alignment", "atom", "attendance", "attribute", "badges", "bond", "budget", "card", "cards", "circuits", "client", "colour", "comments", "connected", "constructorresults", "constructors", "constructorstandings", "country", "customers", "disp", "district", "drivers", "driverstandings", "event", "examination", "expense", "foreign_data", "frpm", "gasstations", "gender", "hero_attribute", "hero_power", "income", "laboratory", "league", "loan", "major", "match", "member", "molecule", "order", "patient", "pitstops", "player", "player_attributes", "postlinks", "posts", "products", "publisher", "qualifying", "race", "races", "results", "rulings", "satscores", "schools", "seasons", "set_translations", "sets", "status", "superhero", "superpower", "tags", "team", "team_attributes", "transactions_1k", "users", "votes", "zip_code" ], "skipped": { "laptimes": 400524, "legalities": 427907, "posthistory": 303155, "trans": 1056320, "yearmonth": 383282 }, "not_reached_by_a_copy": {} }, "settings": { "statement_timeout_seconds": 120, "fail_on_smell": false, "experimental_s2": false, "plan_variant": false, "out": "runs/minidev-pg/gpt-4", "serialization": "attestql/audit/4", "work_mem": "4096", "hash_mem_multiplier": "2" }, "data_as_of": "2026-09-14T12:54:31.942106+00:00", "data_as_of_source": "the instant the run started", "elapsed_seconds": { "fixture": 0.203, "questions": 36.929, "shuffle": 4.774 }, "question_directories": [ 1476, 1479, 1480, 1482, 1484, 1486, 1490, 1493, 1498, 1500, 1501, 1505, 1514, 1524, 1525, 1526, 1528, 1529, 1322, 1331, 1334, 1338, 1340, 1359, 1361, 1362, 1376, 1380, 1387, 1389, 1390, 1392, 1399, 1401, 1404, 1410, 1411, 1422, 1427, 1432, 1435, 1457, 1460, 1464, 1149, 1152, 1241, 1028, 1029, 1032, 1035, 1039, 1040, 1057, 1096, 1107, 1114, 1130, 1141, 1145, 847, 850, 854, 857, 865, 866, 868, 869, 877, 879, 880, 881, 892, 896, 902, 904, 906, 928, 930, 951, 954, 959, 960, 962, 964, 967, 972, 978, 989, 1001, 1002, 1003, 1011, 1014, 726, 728, 730, 736, 738, 743, 744, 751, 758, 760, 765, 766, 769, 772, 775, 788, 791, 794, 797, 798, 800, 819, 829, 531, 532, 533, 539, 571, 581, 584, 586, 587, 595, 598, 634, 637, 639, 640, 665, 671, 672, 678, 682, 683, 685, 694, 710, 716, 340, 341, 344, 345, 349, 352, 358, 366, 368, 371, 377, 391, 397, 402, 405, 407, 408, 412, 424, 427, 440, 459, 462, 465, 466, 468, 469, 473, 474, 483, 484, 522, 528, 529, 530, 197, 198, 201, 207, 208, 212, 213, 215, 218, 220, 230, 231, 234, 239, 243, 244, 245, 247, 249, 263, 273, 281, 27, 31, 32, 37, 36, 45, 47, 48, 72, 82, 87, 89, 93, 95, 98, 99, 118, 125, 128, 138, 129, 145, 149, 159, 169, 173, 194 ], "errors": [ { "question_id": 1472, "side": "prediction", "step": "execute", "message": "execute: column \"segment\" does not exist LINE 3: WHERE date LIKE '2012%' AND segment = 'LAM' ^" }, { "question_id": 1481, "side": "prediction", "step": "execute", "message": "execute: column reference \"customerid\" is ambiguous LINE 6: (SELECT SUM(consumption) / COUNT(DISTINCT customerid) AS a... ^" }, { "question_id": 1531, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 1533, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 1317, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"s\"" }, { "question_id": 1356, "side": "prediction", "step": "execute", "message": "execute: column m.major_id does not exist LINE 1: SELECT m.major_id, mj.department ^ HINT: Perhaps you meant to reference the column \"mj.major_id\"." }, { "question_id": 1150, "side": "prediction", "step": "execute", "message": "execute: function year(date) does not exist LINE 2: (COUNT(*) FILTER (WHERE YEAR(Birthday) > 1930 AND Sex = 'F... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1153, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1155, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1156, "side": "prediction", "step": "execute", "message": "execute: column examination.patientid does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.PatientID ^" }, { "question_id": 1157, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1162, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1164, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1166, "side": "prediction", "step": "execute", "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^" }, { "question_id": 1168, "side": "prediction", "step": "execute", "message": "execute: column laboratory.examination_id does not exist LINE 3: JOIN Examination ON Laboratory.Examination_Id = Examination.... ^" }, { "question_id": 1169, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 7: Laboratory ON Patient.patient_id = Laboratory.patient_id ^" }, { "question_id": 1171, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1175, "side": "prediction", "step": "execute", "message": "execute: column e.patientid does not exist LINE 7: Patient p ON e.PatientID = p.PatientID ^" }, { "question_id": 1179, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1185, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 1187, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1189, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 1192, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1195, "side": "prediction", "step": "execute", "message": "execute: column laboratory.examid does not exist LINE 3: JOIN Examination ON Laboratory.ExamID = Examination.ExamID ^" }, { "question_id": 1198, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1201, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 6: Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1205, "side": "prediction", "step": "execute", "message": "execute: column p.patientnumber does not exist LINE 10: Examination E ON P.PatientNumber = E.PatientNumber ^" }, { "question_id": 1208, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1209, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1220, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1225, "side": "prediction", "step": "execute", "message": "execute: column e.patient_id does not exist LINE 7: Examination e ON p.id = e.patient_id ^" }, { "question_id": 1227, "side": "prediction", "step": "execute", "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^" }, { "question_id": 1229, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1231, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1232, "side": "prediction", "step": "execute", "message": "execute: column examination.patientid does not exist LINE 8: Examination ON Patient.ID = Examination.PatientID ^" }, { "question_id": 1235, "side": "prediction", "step": "execute", "message": "execute: column examination.patientid does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.PatientID ^" }, { "question_id": 1238, "side": "prediction", "step": "execute", "message": "execute: column examination.patientid does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.PatientID ^" }, { "question_id": 1239, "side": "prediction", "step": "execute", "message": "execute: column l.patientid does not exist LINE 7: Laboratory l ON p.ID = l.PatientID ^" }, { "question_id": 1242, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1243, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 8: Patient.PatientID = Examination.PatientID ^" }, { "question_id": 1247, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^" }, { "question_id": 1251, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Laboratory l ON p.patient_id = l.patient_id ^" }, { "question_id": 1252, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Laboratory l ON p.patient_id = l.patient_id ^" }, { "question_id": 1254, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 1255, "side": "prediction", "step": "execute", "message": "execute: column examination.examinationid does not exist LINE 3: JOIN Laboratory ON Examination.ExaminationID = Laboratory.Ex... ^" }, { "question_id": 1256, "side": "prediction", "step": "execute", "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^" }, { "question_id": 1257, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Laboratory l ON p.patient_id = l.patient_id ^" }, { "question_id": 1265, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1267, "side": "prediction", "step": "execute", "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^" }, { "question_id": 1270, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1275, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1281, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1302, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^" }, { "question_id": 1031, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 9: Player.player_id = Player_Attributes.player_id ^" }, { "question_id": 1036, "side": "prediction", "step": "execute", "message": "execute: function strftime(unknown, text) does not exist LINE 9: AND strftime('%Y', date) = '2012' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1037, "side": "prediction", "step": "execute", "message": "execute: column \"preferred_foot\" does not exist LINE 2: (COUNT(*) FILTER (WHERE preferred_foot = 'left') * 100.0) ... ^" }, { "question_id": 1044, "side": "prediction", "step": "execute", "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 3: WHERE EXTRACT(YEAR FROM birthday) = 1970 AND EXTRACT(MONTH F... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1048, "side": "prediction", "step": "execute", "message": "execute: function strftime(unknown, text) does not exist LINE 5: AND strftime('%Y', pa.date) = '2011' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1058, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \",\"" }, { "question_id": 1068, "side": "prediction", "step": "execute", "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^" }, { "question_id": 1076, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 2: (SUM(CASE WHEN player_name = 'Abdou Diallo' THEN ball_cont... ^" }, { "question_id": 1078, "side": "prediction", "step": "execute", "message": "execute: column p1.name does not exist LINE 11: p1.name = 'Aaron Lennon' ^" }, { "question_id": 1079, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1084, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1088, "side": "prediction", "step": "execute", "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.id = Player_Attributes.play... ^" }, { "question_id": 1092, "side": "prediction", "step": "execute", "message": "execute: column \"league_name\" does not exist LINE 1: SELECT league_name ^" }, { "question_id": 1094, "side": "prediction", "step": "execute", "message": "execute: column b.player_name does not exist LINE 7: b.player_name = 'Ariel Borysiuk' ^" }, { "question_id": 1098, "side": "prediction", "step": "execute", "message": "execute: column \"ta.chancecreationpassingclass\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: ...assing) AS highest_chance_creation_passing_score, ta.chanceC... ^" }, { "question_id": 1102, "side": "prediction", "step": "execute", "message": "execute: column player.name does not exist LINE 1: SELECT Player.name ^" }, { "question_id": 1113, "side": "prediction", "step": "execute", "message": "execute: column ta.defence_aggression_class does not exist LINE 1: SELECT ta.defence_aggression_class ^ HINT: Perhaps you meant to reference the column \"ta.defenceaggressionclass\"." }, { "question_id": 1115, "side": "prediction", "step": "execute", "message": "execute: column pa_ld.player_id does not exist LINE 5: JOIN Player_Attributes pa_ld ON p_ld.id = pa_ld.player_id ^" }, { "question_id": 1116, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1122, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1124, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1134, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 2: (SELECT jumping FROM Player_Attributes WHERE player_id = 6... ^" }, { "question_id": 1135, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: SELECT player_id ^" }, { "question_id": 1136, "side": "prediction", "step": "execute", "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.id = pa.player_id ^" }, { "question_id": 1144, "side": "prediction", "step": "execute", "message": "execute: column pa.player_id does not exist LINE 3: JOIN Player p ON pa.player_id = p.id ^" }, { "question_id": 1147, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1148, "side": "prediction", "step": "execute", "message": "execute: column \"height\" does not exist LINE 2: (COUNT(*) FILTER (WHERE height < 180 AND overall_rating > ... ^" }, { "question_id": 894, "side": "prediction", "step": "execute", "message": "execute: column \"drivers.forename\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: ...ELECT MIN(results.milliseconds) AS best_lap_time, drivers.fo... ^" }, { "question_id": 897, "side": "prediction", "step": "execute", "message": "execute: missing FROM-clause entry for table \"rs\" LINE 1: ...' ' || d.surname AS full_name, d.nationality, MAX(rs.points)... ^" }, { "question_id": 898, "side": "prediction", "step": "execute", "message": "execute: function year(timestamp with time zone) does not exist LINE 1: SELECT YEAR(CURRENT_TIMESTAMP) - YEAR(dob) AS age, forename,... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 909, "side": "prediction", "step": "execute", "message": "execute: column \"country\" does not exist LINE 2: (COUNT(*) FILTER (WHERE country = 'Germany') * 100.0) / ... ^" }, { "question_id": 915, "side": "prediction", "step": "execute", "message": "execute: column \"drivers.driverid\" must appear in the GROUP BY clause or be used in an aggregate function LINE 4: SELECT driverid, MIN(dob) as oldest_dob ^" }, { "question_id": 944, "side": "prediction", "step": "execute", "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 2: ((EXTRACT(EPOCH FROM last_driver_time) - EXTRACT(EPOCH F... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 950, "side": "prediction", "step": "execute", "message": "execute: column constructorresults.resultid does not exist LINE 4: JOIN results ON constructorResults.resultid = results.result... ^" }, { "question_id": 955, "side": "prediction", "step": "execute", "message": "execute: column r.year does not exist LINE 2: r.year, ^ HINT: Perhaps you meant to reference the column \"ra.year\"." }, { "question_id": 963, "side": "prediction", "step": "execute", "message": "execute: invalid input syntax for type integer: \"1:\"" }, { "question_id": 988, "side": "prediction", "step": "execute", "message": "execute: function avg(text) does not exist LINE 1: SELECT d.forename, d.surname, AVG(ps.duration) as average_pi... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 994, "side": "prediction", "step": "execute", "message": "execute: column cr.resultid does not exist LINE 4: JOIN results r ON cr.resultid = r.resultid ^ HINT: Perhaps you meant to reference the column \"r.resultid\"." }, { "question_id": 704, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \",\"" }, { "question_id": 415, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 416, "side": "prediction", "step": "execute", "message": "execute: column \"power\" does not exist LINE 6: (power IS NULL OR power = '*') AND language = 'French' ^" }, { "question_id": 486, "side": "prediction", "step": "execute", "message": "execute: operator does not exist: text = bigint LINE 6: sets s ON c.uuid = s.id ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 487, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 518, "side": "prediction", "step": "execute", "message": "execute: column \"c.name\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT l.format, c.name ^" }, { "question_id": 200, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 219, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 248, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 253, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 260, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 11, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 12, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 17, "side": "prediction", "step": "execute", "message": "execute: column s.sname does not exist LINE 1: SELECT s.sname, s.charternum, sat.avgscrwrite ^ HINT: Perhaps you meant to reference the column \"sat.sname\" or the column \"s.state\"." }, { "question_id": 23, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 24, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 25, "side": "prediction", "step": "execute", "message": "execute: column s.school does not exist LINE 1: SELECT s.school, sc.fundingtype ^ HINT: Perhaps you meant to reference the column \"sc.school\"." }, { "question_id": 26, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 28, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 40, "side": "prediction", "step": "execute", "message": "execute: column s.phone does not exist LINE 1: SELECT s.phone ^ HINT: Perhaps you meant to reference the column \"sch.phone\"." }, { "question_id": 41, "side": "prediction", "step": "execute", "message": "execute: missing FROM-clause entry for table \"satscores\" LINE 1: SELECT s.school, s.county, satscores.avgscrread ^" }, { "question_id": 46, "side": "prediction", "step": "execute", "message": "execute: column s.enrollment_k_12 does not exist LINE 1: SELECT s.school, s.enrollment_k_12 ^" }, { "question_id": 50, "side": "prediction", "step": "execute", "message": "execute: column s.sname does not exist LINE 1: SELECT s.sname, s.street ^ HINT: Perhaps you meant to reference the column \"sat.sname\" or the column \"s.state\"." }, { "question_id": 62, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 77, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 85, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 94, "side": "prediction", "step": "execute", "message": "execute: column \"c.birth_date\" must appear in the GROUP BY clause or be used in an aggregate function LINE 8: ORDER BY c.birth_date DESC, d.a11 ASC ^" }, { "question_id": 112, "side": "prediction", "step": "execute", "message": "execute: column d.district_id does not exist LINE 3: JOIN disp d ON c.district_id = d.district_id ^ HINT: Perhaps you meant to reference the column \"c.district_id\"." }, { "question_id": 115, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at end of input" }, { "question_id": 116, "side": "prediction", "step": "execute", "message": "execute: missing FROM-clause entry for table \"first_loan_account\" LINE 4: (SELECT balance FROM trans WHERE account_id = first_loan... ^" }, { "question_id": 186, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"AS\"" } ], "timed_out": { "gold": [], "prediction": [] }, "exit_status": 1 }