{ "format": "attestql/audit/summary/2", "run_id": "audit-6eb5069c-cd44-4dd7-9159-45303f9cfcba", "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird", "effective_database_role": "auditor", "session_settings": { "engine": "postgresql", "recorded": { "statement_timeout": "0", "server_version": "16.15 (Debian 16.15-1.pgdg13+2)", "server_version_num": "160015", "transaction_read_only": "on", "max_parallel_workers_per_gather": "2", "server_encoding": "UTF8", "search_path": "public", "datlocprovider": "c", "daticulocale": "", "datcollversion": "2.41" } }, "parser": { "validator": "audit:libpg_query-parse", "postgast": "0.1.0", "grammar_version": 170007 }, "question_set": { "path": "data/questions/mini_dev_postgresql.json", "digest": "sha256:d2731292f20b8d8569cd956dd747ffe1df13cd625076263e38ae9ebcef50b1ab", "origin": "https://bird-bench.oss-cn-beijing.aliyuncs.com/minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f, downloaded 2026-09-07), member minidev/MINIDEV/mini_dev_postgresql.json", "date": "2024-06-19", "entries": 500, "audited": 498, "duplicate_ids": [ 137, 138 ], "ids": [] }, "predictions": { "path": "data/preds-pg/predict_mini_dev_gpt-4-32k_postgresql.json", "digest": "sha256:0fba1bfbeb487d641c8ae1e8bb01f762b2d29ddfb7c14dbd94e832f53cc10270", "origin": "https://raw.githubusercontent.com/bird-bench/mini_dev/b3d4bcbbae9a96934ad812551eb400c7a3b23c12/llm/exp_result/sql_output_kg/predict_mini_dev_gpt-4-32k_postgresql.json", "date": "2024-06-19", "keyed_by": "position", "format": "json", "statements": 500, "positions_unused": [ 487, 488 ] }, "verdicts": { "NOT_EQUAL": 210, "ERROR": 134, "EQUAL": 154 }, "smells": { "ordering-over-numeric-text": 2, "arbitrary-cut": 12, "not-a-function-of-the-data": 13, "float-aggregate-order": 5, "duplicate-full-row": 29, "direction-against-question": 0 }, "smells_fired": 61, "credited_but_not_equal": { "total": 23, "by_mechanism": { "multiplicity": 18, "type": 5, "order": 0, "truncation": 0, "other": 0 }, "by_test_suite_ex": { "1": 5, "0": 18 } }, "fixture": { "depth": "counts", "cache": "runs/minidev-pg/gpt-4-32k/fixture.json", "source": { "path": "data/minidev/BIRD_dev.sql", "digest": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec", "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV_postgresql/BIRD_dev.sql", "date": "2024-06-13" }, "schema_digest": "sha256:25aabd5763d7a18135a8741194c4a704141761bd0c7fdbfbf3f7c2bc9e0bf08c", "row_counts": { "public.account": 4500, "public.alignment": 4, "public.atom": 9111, "public.attendance": 326, "public.attribute": 6, "public.badges": 79851, "public.bond": 9156, "public.budget": 52, "public.card": 892, "public.cards": 56822, "public.circuits": 72, "public.client": 5369, "public.colour": 35, "public.comments": 174285, "public.connected": 18312, "public.constructorresults": 11082, "public.constructors": 208, "public.constructorstandings": 11836, "public.country": 11, "public.customers": 32461, "public.disp": 5369, "public.district": 77, "public.drivers": 840, "public.driverstandings": 31578, "public.event": 42, "public.examination": 106, "public.expense": 32, "public.foreign_data": 229186, "public.frpm": 9986, "public.gasstations": 5716, "public.gender": 3, "public.hero_attribute": 3738, "public.hero_power": 5825, "public.income": 36, "public.laboratory": 13908, "public.laptimes": 400524, "public.league": 11, "public.legalities": 427907, "public.loan": 682, "public.major": 113, "public.match": 25979, "public.member": 33, "public.molecule": 343, "public.order": 6471, "public.patient": 1238, "public.pitstops": 5815, "public.player": 11060, "public.player_attributes": 183978, "public.posthistory": 303155, "public.postlinks": 11102, "public.posts": 91966, "public.products": 591, "public.publisher": 25, "public.qualifying": 6967, "public.race": 61, "public.races": 954, "public.results": 23179, "public.rulings": 87769, "public.satscores": 2269, "public.schools": 17686, "public.seasons": 68, "public.set_translations": 1210, "public.sets": 551, "public.status": 134, "public.superhero": 750, "public.superpower": 167, "public.tags": 1032, "public.team": 299, "public.team_attributes": 1458, "public.trans": 1056320, "public.transactions_1k": 1000, "public.users": 40325, "public.votes": 38930, "public.yearmonth": 383282, "public.zip_code": 41877 }, "content_digests": {}, "measured_tables": [ "customers", "yearmonth", "gasstations", "products", "transactions_1k", "member", "major", "event", "attendance", "income", "zip_code", "expense", "budget", "patient", "laboratory", "examination", "match", "league", "team", "team_attributes", "player_attributes", "player", "country", "qualifying", "drivers", "circuits", "races", "results", "laptimes", "constructorresults", "constructors", "seasons", "driverstandings", "constructorstandings", "pitstops", "superpower", "superhero", "hero_power", "status", "colour", "publisher", "attribute", "hero_attribute", "race", "gender", "alignment", "users", "posts", "tags", "comments", "votes", "posthistory", "badges", "postlinks", "cards", "legalities", "rulings", "foreign_data", "sets", "set_translations", "bond", "atom", "molecule", "connected", "satscores", "schools", "frpm", "district", "account", "client", "disp", "loan", "trans", "order", "card" ], "missing_tables": [], "unreadable_tables": [], "refused": "" }, "planner_statistics": { "customers": { "last_analyze": "2026-09-14 12:50:59.475079+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "yearmonth": { "last_analyze": "2026-09-14 12:51:05.044978+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "gasstations": { "last_analyze": "2026-09-14 12:51:02.743904+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "products": { "last_analyze": "2026-09-14 12:51:04.229594+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "transactions_1k": { "last_analyze": "2026-09-14 12:51:04.722305+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "member": { "last_analyze": "2026-09-14 12:51:03.023954+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "major": { "last_analyze": "2026-09-14 12:51:05.271181+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "event": { "last_analyze": "2026-09-14 12:50:59.479238+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "attendance": { "last_analyze": "2026-09-14 12:50:57.969365+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "income": { "last_analyze": "2026-09-14 12:51:02.984899+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "zip_code": { "last_analyze": "2026-09-14 12:51:05.113003+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "expense": { "last_analyze": "2026-09-14 12:50:59.480202+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "budget": { "last_analyze": "2026-09-14 12:50:58.001042+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "patient": { "last_analyze": "2026-09-14 12:51:03.02366+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "laboratory": { "last_analyze": "2026-09-14 12:51:02.78376+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "examination": { "last_analyze": "2026-09-14 12:50:59.479976+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "match": { "last_analyze": "2026-09-14 12:51:03.86449+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "league": { "last_analyze": "2026-09-14 12:51:02.859972+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "team": { "last_analyze": "2026-09-14 12:51:04.719781+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "team_attributes": { "last_analyze": "2026-09-14 12:51:04.628002+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "player_attributes": { "last_analyze": "2026-09-14 12:51:04.620709+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "player": { "last_analyze": "2026-09-14 12:51:04.298729+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "country": { "last_analyze": "2026-09-14 12:50:59.463542+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "qualifying": { "last_analyze": "2026-09-14 12:51:04.228848+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "drivers": { "last_analyze": "2026-09-14 12:50:59.478977+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "circuits": { "last_analyze": "2026-09-14 12:50:57.990934+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "races": { "last_analyze": "2026-09-14 12:51:04.383469+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "results": { "last_analyze": "2026-09-14 12:51:04.275252+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "laptimes": { "last_analyze": "2026-09-14 12:51:02.85949+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructorresults": { "last_analyze": "2026-09-14 12:51:05.234163+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructors": { "last_analyze": "2026-09-14 12:50:59.338551+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "seasons": { "last_analyze": "2026-09-14 12:51:04.720952+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "driverstandings": { "last_analyze": "2026-09-14 12:51:05.270456+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "constructorstandings": { "last_analyze": "2026-09-14 12:51:05.243066+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "pitstops": { "last_analyze": "2026-09-14 12:51:03.876747+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "superpower": { "last_analyze": "2026-09-14 12:51:04.719265+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "superhero": { "last_analyze": "2026-09-14 12:51:04.622816+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "hero_power": { "last_analyze": "2026-09-14 12:51:02.984649+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "status": { "last_analyze": "2026-09-14 12:51:04.6231+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "colour": { "last_analyze": "2026-09-14 12:50:57.968905+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "publisher": { "last_analyze": "2026-09-14 12:51:04.380226+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "attribute": { "last_analyze": "2026-09-14 12:50:59.335755+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "hero_attribute": { "last_analyze": "2026-09-14 12:51:02.983336+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "race": { "last_analyze": "2026-09-14 12:51:04.229856+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "gender": { "last_analyze": "2026-09-14 12:51:02.859799+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "alignment": { "last_analyze": "2026-09-14 12:50:58.004025+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "users": { "last_analyze": "2026-09-14 12:51:05.229441+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "posts": { "last_analyze": "2026-09-14 12:51:04.210618+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "tags": { "last_analyze": "2026-09-14 12:51:04.720743+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "comments": { "last_analyze": "2026-09-14 12:50:59.423971+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "votes": { "last_analyze": "2026-09-14 12:51:05.055007+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "posthistory": { "last_analyze": "2026-09-14 12:51:04.043991+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "badges": { "last_analyze": "2026-09-14 12:50:57.990118+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "postlinks": { "last_analyze": "2026-09-14 12:51:04.21504+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "cards": { "last_analyze": "2026-09-14 12:50:59.330452+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "legalities": { "last_analyze": "2026-09-14 12:51:02.918986+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "rulings": { "last_analyze": "2026-09-14 12:51:04.379443+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "foreign_data": { "last_analyze": "2026-09-14 12:51:02.740387+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "sets": { "last_analyze": "2026-09-14 12:51:05.012619+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "set_translations": { "last_analyze": "2026-09-14 12:51:05.27319+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "bond": { "last_analyze": "2026-09-14 12:50:58.00063+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "atom": { "last_analyze": "2026-09-14 12:50:57.967668+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "molecule": { "last_analyze": "2026-09-14 12:51:03.86612+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "connected": { "last_analyze": "2026-09-14 12:50:59.462838+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "satscores": { "last_analyze": "2026-09-14 12:51:04.718939+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "schools": { "last_analyze": "2026-09-14 12:51:05.006896+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "frpm": { "last_analyze": "2026-09-14 12:51:02.982129+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "district": { "last_analyze": "2026-09-14 12:51:02.741239+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "account": { "last_analyze": "2026-09-14 12:50:59.337624+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "client": { "last_analyze": "2026-09-14 12:50:58.003791+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "disp": { "last_analyze": "2026-09-14 12:50:59.481321+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "loan": { "last_analyze": "2026-09-14 12:51:03.014492+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "trans": { "last_analyze": "2026-09-14 12:51:04.712663+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "order": { "last_analyze": "2026-09-14 12:51:03.02234+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 }, "card": { "last_analyze": "2026-09-14 12:50:58.001544+00", "last_autoanalyze": null, "n_mod_since_analyze": 0 } }, "shuffle": { "seed": 1, "row_limit": 300000, "scratch_schema": "attestql_scratch", "prepared": true, "reason": "", "copied": [ "account", "alignment", "atom", "attendance", "attribute", "badges", "bond", "budget", "card", "cards", "circuits", "client", "colour", "comments", "connected", "constructorresults", "constructors", "constructorstandings", "country", "customers", "disp", "district", "drivers", "driverstandings", "event", "examination", "expense", "foreign_data", "frpm", "gasstations", "gender", "hero_attribute", "hero_power", "income", "laboratory", "league", "loan", "major", "match", "member", "molecule", "order", "patient", "pitstops", "player", "player_attributes", "postlinks", "posts", "products", "publisher", "qualifying", "race", "races", "results", "rulings", "satscores", "schools", "seasons", "set_translations", "sets", "status", "superhero", "superpower", "tags", "team", "team_attributes", "transactions_1k", "users", "votes", "zip_code" ], "skipped": { "laptimes": 400524, "legalities": 427907, "posthistory": 303155, "trans": 1056320, "yearmonth": 383282 }, "not_reached_by_a_copy": {} }, "settings": { "statement_timeout_seconds": 120, "fail_on_smell": false, "experimental_s2": false, "plan_variant": false, "out": "runs/minidev-pg/gpt-4-32k", "serialization": "attestql/audit/4", "work_mem": "4096", "hash_mem_multiplier": "2" }, "data_as_of": "2026-09-14T12:53:00.424166+00:00", "data_as_of_source": "the instant the run started", "elapsed_seconds": { "fixture": 0.214, "questions": 25.862, "shuffle": 5.624 }, "question_directories": [ 1471, 1476, 1479, 1480, 1482, 1484, 1490, 1493, 1498, 1500, 1505, 1506, 1514, 1524, 1528, 1529, 1322, 1338, 1340, 1350, 1361, 1362, 1376, 1380, 1387, 1389, 1390, 1404, 1410, 1411, 1422, 1427, 1432, 1435, 1457, 1464, 1152, 1028, 1035, 1039, 1057, 1078, 1130, 1145, 847, 850, 854, 857, 865, 866, 868, 877, 879, 881, 884, 896, 897, 902, 904, 906, 928, 930, 937, 948, 950, 951, 954, 955, 959, 964, 967, 972, 981, 989, 994, 1002, 1003, 1011, 1014, 726, 728, 730, 736, 738, 743, 744, 751, 758, 760, 765, 766, 769, 775, 781, 788, 790, 791, 794, 797, 798, 800, 801, 829, 531, 532, 533, 571, 581, 584, 586, 587, 595, 598, 604, 629, 634, 637, 640, 665, 671, 672, 678, 682, 683, 685, 694, 701, 710, 716, 340, 341, 344, 345, 346, 347, 349, 352, 366, 368, 371, 377, 383, 391, 397, 402, 405, 407, 408, 409, 412, 414, 424, 427, 440, 459, 462, 465, 469, 473, 474, 477, 479, 483, 484, 486, 487, 518, 522, 528, 529, 530, 197, 198, 201, 206, 207, 212, 213, 215, 218, 220, 230, 231, 239, 240, 242, 243, 244, 245, 247, 249, 255, 268, 281, 282, 24, 25, 27, 28, 32, 37, 40, 41, 45, 46, 47, 48, 50, 77, 87, 89, 93, 95, 98, 99, 115, 116, 117, 125, 128, 138, 145, 149, 159, 168, 169, 173, 186, 192, 194 ], "errors": [ { "question_id": 1472, "side": "prediction", "step": "execute", "message": "execute: column \"segment\" does not exist LINE 4: AND segment = 'LAM' ^" }, { "question_id": 1481, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"is\"" }, { "question_id": 1501, "side": "prediction", "step": "execute", "message": "execute: function substring(date, integer, integer) does not exist LINE 4: WHERE SUBSTRING(transactions_1k.date, 1, 6) = '201306' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1525, "side": "prediction", "step": "execute", "message": "execute: column reference \"customerid\" is ambiguous LINE 2: SELECT COUNT(DISTINCT customerid) ^" }, { "question_id": 1531, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 1533, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 1317, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"s\"" }, { "question_id": 1339, "side": "prediction", "step": "execute", "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 4: WHERE (EXTRACT(MONTH FROM expense_date) IN (9, 10)) AND (mem... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1359, "side": "prediction", "step": "execute", "message": "execute: invalid input syntax for type double precision: \"N/A\" LINE 2: ... SUM(b1.amount) IS NULL OR SUM(b2.amount) IS NULL THEN 'N/A' ^" }, { "question_id": 1371, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"s\"" }, { "question_id": 1399, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"s\"" }, { "question_id": 1149, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"AS\"" }, { "question_id": 1150, "side": "prediction", "step": "execute", "message": "execute: function year(date) does not exist LINE 3: WHERE YEAR(Birthday) > 1930 AND Sex = 'F' ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1153, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1155, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"tables\"" }, { "question_id": 1156, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1157, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1162, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1164, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^" }, { "question_id": 1166, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"generate\"" }, { "question_id": 1168, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"provided\"" }, { "question_id": 1169, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1171, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 1175, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"Date\"" }, { "question_id": 1179, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1185, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \")\"" }, { "question_id": 1187, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1189, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 1192, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1195, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1198, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1201, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1205, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'t generate the exact PostgreSQL query as the structure and fields of the tables are not provided. However, I can provide a general structure of the query based on your question and the external knowledge provided.\"" }, { "question_id": 1208, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1209, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1220, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1225, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"generate\"" }, { "question_id": 1227, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.patient_id ^" }, { "question_id": 1229, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1231, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1232, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1235, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1238, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1239, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.ID = Examination.Patient_ID ^" }, { "question_id": 1241, "side": "prediction", "step": "execute", "message": "execute: column e.patient_id does not exist LINE 6: ...NT(*) FROM Patient p JOIN Examination e ON p.id = e.patient_... ^" }, { "question_id": 1242, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination E ON P.PatientID = E.PatientID ^" }, { "question_id": 1243, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1247, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1251, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1252, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1254, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 1255, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1256, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1257, "side": "prediction", "step": "execute", "message": "execute: column p.patientid does not exist LINE 3: JOIN Examination e ON p.PatientID = e.PatientID ^" }, { "question_id": 1265, "side": "prediction", "step": "execute", "message": "execute: column patient.patient_id does not exist LINE 3: JOIN Examination ON Patient.patient_id = Examination.patient... ^" }, { "question_id": 1267, "side": "prediction", "step": "execute", "message": "execute: column e.patient_id does not exist LINE 3: JOIN Examination e ON p.id = e.patient_id ^" }, { "question_id": 1270, "side": "prediction", "step": "execute", "message": "execute: column examination.patient_id does not exist LINE 3: JOIN Examination ON Patient.id = Examination.patient_id ^" }, { "question_id": 1275, "side": "prediction", "step": "execute", "message": "execute: column patient.patientid does not exist LINE 3: JOIN Examination ON Patient.PatientID = Examination.PatientI... ^" }, { "question_id": 1281, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"the\"" }, { "question_id": 1302, "side": "prediction", "step": "execute", "message": "execute: column p.patient_id does not exist LINE 3: JOIN Examination e ON p.patient_id = e.patient_id ^" }, { "question_id": 1029, "side": "prediction", "step": "execute", "message": "execute: column \"team_id\" does not exist LINE 1: SELECT team_id, buildUpPlaySpeed ^" }, { "question_id": 1031, "side": "prediction", "step": "execute", "message": "execute: function age(date, text) does not exist LINE 1: SELECT Player.player_name, EXTRACT(YEAR FROM AGE(CURRENT_DAT... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1036, "side": "prediction", "step": "execute", "message": "execute: function strftime(unknown, text) does not exist LINE 8: WHERE buildUpPlayPassing IS NOT NULL AND strftime('%Y', ... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1037, "side": "prediction", "step": "execute", "message": "execute: column \"preferred_foot\" does not exist LINE 1: SELECT (DIVIDE(COUNT(preferred_foot = 'left'), COUNT(player_... ^" }, { "question_id": 1040, "side": "prediction", "step": "execute", "message": "execute: column player.name does not exist LINE 1: SELECT Player.name ^" }, { "question_id": 1044, "side": "prediction", "step": "execute", "message": "execute: function pg_catalog.extract(unknown, text) does not exist LINE 3: WHERE EXTRACT(YEAR FROM birthday) = 1970 AND EXTRACT(MONTH F... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1048, "side": "prediction", "step": "execute", "message": "execute: function strftime(unknown, text) does not exist LINE 4: WHERE p.player_name = 'Gabriel Tamas' AND strftime('%Y', pa.... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 1058, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"generate\"" }, { "question_id": 1068, "side": "prediction", "step": "execute", "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player ON Player_Attributes.player_id = Player.id ^" }, { "question_id": 1076, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 1: SELECT (AVG(ball_control) FILTER (WHERE player_name = 'Abdou... ^" }, { "question_id": 1084, "side": "prediction", "step": "execute", "message": "execute: column player_attributes.player_id does not exist LINE 4: ON Player.id = Player_Attributes.player_id ^" }, { "question_id": 1088, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 4: ON Player.player_id = Player_Attributes.player_id ^" }, { "question_id": 1092, "side": "prediction", "step": "execute", "message": "execute: column \"league_name\" does not exist LINE 1: SELECT league_name ^" }, { "question_id": 1094, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 1: ...ELECT overall_rating FROM Player_Attributes WHERE player_nam... ^" }, { "question_id": 1096, "side": "prediction", "step": "execute", "message": "execute: column player_attributes.player_id does not exist LINE 3: JOIN Player ON Player_Attributes.player_id = Player.player_i... ^" }, { "question_id": 1098, "side": "prediction", "step": "execute", "message": "execute: column \"team_attributes.chancecreationpassingclass\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: ...ELECT MAX(Team_Attributes.chanceCreationPassing), Team_Attri... ^" }, { "question_id": 1102, "side": "prediction", "step": "execute", "message": "execute: column player.name does not exist LINE 1: SELECT Player.name ^" }, { "question_id": 1103, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 3: WHERE player_id = (SELECT id FROM Player WHERE player_name =... ^" }, { "question_id": 1105, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 3: WHERE player_id = ( ^" }, { "question_id": 1107, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 3: WHERE player_name = 'Kevin Constant' ^" }, { "question_id": 1110, "side": "prediction", "step": "execute", "message": "execute: column team_attributes.build_up_play_passing_class does not exist LINE 1: SELECT team_attributes.build_up_play_passing_class ^" }, { "question_id": 1113, "side": "prediction", "step": "execute", "message": "execute: column team_attributes.defence_aggression_class does not exist LINE 1: SELECT team_attributes.defence_aggression_class ^ HINT: Perhaps you meant to reference the column \"team_attributes.defenceaggressionclass\"." }, { "question_id": 1114, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 3: WHERE player_id = (SELECT id FROM Player WHERE player_name =... ^" }, { "question_id": 1115, "side": "prediction", "step": "execute", "message": "execute: column \"player_name\" does not exist LINE 4: WHERE player_name = 'Landon Donovan' AND date = '2013-0... ^" }, { "question_id": 1116, "side": "prediction", "step": "execute", "message": "execute: column player_attributes.player_id does not exist LINE 4: ON Player.id = Player_Attributes.player_id ^" }, { "question_id": 1122, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 4: ON Player.player_id = Player_Attributes.player_id ^" }, { "question_id": 1124, "side": "prediction", "step": "execute", "message": "execute: column player.name does not exist LINE 1: SELECT Player.name ^" }, { "question_id": 1134, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: ...LECT (SELECT jumping FROM Player_Attributes WHERE player_id ... ^" }, { "question_id": 1135, "side": "prediction", "step": "execute", "message": "execute: column \"player_id\" does not exist LINE 1: SELECT player_id ^" }, { "question_id": 1136, "side": "prediction", "step": "execute", "message": "execute: column p.player_id does not exist LINE 3: JOIN Player_Attributes pa ON p.player_id = pa.player_id ^" }, { "question_id": 1141, "side": "prediction", "step": "execute", "message": "execute: column team.team_id does not exist LINE 4: ON Team.team_id = Team_Attributes.team_id ^" }, { "question_id": 1144, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 3: JOIN Player_Attributes ON Player.player_id = Player_Attribut... ^" }, { "question_id": 1147, "side": "prediction", "step": "execute", "message": "execute: column player.player_id does not exist LINE 4: ON Player.player_id = Player_Attributes.player_id ^" }, { "question_id": 1148, "side": "prediction", "step": "execute", "message": "execute: column \"height\" does not exist LINE 1: SELECT (COUNT(*) FILTER (WHERE height < 180 AND overall_rati... ^" }, { "question_id": 861, "side": "prediction", "step": "execute", "message": "execute: column reference \"number\" is ambiguous LINE 1: SELECT number FROM qualifying ^" }, { "question_id": 880, "side": "prediction", "step": "execute", "message": "execute: operator does not exist: text - text LINE 4: - ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 892, "side": "prediction", "step": "execute", "message": "execute: column \"drivers.forename\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT drivers.forename, drivers.surname, MAX(results.points... ^" }, { "question_id": 894, "side": "prediction", "step": "execute", "message": "execute: column \"drivers.forename\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT MIN(results.milliseconds), drivers.forename, drivers.... ^" }, { "question_id": 898, "side": "prediction", "step": "execute", "message": "execute: function year(timestamp with time zone) does not exist LINE 1: SELECT MIN(YEAR(CURRENT_TIMESTAMP) - YEAR(dob)) AS age, fore... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 909, "side": "prediction", "step": "execute", "message": "execute: column \"country\" does not exist LINE 1: SELECT (COUNT(*) FILTER (WHERE country = 'Germany' AND name ... ^" }, { "question_id": 944, "side": "prediction", "step": "execute", "message": "execute: column \"last_driver_time\" does not exist LINE 1: SELECT ((results.time - last_driver_time) / last_driver_time... ^" }, { "question_id": 960, "side": "prediction", "step": "execute", "message": "execute: function avg(text) does not exist LINE 1: SELECT AVG(fastestlapspeed) ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 962, "side": "prediction", "step": "execute", "message": "execute: column reference \"driverid\" is ambiguous LINE 1: SELECT (COUNT(driverid) FILTER (WHERE EXTRACT(YEAR FROM dob)... ^" }, { "question_id": 963, "side": "prediction", "step": "execute", "message": "execute: operator does not exist: text < integer LINE 4: WHERE d.nationality = 'French' AND l.time < 120 ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 978, "side": "prediction", "step": "execute", "message": "execute: column \"circuits.location\" must appear in the GROUP BY clause or be used in an aggregate function LINE 1: SELECT count(*), location, lat, lng ^" }, { "question_id": 988, "side": "prediction", "step": "execute", "message": "execute: function avg(text) does not exist LINE 1: ...vers.driverid, drivers.forename, drivers.surname, AVG(pitSto... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 772, "side": "prediction", "step": "execute", "message": "execute: column colour.eye_colour does not exist LINE 1: SELECT colour.eye_colour, colour.hair_colour, colour.skin_co... ^" }, { "question_id": 572, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"FROM\"" }, { "question_id": 639, "side": "prediction", "step": "execute", "message": "execute: division by zero" }, { "question_id": 358, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"FROM\"" }, { "question_id": 415, "side": "prediction", "step": "execute", "message": "execute: function divide(bigint, bigint) does not exist LINE 1: SELECT (DIVIDE(COUNT(cards.hascontentwarning = 0), COUNT(car... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 416, "side": "prediction", "step": "execute", "message": "execute: argument of AND must be type boolean, not type bigint LINE 1: SELECT (COUNT(*) FILTER (WHERE cards.power IS NULL OR cards.... ^" }, { "question_id": 480, "side": "prediction", "step": "execute", "message": "execute: column reference \"flavortext\" is ambiguous LINE 1: SELECT flavortext ^" }, { "question_id": 200, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 219, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 234, "side": "prediction", "step": "execute", "message": "execute: column reference \"bond_id\" is ambiguous LINE 1: SELECT COUNT(bond_id) ^" }, { "question_id": 248, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 253, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 260, "side": "prediction", "step": "statement", "message": "the text does not parse: unterminated quoted string at or near \"'\"" }, { "question_id": 263, "side": "prediction", "step": "execute", "message": "execute: function divide(bigint, bigint) does not exist LINE 1: SELECT (DIVIDE(SUM(CASE WHEN atom.element = 'cl' THEN 1 ELSE... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 273, "side": "prediction", "step": "execute", "message": "execute: function divide(bigint, bigint) does not exist LINE 1: SELECT (DIVIDE(SUM(CASE WHEN atom.element = 'cl' THEN 1 ELSE... ^ HINT: No function matches the given name and argument types. You might need to add explicit type casts." }, { "question_id": 11, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"5\"" }, { "question_id": 12, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"Meal\"" }, { "question_id": 17, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \",\"" }, { "question_id": 23, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 26, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 31, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 62, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"`\"" }, { "question_id": 82, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"FROM\"" }, { "question_id": 83, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"Provision\"" }, { "question_id": 85, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \".\"" }, { "question_id": 92, "side": "prediction", "step": "execute", "message": "execute: column reference \"district_id\" is ambiguous LINE 1: SELECT COUNT(DISTINCT district_id) ^" }, { "question_id": 94, "side": "prediction", "step": "statement", "message": "the text does not parse: syntax error at or near \"is\"" }, { "question_id": 129, "side": "prediction", "step": "execute", "message": "execute: operator does not exist: date ~~ unknown LINE 5: WHERE trans.type = 'VYDAJ' AND trans.date LIKE '1996-01%' ^ HINT: No operator matches the given name and argument types. You might need to add explicit type casts." } ], "timed_out": { "gold": [], "prediction": [] }, "exit_status": 1 }