{
  "format": "attestql/audit/summary/2",
  "run_id": "audit-2e8f77d1-fb99-4c4c-8a42-65a40c5d382c",
  "backend_identity": "PostgreSQL 16.15 (Debian 16.15-1.pgdg13+2) on aarch64-unknown-linux-gnu, compiled by gcc (Debian 14.2.0-19) 14.2.0, 64-bit | server=172.17.0.2/32:5432 | database=bird",
  "effective_database_role": "auditor",
  "session_settings": {
    "engine": "postgresql",
    "recorded": {
      "statement_timeout": "0",
      "server_version": "16.15 (Debian 16.15-1.pgdg13+2)",
      "server_version_num": "160015",
      "transaction_read_only": "on",
      "max_parallel_workers_per_gather": "2",
      "server_encoding": "UTF8",
      "search_path": "public",
      "datlocprovider": "c",
      "daticulocale": "",
      "datcollversion": "2.41"
    }
  },
  "parser": {
    "validator": "audit:libpg_query-parse",
    "postgast": "0.1.0",
    "grammar_version": 170007
  },
  "question_set": {
    "path": "data/questions/mini_dev_pg-00000-of-00001.json",
    "digest": "sha256:7fa740ef9225389cff6c34432120e8325d0ca3008d73db1ae38731234bc10da7",
    "origin": "https://huggingface.co/datasets/birdsql/bird_mini_dev/resolve/f65faf4ae3b638c1fa6df1d3370c8d92c8366301/data/mini_dev_pg-00000-of-00001.json (commit f65faf4a, downloaded 2026-09-14)",
    "date": "2026-01-18T08:44:25Z",
    "entries": 500,
    "audited": 500,
    "duplicate_ids": [],
    "ids": []
  },
  "predictions": null,
  "verdicts": {
    "GOLD-ONLY": 500
  },
  "smells": {
    "ordering-over-numeric-text": 1,
    "arbitrary-cut": 16,
    "not-a-function-of-the-data": 17,
    "float-aggregate-order": 6,
    "duplicate-full-row": 35,
    "direction-against-question": 0
  },
  "smells_fired": 75,
  "credited_but_not_equal": null,
  "fixture": {
    "depth": "counts",
    "cache": "runs/minidev-pg-gold-only/hf/fixture.json",
    "source": {
      "path": "data/minidev/BIRD_dev.sql",
      "digest": "sha256:31b1da211849d24a57c9af7636da46a5b82fc8a3ca1542bb3ebd8775e9a31cec",
      "origin": "minidev.zip (sha256 cc48ba16838204e4e214512030cb572eeb5f7bcdd999bae4b9b6ff12ec13b92f), member minidev/MINIDEV_postgresql/BIRD_dev.sql",
      "date": "2024-06-13"
    },
    "schema_digest": "sha256:25aabd5763d7a18135a8741194c4a704141761bd0c7fdbfbf3f7c2bc9e0bf08c",
    "row_counts": {
      "public.account": 4500,
      "public.alignment": 4,
      "public.atom": 9111,
      "public.attendance": 326,
      "public.attribute": 6,
      "public.badges": 79851,
      "public.bond": 9156,
      "public.budget": 52,
      "public.card": 892,
      "public.cards": 56822,
      "public.circuits": 72,
      "public.client": 5369,
      "public.colour": 35,
      "public.comments": 174285,
      "public.connected": 18312,
      "public.constructorresults": 11082,
      "public.constructors": 208,
      "public.constructorstandings": 11836,
      "public.country": 11,
      "public.customers": 32461,
      "public.disp": 5369,
      "public.district": 77,
      "public.drivers": 840,
      "public.driverstandings": 31578,
      "public.event": 42,
      "public.examination": 106,
      "public.expense": 32,
      "public.foreign_data": 229186,
      "public.frpm": 9986,
      "public.gasstations": 5716,
      "public.gender": 3,
      "public.hero_attribute": 3738,
      "public.hero_power": 5825,
      "public.income": 36,
      "public.laboratory": 13908,
      "public.laptimes": 400524,
      "public.league": 11,
      "public.legalities": 427907,
      "public.loan": 682,
      "public.major": 113,
      "public.match": 25979,
      "public.member": 33,
      "public.molecule": 343,
      "public.order": 6471,
      "public.patient": 1238,
      "public.pitstops": 5815,
      "public.player": 11060,
      "public.player_attributes": 183978,
      "public.posthistory": 303155,
      "public.postlinks": 11102,
      "public.posts": 91966,
      "public.products": 591,
      "public.publisher": 25,
      "public.qualifying": 6967,
      "public.race": 61,
      "public.races": 954,
      "public.results": 23179,
      "public.rulings": 87769,
      "public.satscores": 2269,
      "public.schools": 17686,
      "public.seasons": 68,
      "public.set_translations": 1210,
      "public.sets": 551,
      "public.status": 134,
      "public.superhero": 750,
      "public.superpower": 167,
      "public.tags": 1032,
      "public.team": 299,
      "public.team_attributes": 1458,
      "public.trans": 1056320,
      "public.transactions_1k": 1000,
      "public.users": 40325,
      "public.votes": 38930,
      "public.yearmonth": 383282,
      "public.zip_code": 41877
    },
    "content_digests": {},
    "measured_tables": [
      "customers",
      "yearmonth",
      "gasstations",
      "products",
      "transactions_1k",
      "member",
      "major",
      "event",
      "attendance",
      "income",
      "zip_code",
      "expense",
      "budget",
      "patient",
      "laboratory",
      "examination",
      "match",
      "league",
      "team",
      "team_attributes",
      "player_attributes",
      "player",
      "country",
      "qualifying",
      "drivers",
      "circuits",
      "races",
      "results",
      "laptimes",
      "constructorresults",
      "constructors",
      "seasons",
      "driverstandings",
      "constructorstandings",
      "pitstops",
      "superpower",
      "superhero",
      "hero_power",
      "status",
      "colour",
      "publisher",
      "attribute",
      "hero_attribute",
      "race",
      "gender",
      "alignment",
      "users",
      "posts",
      "tags",
      "comments",
      "votes",
      "posthistory",
      "badges",
      "postlinks",
      "cards",
      "legalities",
      "rulings",
      "foreign_data",
      "sets",
      "set_translations",
      "bond",
      "atom",
      "molecule",
      "connected",
      "satscores",
      "schools",
      "frpm",
      "district",
      "account",
      "client",
      "disp",
      "loan",
      "trans",
      "order",
      "card"
    ],
    "missing_tables": [],
    "unreadable_tables": [],
    "refused": ""
  },
  "planner_statistics": {
    "customers": {
      "last_analyze": "2026-09-14 12:50:59.475079+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "yearmonth": {
      "last_analyze": "2026-09-14 12:51:05.044978+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "gasstations": {
      "last_analyze": "2026-09-14 12:51:02.743904+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "products": {
      "last_analyze": "2026-09-14 12:51:04.229594+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "transactions_1k": {
      "last_analyze": "2026-09-14 12:51:04.722305+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "member": {
      "last_analyze": "2026-09-14 12:51:03.023954+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "major": {
      "last_analyze": "2026-09-14 12:51:05.271181+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "event": {
      "last_analyze": "2026-09-14 12:50:59.479238+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "attendance": {
      "last_analyze": "2026-09-14 12:50:57.969365+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "income": {
      "last_analyze": "2026-09-14 12:51:02.984899+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "zip_code": {
      "last_analyze": "2026-09-14 12:51:05.113003+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "expense": {
      "last_analyze": "2026-09-14 12:50:59.480202+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "budget": {
      "last_analyze": "2026-09-14 12:50:58.001042+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "patient": {
      "last_analyze": "2026-09-14 12:51:03.02366+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "laboratory": {
      "last_analyze": "2026-09-14 12:51:02.78376+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "examination": {
      "last_analyze": "2026-09-14 12:50:59.479976+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "match": {
      "last_analyze": "2026-09-14 12:51:03.86449+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "league": {
      "last_analyze": "2026-09-14 12:51:02.859972+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "team": {
      "last_analyze": "2026-09-14 12:51:04.719781+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "team_attributes": {
      "last_analyze": "2026-09-14 12:51:04.628002+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "player_attributes": {
      "last_analyze": "2026-09-14 12:51:04.620709+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "player": {
      "last_analyze": "2026-09-14 12:51:04.298729+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "country": {
      "last_analyze": "2026-09-14 12:50:59.463542+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "qualifying": {
      "last_analyze": "2026-09-14 12:51:04.228848+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "drivers": {
      "last_analyze": "2026-09-14 12:50:59.478977+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "circuits": {
      "last_analyze": "2026-09-14 12:50:57.990934+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "races": {
      "last_analyze": "2026-09-14 12:51:04.383469+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "results": {
      "last_analyze": "2026-09-14 12:51:04.275252+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "laptimes": {
      "last_analyze": "2026-09-14 12:51:02.85949+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "constructorresults": {
      "last_analyze": "2026-09-14 12:51:05.234163+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "constructors": {
      "last_analyze": "2026-09-14 12:50:59.338551+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "seasons": {
      "last_analyze": "2026-09-14 12:51:04.720952+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "driverstandings": {
      "last_analyze": "2026-09-14 12:51:05.270456+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "constructorstandings": {
      "last_analyze": "2026-09-14 12:51:05.243066+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "pitstops": {
      "last_analyze": "2026-09-14 12:51:03.876747+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "superpower": {
      "last_analyze": "2026-09-14 12:51:04.719265+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "superhero": {
      "last_analyze": "2026-09-14 12:51:04.622816+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "hero_power": {
      "last_analyze": "2026-09-14 12:51:02.984649+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "status": {
      "last_analyze": "2026-09-14 12:51:04.6231+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "colour": {
      "last_analyze": "2026-09-14 12:50:57.968905+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "publisher": {
      "last_analyze": "2026-09-14 12:51:04.380226+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "attribute": {
      "last_analyze": "2026-09-14 12:50:59.335755+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "hero_attribute": {
      "last_analyze": "2026-09-14 12:51:02.983336+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "race": {
      "last_analyze": "2026-09-14 12:51:04.229856+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "gender": {
      "last_analyze": "2026-09-14 12:51:02.859799+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "alignment": {
      "last_analyze": "2026-09-14 12:50:58.004025+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "users": {
      "last_analyze": "2026-09-14 12:51:05.229441+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "posts": {
      "last_analyze": "2026-09-14 12:51:04.210618+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "tags": {
      "last_analyze": "2026-09-14 12:51:04.720743+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "comments": {
      "last_analyze": "2026-09-14 12:50:59.423971+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "votes": {
      "last_analyze": "2026-09-14 12:51:05.055007+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "posthistory": {
      "last_analyze": "2026-09-14 12:51:04.043991+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "badges": {
      "last_analyze": "2026-09-14 12:50:57.990118+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "postlinks": {
      "last_analyze": "2026-09-14 12:51:04.21504+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "cards": {
      "last_analyze": "2026-09-14 12:50:59.330452+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "legalities": {
      "last_analyze": "2026-09-14 12:51:02.918986+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "rulings": {
      "last_analyze": "2026-09-14 12:51:04.379443+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "foreign_data": {
      "last_analyze": "2026-09-14 12:51:02.740387+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "sets": {
      "last_analyze": "2026-09-14 12:51:05.012619+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "set_translations": {
      "last_analyze": "2026-09-14 12:51:05.27319+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "bond": {
      "last_analyze": "2026-09-14 12:50:58.00063+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "atom": {
      "last_analyze": "2026-09-14 12:50:57.967668+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "molecule": {
      "last_analyze": "2026-09-14 12:51:03.86612+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "connected": {
      "last_analyze": "2026-09-14 12:50:59.462838+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "satscores": {
      "last_analyze": "2026-09-14 12:51:04.718939+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "schools": {
      "last_analyze": "2026-09-14 12:51:05.006896+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "frpm": {
      "last_analyze": "2026-09-14 12:51:02.982129+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "district": {
      "last_analyze": "2026-09-14 12:51:02.741239+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "account": {
      "last_analyze": "2026-09-14 12:50:59.337624+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "client": {
      "last_analyze": "2026-09-14 12:50:58.003791+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "disp": {
      "last_analyze": "2026-09-14 12:50:59.481321+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "loan": {
      "last_analyze": "2026-09-14 12:51:03.014492+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "trans": {
      "last_analyze": "2026-09-14 12:51:04.712663+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "order": {
      "last_analyze": "2026-09-14 12:51:03.02234+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    },
    "card": {
      "last_analyze": "2026-09-14 12:50:58.001544+00",
      "last_autoanalyze": null,
      "n_mod_since_analyze": 0
    }
  },
  "shuffle": {
    "seed": 1,
    "row_limit": 300000,
    "scratch_schema": "attestql_scratch2",
    "prepared": true,
    "reason": "",
    "copied": [
      "account",
      "alignment",
      "atom",
      "attendance",
      "attribute",
      "badges",
      "bond",
      "budget",
      "card",
      "cards",
      "circuits",
      "client",
      "colour",
      "comments",
      "connected",
      "constructorresults",
      "constructors",
      "constructorstandings",
      "country",
      "customers",
      "disp",
      "district",
      "drivers",
      "driverstandings",
      "event",
      "examination",
      "expense",
      "foreign_data",
      "frpm",
      "gasstations",
      "gender",
      "hero_attribute",
      "hero_power",
      "income",
      "laboratory",
      "league",
      "loan",
      "major",
      "match",
      "member",
      "molecule",
      "order",
      "patient",
      "pitstops",
      "player",
      "player_attributes",
      "postlinks",
      "posts",
      "products",
      "publisher",
      "qualifying",
      "race",
      "races",
      "results",
      "rulings",
      "satscores",
      "schools",
      "seasons",
      "set_translations",
      "sets",
      "status",
      "superhero",
      "superpower",
      "tags",
      "team",
      "team_attributes",
      "transactions_1k",
      "users",
      "votes",
      "zip_code"
    ],
    "skipped": {
      "laptimes": 400524,
      "legalities": 427907,
      "posthistory": 303155,
      "trans": 1056320,
      "yearmonth": 383282
    },
    "not_reached_by_a_copy": {}
  },
  "settings": {
    "statement_timeout_seconds": 30,
    "fail_on_smell": false,
    "experimental_s2": false,
    "plan_variant": false,
    "out": "runs/minidev-pg-gold-only/hf",
    "serialization": "attestql/audit/4",
    "work_mem": "4096",
    "hash_mem_multiplier": "2"
  },
  "data_as_of": "2026-09-14T12:51:05.775721+00:00",
  "data_as_of_source": "the instant the run started",
  "elapsed_seconds": {
    "fixture": 0.241,
    "questions": 29.895,
    "shuffle": 6.862
  },
  "question_directories": [
    1482,
    1500,
    1529,
    1531,
    1533,
    1322,
    1338,
    1340,
    1361,
    1380,
    1387,
    1389,
    1399,
    1410,
    1411,
    1168,
    1205,
    1209,
    1028,
    1029,
    1135,
    1144,
    1145,
    847,
    906,
    930,
    955,
    959,
    964,
    972,
    1002,
    1011,
    726,
    730,
    736,
    738,
    751,
    766,
    794,
    797,
    798,
    532,
    584,
    637,
    671,
    694,
    349,
    366,
    397,
    407,
    412,
    469,
    473,
    484,
    518,
    213,
    24,
    27,
    37,
    82,
    94,
    115,
    125,
    145,
    149
  ],
  "errors": [],
  "timed_out": {
    "gold": [],
    "prediction": []
  },
  "exit_status": 0
}