feat: Improve flights.* dataset reproducibility (#645)

_data/flights.toml

@@ -0,0 +1,49 @@
+[[specs]]
+start     = 2001-01-01
+end       = 2001-03-31
+n_rows    = 2_000
+suffix    = ".json"
+dt_format = "%Y/%m/%d %H:%M"
+
+[[specs]]
+start     = 2001-01-01
+end       = 2001-03-31
+n_rows    = 5_000
+suffix    = ".json"
+dt_format = "%Y/%m/%d %H:%M"
+
+[[specs]]
+start     = 2001-01-01
+end       = 2001-03-31
+n_rows    = 10_000
+suffix    = ".json"
+dt_format = "%Y/%m/%d %H:%M"
+
+[[specs]]
+start     = 2001-01-01
+end       = 2001-03-31
+n_rows    = 20_000
+suffix    = ".json"
+dt_format = "%Y/%m/%d %H:%M"
+
+[[specs]]
+start     = 2001-01-01
+end       = 2001-03-31
+n_rows    = 200_000
+suffix    = ".json"
+dt_format = "decimal"
+columns   = ["delay", "distance", "time"]
+
+[[specs]]
+start     = 2001-01-01
+end       = 2001-03-31
+n_rows    = 200_000
+suffix    = ".arrow"
+dt_format = "decimal"
+columns   = ["delay", "distance", "time"]
+
+[[specs]]
+start  = 2001-01-01
+end    = 2001-06-30
+n_rows = 3_000_000
+suffix = ".parquet"

datapackage.json

@@ -20,7 +20,7 @@
     }
   ],
   "version": "2.11.0",
-  "created": "2024-12-14T19:35:54.935236+00:00",
+  "created": "2024-12-19T18:26:48.655674+00:00",
   "resources": [
     {
       "name": "7zip.png",

datapackage.md

@@ -1,5 +1,5 @@
 # vega-datasets
-`2.11.0` | [GitHub](http://github.com/vega/vega-datasets.git) | 2024-12-14 19:35:54 [UTC]
+`2.11.0` | [GitHub](http://github.com/vega/vega-datasets.git) | 2024-12-19 18:26:48 [UTC]
 
 Common repository for example datasets used by Vega related projects. 
 BSD-3-Clause license applies only to package code and infrastructure. Users should verify their use of datasets 

package.json

@@ -46,7 +46,6 @@
   "scripts": {
     "prebuild": "./scripts/make-url-index.sh > src/urls.ts && ./scripts/build_datapackage.py",
     "build": "rollup -c",
-    "flights": "node scripts/flights.js",
     "github": "python scripts/github.py",
     "release": "release-it"
   }

pyproject.toml

@@ -19,7 +19,6 @@ dev = ["ipython[kernel]>=8.30.0", "ruff>=0.8.2", "taplo>=0.9.3"]
 extend-exclude = [
   ".venv",
   "scripts/budget.py",
-  "scripts/flights.py",
   "scripts/github.py",
   "scripts/make-unemployment-across-industries.py",
   "scripts/update_countries_json.py",
@@ -111,7 +110,7 @@ select = [
 [tool.pyright]
 enableExperimentalFeatures = true
 ignore                     = ["../../../**/Lib", ".venv"]
-include                    = ["./scripts/build_datapackage.py", "./scripts/flights2.py"]
+include                    = ["./scripts/build_datapackage.py", "./scripts/flights.py"]
 pythonPlatform             = "All"
 pythonVersion              = "3.12"
 reportUnusedExpression     = "none"