{
  "meta": {
    "project_title": "NumPy versus PyArrow with Lahman Baseball Data",
    "project_slug": "numpy-versus-pyarrow",
    "test_slug": "csv-versus-parquet",
    "test_title": "CSV versus Parquet for repeated Lahman reads",
    "generated_at": "2026-06-16T17:43:58.130205+00:00",
    "data_dir": "C:\\code\\projects\\data-reports\\numpy-vs-pyarrow\\data",
    "output_path": "C:\\code\\projects\\data-reports\\numpy-vs-pyarrow\\output\\test4\\data.json",
    "runs_per_reader": 100,
    "warmups_per_reader": 2,
    "environment": {
      "python_version": "3.14.6 (tags/v3.14.6:c63aec6, Jun 10 2026, 10:26:10) [MSC v.1944 64 bit (AMD64)]",
      "python_executable": "C:\\code\\projects\\data-reports\\numpy-vs-pyarrow\\venv\\Scripts\\python.exe",
      "pandas_version": "3.0.3",
      "pyarrow_version": "24.0.0",
      "platform": "Windows-11-10.0.26200-SP0",
      "machine": "AMD64",
      "processor": "Intel64 Family 6 Model 186 Stepping 2, GenuineIntel",
      "system": "Windows",
      "release": "11"
    },
    "parquet_dir": "C:\\code\\projects\\data-reports\\numpy-vs-pyarrow\\parquet"
  },
  "summary": {
    "files_converted": 27,
    "conversion_error_count": 0,
    "conversion_errors": [],
    "total_csv_size_bytes": 42147792,
    "total_csv_size_mb": 42.147792,
    "total_parquet_size_bytes": 10785492,
    "total_parquet_size_mb": 10.785492,
    "total_size_ratio_parquet_over_csv": 0.2559,
    "total_csv_pandas_default_avg_ms": 842.2427,
    "total_csv_pyarrow_avg_ms": 153.1217,
    "total_parquet_avg_ms": 119.1251,
    "speedup_csv_default_over_parquet": 7.0702,
    "speedup_csv_pyarrow_over_parquet": 1.2854
  },
  "methodology_notes": [
    "Each Lahman CSV file was converted once to Parquet using PyArrow.",
    "The benchmark compares repeated CSV reads with repeated Parquet reads.",
    "CSV read timings are reused from the raw CSV benchmark so the four tests remain internally consistent.",
    "Parquet is tested as a repeated-read format, not as a claim that CSV should never be used."
  ],
  "conversion_results": [
    {
      "file": "AllstarFull.csv",
      "parquet_file": "AllstarFull.parquet",
      "ok": true,
      "error": null,
      "rows": 6425,
      "columns": 8,
      "conversion_ms": 188.6619,
      "csv_size_bytes": 255977,
      "csv_size_mb": 0.255977,
      "parquet_size_bytes": 53013,
      "parquet_size_mb": 0.053013,
      "size_ratio_parquet_over_csv": 0.2071
    },
    {
      "file": "Appearances.csv",
      "parquet_file": "Appearances.parquet",
      "ok": true,
      "error": null,
      "rows": 128512,
      "columns": 21,
      "conversion_ms": 138.1144,
      "csv_size_bytes": 7833413,
      "csv_size_mb": 7.833413,
      "parquet_size_bytes": 1631170,
      "parquet_size_mb": 1.63117,
      "size_ratio_parquet_over_csv": 0.2082
    },
    {
      "file": "AwardsManagers.csv",
      "parquet_file": "AwardsManagers.parquet",
      "ok": true,
      "error": null,
      "rows": 232,
      "columns": 6,
      "conversion_ms": 10.6738,
      "csv_size_bytes": 10986,
      "csv_size_mb": 0.010986,
      "parquet_size_bytes": 5674,
      "parquet_size_mb": 0.005674,
      "size_ratio_parquet_over_csv": 0.5165
    },
    {
      "file": "AwardsPlayers.csv",
      "parquet_file": "AwardsPlayers.parquet",
      "ok": true,
      "error": null,
      "rows": 12667,
      "columns": 6,
      "conversion_ms": 12.2879,
      "csv_size_bytes": 590678,
      "csv_size_mb": 0.590678,
      "parquet_size_bytes": 80517,
      "parquet_size_mb": 0.080517,
      "size_ratio_parquet_over_csv": 0.1363
    },
    {
      "file": "AwardsShareManagers.csv",
      "parquet_file": "AwardsShareManagers.parquet",
      "ok": true,
      "error": null,
      "rows": 539,
      "columns": 7,
      "conversion_ms": 6.6835,
      "csv_size_bytes": 29062,
      "csv_size_mb": 0.029062,
      "parquet_size_bytes": 8278,
      "parquet_size_mb": 0.008278,
      "size_ratio_parquet_over_csv": 0.2848
    },
    {
      "file": "AwardsSharePlayers.csv",
      "parquet_file": "AwardsSharePlayers.parquet",
      "ok": true,
      "error": null,
      "rows": 7613,
      "columns": 7,
      "conversion_ms": 8.7407,
      "csv_size_bytes": 361165,
      "csv_size_mb": 0.361165,
      "parquet_size_bytes": 54119,
      "parquet_size_mb": 0.054119,
      "size_ratio_parquet_over_csv": 0.1498
    },
    {
      "file": "Batting.csv",
      "parquet_file": "Batting.parquet",
      "ok": true,
      "error": null,
      "rows": 128598,
      "columns": 22,
      "conversion_ms": 134.6608,
      "csv_size_bytes": 7999073,
      "csv_size_mb": 7.999073,
      "parquet_size_bytes": 2021339,
      "parquet_size_mb": 2.021339,
      "size_ratio_parquet_over_csv": 0.2527
    },
    {
      "file": "BattingPost.csv",
      "parquet_file": "BattingPost.parquet",
      "ok": true,
      "error": null,
      "rows": 18687,
      "columns": 22,
      "conversion_ms": 44.0586,
      "csv_size_bytes": 1155184,
      "csv_size_mb": 1.155184,
      "parquet_size_bytes": 203832,
      "parquet_size_mb": 0.203832,
      "size_ratio_parquet_over_csv": 0.1764
    },
    {
      "file": "CollegePlaying.csv",
      "parquet_file": "CollegePlaying.parquet",
      "ok": true,
      "error": null,
      "rows": 17687,
      "columns": 3,
      "conversion_ms": 9.5174,
      "csv_size_bytes": 429375,
      "csv_size_mb": 0.429375,
      "parquet_size_bytes": 111931,
      "parquet_size_mb": 0.111931,
      "size_ratio_parquet_over_csv": 0.2607
    },
    {
      "file": "Fielding.csv",
      "parquet_file": "Fielding.parquet",
      "ok": true,
      "error": null,
      "rows": 174332,
      "columns": 18,
      "conversion_ms": 140.5291,
      "csv_size_bytes": 8767478,
      "csv_size_mb": 8.767478,
      "parquet_size_bytes": 2047280,
      "parquet_size_mb": 2.04728,
      "size_ratio_parquet_over_csv": 0.2335
    },
    {
      "file": "FieldingOF.csv",
      "parquet_file": "FieldingOF.parquet",
      "ok": true,
      "error": null,
      "rows": 12028,
      "columns": 6,
      "conversion_ms": 12.9043,
      "csv_size_bytes": 298472,
      "csv_size_mb": 0.298472,
      "parquet_size_bytes": 81253,
      "parquet_size_mb": 0.081253,
      "size_ratio_parquet_over_csv": 0.2722
    },
    {
      "file": "FieldingOFsplit.csv",
      "parquet_file": "FieldingOFsplit.parquet",
      "ok": true,
      "error": null,
      "rows": 45147,
      "columns": 18,
      "conversion_ms": 58.9042,
      "csv_size_bytes": 2270383,
      "csv_size_mb": 2.270383,
      "parquet_size_bytes": 459266,
      "parquet_size_mb": 0.459266,
      "size_ratio_parquet_over_csv": 0.2023
    },
    {
      "file": "FieldingPost.csv",
      "parquet_file": "FieldingPost.parquet",
      "ok": true,
      "error": null,
      "rows": 17934,
      "columns": 17,
      "conversion_ms": 39.0347,
      "csv_size_bytes": 905643,
      "csv_size_mb": 0.905643,
      "parquet_size_bytes": 191469,
      "parquet_size_mb": 0.191469,
      "size_ratio_parquet_over_csv": 0.2114
    },
    {
      "file": "HallOfFame.csv",
      "parquet_file": "HallOfFame.parquet",
      "ok": true,
      "error": null,
      "rows": 6426,
      "columns": 9,
      "conversion_ms": 11.5616,
      "csv_size_bytes": 314822,
      "csv_size_mb": 0.314822,
      "parquet_size_bytes": 53232,
      "parquet_size_mb": 0.053232,
      "size_ratio_parquet_over_csv": 0.1691
    },
    {
      "file": "HomeGames.csv",
      "parquet_file": "HomeGames.parquet",
      "ok": true,
      "error": null,
      "rows": 3303,
      "columns": 9,
      "conversion_ms": 8.9251,
      "csv_size_bytes": 178043,
      "csv_size_mb": 0.178043,
      "parquet_size_bytes": 58261,
      "parquet_size_mb": 0.058261,
      "size_ratio_parquet_over_csv": 0.3272
    },
    {
      "file": "Managers.csv",
      "parquet_file": "Managers.parquet",
      "ok": true,
      "error": null,
      "rows": 4410,
      "columns": 10,
      "conversion_ms": 12.9997,
      "csv_size_bytes": 169548,
      "csv_size_mb": 0.169548,
      "parquet_size_bytes": 42917,
      "parquet_size_mb": 0.042917,
      "size_ratio_parquet_over_csv": 0.2531
    },
    {
      "file": "ManagersHalf.csv",
      "parquet_file": "ManagersHalf.parquet",
      "ok": true,
      "error": null,
      "rows": 93,
      "columns": 10,
      "conversion_ms": 8.9936,
      "csv_size_bytes": 3568,
      "csv_size_mb": 0.003568,
      "parquet_size_bytes": 7577,
      "parquet_size_mb": 0.007577,
      "size_ratio_parquet_over_csv": 2.1236
    },
    {
      "file": "Parks.csv",
      "parquet_file": "Parks.parquet",
      "ok": true,
      "error": null,
      "rows": 345,
      "columns": 7,
      "conversion_ms": 9.747,
      "csv_size_bytes": 22638,
      "csv_size_mb": 0.022638,
      "parquet_size_bytes": 18959,
      "parquet_size_mb": 0.018959,
      "size_ratio_parquet_over_csv": 0.8375
    },
    {
      "file": "People.csv",
      "parquet_file": "People.parquet",
      "ok": true,
      "error": null,
      "rows": 24270,
      "columns": 25,
      "conversion_ms": 85.5205,
      "csv_size_bytes": 3223128,
      "csv_size_mb": 3.223128,
      "parquet_size_bytes": 1534873,
      "parquet_size_mb": 1.534873,
      "size_ratio_parquet_over_csv": 0.4762
    },
    {
      "file": "Pitching.csv",
      "parquet_file": "Pitching.parquet",
      "ok": true,
      "error": null,
      "rows": 57630,
      "columns": 30,
      "conversion_ms": 92.8393,
      "csv_size_bytes": 5112472,
      "csv_size_mb": 5.112472,
      "parquet_size_bytes": 1498178,
      "parquet_size_mb": 1.498178,
      "size_ratio_parquet_over_csv": 0.293
    },
    {
      "file": "PitchingPost.csv",
      "parquet_file": "PitchingPost.parquet",
      "ok": true,
      "error": null,
      "rows": 7474,
      "columns": 30,
      "conversion_ms": 57.4705,
      "csv_size_bytes": 624914,
      "csv_size_mb": 0.624914,
      "parquet_size_bytes": 144997,
      "parquet_size_mb": 0.144997,
      "size_ratio_parquet_over_csv": 0.232
    },
    {
      "file": "Salaries.csv",
      "parquet_file": "Salaries.parquet",
      "ok": true,
      "error": null,
      "rows": 26428,
      "columns": 5,
      "conversion_ms": 102.4343,
      "csv_size_bytes": 800653,
      "csv_size_mb": 0.800653,
      "parquet_size_bytes": 155060,
      "parquet_size_mb": 0.15506,
      "size_ratio_parquet_over_csv": 0.1937
    },
    {
      "file": "Schools.csv",
      "parquet_file": "Schools.parquet",
      "ok": true,
      "error": null,
      "rows": 1287,
      "columns": 5,
      "conversion_ms": 22.2277,
      "csv_size_bytes": 66713,
      "csv_size_mb": 0.066713,
      "parquet_size_bytes": 43572,
      "parquet_size_mb": 0.043572,
      "size_ratio_parquet_over_csv": 0.6531
    },
    {
      "file": "SeriesPost.csv",
      "parquet_file": "SeriesPost.parquet",
      "ok": true,
      "error": null,
      "rows": 440,
      "columns": 9,
      "conversion_ms": 9.8351,
      "csv_size_bytes": 13628,
      "csv_size_mb": 0.013628,
      "parquet_size_bytes": 8711,
      "parquet_size_mb": 0.008711,
      "size_ratio_parquet_over_csv": 0.6392
    },
    {
      "file": "Teams.csv",
      "parquet_file": "Teams.parquet",
      "ok": true,
      "error": null,
      "rows": 3614,
      "columns": 48,
      "conversion_ms": 31.7547,
      "csv_size_bytes": 701384,
      "csv_size_mb": 0.701384,
      "parquet_size_bytes": 256519,
      "parquet_size_mb": 0.256519,
      "size_ratio_parquet_over_csv": 0.3657
    },
    {
      "file": "TeamsFranchises.csv",
      "parquet_file": "TeamsFranchises.parquet",
      "ok": true,
      "error": null,
      "rows": 203,
      "columns": 4,
      "conversion_ms": 6.9697,
      "csv_size_bytes": 5610,
      "csv_size_mb": 0.00561,
      "parquet_size_bytes": 6517,
      "parquet_size_mb": 0.006517,
      "size_ratio_parquet_over_csv": 1.1617
    },
    {
      "file": "TeamsHalf.csv",
      "parquet_file": "TeamsHalf.parquet",
      "ok": true,
      "error": null,
      "rows": 142,
      "columns": 10,
      "conversion_ms": 8.0664,
      "csv_size_bytes": 3782,
      "csv_size_mb": 0.003782,
      "parquet_size_bytes": 6978,
      "parquet_size_mb": 0.006978,
      "size_ratio_parquet_over_csv": 1.8451
    }
  ],
  "files": [
    {
      "file": "AllstarFull.csv",
      "parquet_file": "AllstarFull.parquet",
      "csv_size_bytes": 255977,
      "csv_size_mb": 0.255977,
      "parquet_size_bytes": 53013,
      "parquet_size_mb": 0.053013,
      "csv_pandas_default_avg_ms": 6.6879,
      "csv_pyarrow_avg_ms": 2.5639,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.9143,
        "median_ms": 2.6318,
        "min_ms": 2.019,
        "max_ms": 5.565,
        "stdev_ms": 0.8119
      },
      "speedup_csv_default_over_parquet": 2.2949,
      "speedup_csv_pyarrow_over_parquet": 0.8798
    },
    {
      "file": "Appearances.csv",
      "parquet_file": "Appearances.parquet",
      "csv_size_bytes": 7833413,
      "csv_size_mb": 7.833413,
      "parquet_size_bytes": 1631170,
      "parquet_size_mb": 1.63117,
      "csv_pandas_default_avg_ms": 169.3614,
      "csv_pyarrow_avg_ms": 20.1427,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 10.8308,
        "median_ms": 10.6202,
        "min_ms": 8.8737,
        "max_ms": 17.4799,
        "stdev_ms": 1.1824
      },
      "speedup_csv_default_over_parquet": 15.637,
      "speedup_csv_pyarrow_over_parquet": 1.8598
    },
    {
      "file": "AwardsManagers.csv",
      "parquet_file": "AwardsManagers.parquet",
      "csv_size_bytes": 10986,
      "csv_size_mb": 0.010986,
      "parquet_size_bytes": 5674,
      "parquet_size_mb": 0.005674,
      "csv_pandas_default_avg_ms": 1.8335,
      "csv_pyarrow_avg_ms": 3.1165,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 1.9876,
        "median_ms": 1.8955,
        "min_ms": 1.6183,
        "max_ms": 3.6475,
        "stdev_ms": 0.3312
      },
      "speedup_csv_default_over_parquet": 0.9225,
      "speedup_csv_pyarrow_over_parquet": 1.568
    },
    {
      "file": "AwardsPlayers.csv",
      "parquet_file": "AwardsPlayers.parquet",
      "csv_size_bytes": 590678,
      "csv_size_mb": 0.590678,
      "parquet_size_bytes": 80517,
      "parquet_size_mb": 0.080517,
      "csv_pandas_default_avg_ms": 14.8096,
      "csv_pyarrow_avg_ms": 4.3027,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.2937,
        "median_ms": 2.2588,
        "min_ms": 2.0642,
        "max_ms": 3.3252,
        "stdev_ms": 0.1752
      },
      "speedup_csv_default_over_parquet": 6.4566,
      "speedup_csv_pyarrow_over_parquet": 1.8759
    },
    {
      "file": "AwardsShareManagers.csv",
      "parquet_file": "AwardsShareManagers.parquet",
      "csv_size_bytes": 29062,
      "csv_size_mb": 0.029062,
      "parquet_size_bytes": 8278,
      "parquet_size_mb": 0.008278,
      "csv_pandas_default_avg_ms": 2.0702,
      "csv_pyarrow_avg_ms": 2.8933,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.0373,
        "median_ms": 1.9471,
        "min_ms": 1.6913,
        "max_ms": 7.2984,
        "stdev_ms": 0.5664
      },
      "speedup_csv_default_over_parquet": 1.0161,
      "speedup_csv_pyarrow_over_parquet": 1.4202
    },
    {
      "file": "AwardsSharePlayers.csv",
      "parquet_file": "AwardsSharePlayers.parquet",
      "csv_size_bytes": 361165,
      "csv_size_mb": 0.361165,
      "parquet_size_bytes": 54119,
      "parquet_size_mb": 0.054119,
      "csv_pandas_default_avg_ms": 8.5613,
      "csv_pyarrow_avg_ms": 2.8507,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.1841,
        "median_ms": 2.1567,
        "min_ms": 1.9836,
        "max_ms": 2.6711,
        "stdev_ms": 0.1389
      },
      "speedup_csv_default_over_parquet": 3.9198,
      "speedup_csv_pyarrow_over_parquet": 1.3052
    },
    {
      "file": "Batting.csv",
      "parquet_file": "Batting.parquet",
      "csv_size_bytes": 7999073,
      "csv_size_mb": 7.999073,
      "parquet_size_bytes": 2021339,
      "parquet_size_mb": 2.021339,
      "csv_pandas_default_avg_ms": 146.7359,
      "csv_pyarrow_avg_ms": 22.2018,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 10.7264,
        "median_ms": 10.583,
        "min_ms": 8.9934,
        "max_ms": 17.6186,
        "stdev_ms": 1.1005
      },
      "speedup_csv_default_over_parquet": 13.6799,
      "speedup_csv_pyarrow_over_parquet": 2.0698
    },
    {
      "file": "BattingPost.csv",
      "parquet_file": "BattingPost.parquet",
      "csv_size_bytes": 1155184,
      "csv_size_mb": 1.155184,
      "parquet_size_bytes": 203832,
      "parquet_size_mb": 0.203832,
      "csv_pandas_default_avg_ms": 28.7525,
      "csv_pyarrow_avg_ms": 5.1037,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 4.1283,
        "median_ms": 3.7792,
        "min_ms": 3.1327,
        "max_ms": 14.2367,
        "stdev_ms": 1.6818
      },
      "speedup_csv_default_over_parquet": 6.9647,
      "speedup_csv_pyarrow_over_parquet": 1.2363
    },
    {
      "file": "CollegePlaying.csv",
      "parquet_file": "CollegePlaying.parquet",
      "csv_size_bytes": 429375,
      "csv_size_mb": 0.429375,
      "parquet_size_bytes": 111931,
      "parquet_size_mb": 0.111931,
      "csv_pandas_default_avg_ms": 8.478,
      "csv_pyarrow_avg_ms": 2.6666,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.3186,
        "median_ms": 2.2113,
        "min_ms": 1.9199,
        "max_ms": 5.6961,
        "stdev_ms": 0.4561
      },
      "speedup_csv_default_over_parquet": 3.6565,
      "speedup_csv_pyarrow_over_parquet": 1.1501
    },
    {
      "file": "Fielding.csv",
      "parquet_file": "Fielding.parquet",
      "csv_size_bytes": 8767478,
      "csv_size_mb": 8.767478,
      "parquet_size_bytes": 2047280,
      "parquet_size_mb": 2.04728,
      "csv_pandas_default_avg_ms": 153.9081,
      "csv_pyarrow_avg_ms": 20.5,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 12.0491,
        "median_ms": 11.8712,
        "min_ms": 10.0965,
        "max_ms": 14.9192,
        "stdev_ms": 1.0593
      },
      "speedup_csv_default_over_parquet": 12.7734,
      "speedup_csv_pyarrow_over_parquet": 1.7014
    },
    {
      "file": "FieldingOF.csv",
      "parquet_file": "FieldingOF.parquet",
      "csv_size_bytes": 298472,
      "csv_size_mb": 0.298472,
      "parquet_size_bytes": 81253,
      "parquet_size_mb": 0.081253,
      "csv_pandas_default_avg_ms": 7.0466,
      "csv_pyarrow_avg_ms": 2.6181,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.447,
        "median_ms": 2.2078,
        "min_ms": 1.9587,
        "max_ms": 15.9584,
        "stdev_ms": 1.3925
      },
      "speedup_csv_default_over_parquet": 2.8797,
      "speedup_csv_pyarrow_over_parquet": 1.0699
    },
    {
      "file": "FieldingOFsplit.csv",
      "parquet_file": "FieldingOFsplit.parquet",
      "csv_size_bytes": 2270383,
      "csv_size_mb": 2.270383,
      "parquet_size_bytes": 459266,
      "parquet_size_mb": 0.459266,
      "csv_pandas_default_avg_ms": 48.1351,
      "csv_pyarrow_avg_ms": 6.8594,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 4.2038,
        "median_ms": 4.1648,
        "min_ms": 3.6732,
        "max_ms": 5.6967,
        "stdev_ms": 0.3199
      },
      "speedup_csv_default_over_parquet": 11.4504,
      "speedup_csv_pyarrow_over_parquet": 1.6317
    },
    {
      "file": "FieldingPost.csv",
      "parquet_file": "FieldingPost.parquet",
      "csv_size_bytes": 905643,
      "csv_size_mb": 0.905643,
      "parquet_size_bytes": 191469,
      "parquet_size_mb": 0.191469,
      "csv_pandas_default_avg_ms": 23.1803,
      "csv_pyarrow_avg_ms": 5.4958,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 3.1809,
        "median_ms": 3.1159,
        "min_ms": 2.7205,
        "max_ms": 4.2232,
        "stdev_ms": 0.2577
      },
      "speedup_csv_default_over_parquet": 7.2873,
      "speedup_csv_pyarrow_over_parquet": 1.7278
    },
    {
      "file": "HallOfFame.csv",
      "parquet_file": "HallOfFame.parquet",
      "csv_size_bytes": 314822,
      "csv_size_mb": 0.314822,
      "parquet_size_bytes": 53232,
      "parquet_size_mb": 0.053232,
      "csv_pandas_default_avg_ms": 9.3481,
      "csv_pyarrow_avg_ms": 3.7826,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.8686,
        "median_ms": 2.5256,
        "min_ms": 2.2022,
        "max_ms": 8.8606,
        "stdev_ms": 0.9113
      },
      "speedup_csv_default_over_parquet": 3.2588,
      "speedup_csv_pyarrow_over_parquet": 1.3186
    },
    {
      "file": "HomeGames.csv",
      "parquet_file": "HomeGames.parquet",
      "csv_size_bytes": 178043,
      "csv_size_mb": 0.178043,
      "parquet_size_bytes": 58261,
      "parquet_size_mb": 0.058261,
      "csv_pandas_default_avg_ms": 5.8979,
      "csv_pyarrow_avg_ms": 3.0182,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 3.3669,
        "median_ms": 3.2459,
        "min_ms": 2.548,
        "max_ms": 5.1329,
        "stdev_ms": 0.5044
      },
      "speedup_csv_default_over_parquet": 1.7517,
      "speedup_csv_pyarrow_over_parquet": 0.8964
    },
    {
      "file": "Managers.csv",
      "parquet_file": "Managers.parquet",
      "csv_size_bytes": 169548,
      "csv_size_mb": 0.169548,
      "parquet_size_bytes": 42917,
      "parquet_size_mb": 0.042917,
      "csv_pandas_default_avg_ms": 4.8435,
      "csv_pyarrow_avg_ms": 2.5402,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 3.3548,
        "median_ms": 3.2735,
        "min_ms": 2.3875,
        "max_ms": 5.8045,
        "stdev_ms": 0.5473
      },
      "speedup_csv_default_over_parquet": 1.4438,
      "speedup_csv_pyarrow_over_parquet": 0.7572
    },
    {
      "file": "ManagersHalf.csv",
      "parquet_file": "ManagersHalf.parquet",
      "csv_size_bytes": 3568,
      "csv_size_mb": 0.003568,
      "parquet_size_bytes": 7577,
      "parquet_size_mb": 0.007577,
      "csv_pandas_default_avg_ms": 1.0375,
      "csv_pyarrow_avg_ms": 2.022,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 3.1142,
        "median_ms": 2.9189,
        "min_ms": 2.0748,
        "max_ms": 6.304,
        "stdev_ms": 0.7484
      },
      "speedup_csv_default_over_parquet": 0.3332,
      "speedup_csv_pyarrow_over_parquet": 0.6493
    },
    {
      "file": "Parks.csv",
      "parquet_file": "Parks.parquet",
      "csv_size_bytes": 22638,
      "csv_size_mb": 0.022638,
      "parquet_size_bytes": 18959,
      "parquet_size_mb": 0.018959,
      "csv_pandas_default_avg_ms": 1.4478,
      "csv_pyarrow_avg_ms": 1.9848,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.715,
        "median_ms": 2.6582,
        "min_ms": 1.94,
        "max_ms": 3.8185,
        "stdev_ms": 0.4137
      },
      "speedup_csv_default_over_parquet": 0.5333,
      "speedup_csv_pyarrow_over_parquet": 0.731
    },
    {
      "file": "People.csv",
      "parquet_file": "People.parquet",
      "csv_size_bytes": 3223128,
      "csv_size_mb": 3.223128,
      "parquet_size_bytes": 1534873,
      "parquet_size_mb": 1.534873,
      "csv_pandas_default_avg_ms": 69.9977,
      "csv_pyarrow_avg_ms": 8.2688,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 13.7194,
        "median_ms": 13.6521,
        "min_ms": 9.2387,
        "max_ms": 20.3657,
        "stdev_ms": 2.3867
      },
      "speedup_csv_default_over_parquet": 5.1021,
      "speedup_csv_pyarrow_over_parquet": 0.6027
    },
    {
      "file": "Pitching.csv",
      "parquet_file": "Pitching.parquet",
      "csv_size_bytes": 5112472,
      "csv_size_mb": 5.112472,
      "parquet_size_bytes": 1498178,
      "parquet_size_mb": 1.498178,
      "csv_pandas_default_avg_ms": 84.5593,
      "csv_pyarrow_avg_ms": 10.2096,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 10.9399,
        "median_ms": 10.8674,
        "min_ms": 7.5209,
        "max_ms": 19.9962,
        "stdev_ms": 2.0834
      },
      "speedup_csv_default_over_parquet": 7.7294,
      "speedup_csv_pyarrow_over_parquet": 0.9332
    },
    {
      "file": "PitchingPost.csv",
      "parquet_file": "PitchingPost.parquet",
      "csv_size_bytes": 624914,
      "csv_size_mb": 0.624914,
      "parquet_size_bytes": 144997,
      "parquet_size_mb": 0.144997,
      "csv_pandas_default_avg_ms": 13.6285,
      "csv_pyarrow_avg_ms": 4.229,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 3.267,
        "median_ms": 3.236,
        "min_ms": 2.8785,
        "max_ms": 4.1395,
        "stdev_ms": 0.2435
      },
      "speedup_csv_default_over_parquet": 4.1716,
      "speedup_csv_pyarrow_over_parquet": 1.2945
    },
    {
      "file": "Salaries.csv",
      "parquet_file": "Salaries.parquet",
      "csv_size_bytes": 800653,
      "csv_size_mb": 0.800653,
      "parquet_size_bytes": 155060,
      "parquet_size_mb": 0.15506,
      "csv_pandas_default_avg_ms": 13.1203,
      "csv_pyarrow_avg_ms": 3.4301,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.5732,
        "median_ms": 2.5309,
        "min_ms": 2.2833,
        "max_ms": 3.5241,
        "stdev_ms": 0.2189
      },
      "speedup_csv_default_over_parquet": 5.0988,
      "speedup_csv_pyarrow_over_parquet": 1.333
    },
    {
      "file": "Schools.csv",
      "parquet_file": "Schools.parquet",
      "csv_size_bytes": 66713,
      "csv_size_mb": 0.066713,
      "parquet_size_bytes": 43572,
      "parquet_size_mb": 0.043572,
      "csv_pandas_default_avg_ms": 2.2595,
      "csv_pyarrow_avg_ms": 1.9975,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 1.9582,
        "median_ms": 1.9113,
        "min_ms": 1.6858,
        "max_ms": 2.7409,
        "stdev_ms": 0.1799
      },
      "speedup_csv_default_over_parquet": 1.1539,
      "speedup_csv_pyarrow_over_parquet": 1.0201
    },
    {
      "file": "SeriesPost.csv",
      "parquet_file": "SeriesPost.parquet",
      "csv_size_bytes": 13628,
      "csv_size_mb": 0.013628,
      "parquet_size_bytes": 8711,
      "parquet_size_mb": 0.008711,
      "csv_pandas_default_avg_ms": 1.3226,
      "csv_pyarrow_avg_ms": 2.0891,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.0407,
        "median_ms": 1.9927,
        "min_ms": 1.7776,
        "max_ms": 2.8178,
        "stdev_ms": 0.1889
      },
      "speedup_csv_default_over_parquet": 0.6481,
      "speedup_csv_pyarrow_over_parquet": 1.0237
    },
    {
      "file": "Teams.csv",
      "parquet_file": "Teams.parquet",
      "csv_size_bytes": 701384,
      "csv_size_mb": 0.701384,
      "parquet_size_bytes": 256519,
      "parquet_size_mb": 0.256519,
      "csv_pandas_default_avg_ms": 13.0053,
      "csv_pyarrow_avg_ms": 4.3277,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 3.8127,
        "median_ms": 3.7724,
        "min_ms": 3.4969,
        "max_ms": 4.6746,
        "stdev_ms": 0.1998
      },
      "speedup_csv_default_over_parquet": 3.411,
      "speedup_csv_pyarrow_over_parquet": 1.1351
    },
    {
      "file": "TeamsFranchises.csv",
      "parquet_file": "TeamsFranchises.parquet",
      "csv_size_bytes": 5610,
      "csv_size_mb": 0.00561,
      "parquet_size_bytes": 6517,
      "parquet_size_mb": 0.006517,
      "csv_pandas_default_avg_ms": 1.0878,
      "csv_pyarrow_avg_ms": 1.8359,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 1.7413,
        "median_ms": 1.6918,
        "min_ms": 1.5034,
        "max_ms": 2.4361,
        "stdev_ms": 0.1772
      },
      "speedup_csv_default_over_parquet": 0.6247,
      "speedup_csv_pyarrow_over_parquet": 1.0543
    },
    {
      "file": "TeamsHalf.csv",
      "parquet_file": "TeamsHalf.parquet",
      "csv_size_bytes": 3782,
      "csv_size_mb": 0.003782,
      "parquet_size_bytes": 6978,
      "parquet_size_mb": 0.006978,
      "csv_pandas_default_avg_ms": 1.1265,
      "csv_pyarrow_avg_ms": 2.071,
      "parquet": {
        "label": "pandas_read_parquet_engine_pyarrow",
        "ok": true,
        "error": null,
        "warmup_errors": [],
        "run_errors": [],
        "runs_requested": 100,
        "runs_completed": 100,
        "avg_ms": 2.3513,
        "median_ms": 2.1593,
        "min_ms": 1.7874,
        "max_ms": 4.064,
        "stdev_ms": 0.5491
      },
      "speedup_csv_default_over_parquet": 0.4791,
      "speedup_csv_pyarrow_over_parquet": 0.8808
    }
  ],
  "quality_checks": {
    "conversion_error_count": 0,
    "parquet_read_error_count": 0
  }
}