{ "generated_at": "2026-06-30T20:26:03.191719+00:00", "round": "round2_csv_pandas_default_vs_pandas_pyarrow", "description": "NYC TLC derived CSV benchmark comparing pandas.read_csv(path) against pandas.read_csv(path, engine='pyarrow').", "environment": { "python_version": "3.14.6 (tags/v3.14.6:c63aec6, Jun 10 2026, 10:26:10) [MSC v.1944 64 bit (AMD64)]", "platform": "Windows-11-10.0.26200-SP0", "pandas_version": "3.0.3", "psutil_version": "7.2.2" }, "configuration": { "manifest": "C:\\code\\projects\\data-reports\\numpy-vs-pyarrow-nyc-taxi\\data\\manifest\\tlc_csv_derivation_manifest.csv", "output_dir": "C:\\code\\projects\\data-reports\\numpy-vs-pyarrow-nyc-taxi\\output\\round2", "repetitions": 3, "raw_byte_repetitions": 3, "force_gc": false, "readers": [ "pandas_default", "pandas_pyarrow" ], "timing_notes": [ "Read timings use time.perf_counter_ns.", "Each reader benchmark runs in a subprocess to reduce cross-reader memory contamination.", "The first read is reported separately from repeated reads.", "Raw byte reads are I/O context only and are not subtracted from parser timings.", "Operating system file cache may affect repeated local reads." ] }, "source_corpus_summary": { "files": 48, "total_csv_bytes": 19541618398, "total_csv_human": "18.2 GB", "total_parquet_bytes": 2712812953, "total_parquet_human": "2.5 GB", "total_rows": 179807942 }, "summary": { "files_compared": 48, "files_comparable": 48, "pyarrow_wins": 48, "default_wins": 0, "ties_within_1_percent": 0, "reader_failures": 0, "median_speedup_default_over_pyarrow": 10.43631073335132, "average_speedup_default_over_pyarrow": 9.995807547189429, "total_default_median_ms": 288551.5318, "total_pyarrow_median_ms": 32462.4929, "overall_speedup_default_over_pyarrow": 8.888766882102267, "largest_csv_file": { "input_id": "yellow_2019_03", "taxi_type": "yellow", "year": 2019, "month": "03", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-03.csv", "parquet_size_bytes": 116017372, "csv_size_bytes": 852779445, "csv_over_parquet_ratio": 7.350446, "expected_rows": 7866620, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 13184.6247, "pyarrow_median_ms": 1838.4148, "speedup_default_over_pyarrow": 7.1717355082215395, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, "tallest_file": { "input_id": "yellow_2019_03", "taxi_type": "yellow", "year": 2019, "month": "03", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-03.csv", "parquet_size_bytes": 116017372, "csv_size_bytes": 852779445, "csv_over_parquet_ratio": 7.350446, "expected_rows": 7866620, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 13184.6247, "pyarrow_median_ms": 1838.4148, "speedup_default_over_pyarrow": 7.1717355082215395, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, "largest_pyarrow_win": { "input_id": "yellow_2021_11", "taxi_type": "yellow", "year": 2021, "month": "11", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-11.csv", "parquet_size_bytes": 53100722, "csv_size_bytes": 381161041, "csv_over_parquet_ratio": 7.178076, "expected_rows": 3472949, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 6903.204, "pyarrow_median_ms": 512.0456, "speedup_default_over_pyarrow": 13.481619605753862, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, "largest_default_win": null }, "files": [ { "input_id": "yellow_2019_01", "taxi_type": "yellow", "year": 2019, "month": "01", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-01.csv", "parquet_size_bytes": 110439634, "csv_size_bytes": 810646679, "csv_over_parquet_ratio": 7.340179, "expected_rows": 7696617, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 9593.4812, "pyarrow_median_ms": 1704.9464, "speedup_default_over_pyarrow": 5.62685208168421, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_02", "taxi_type": "yellow", "year": 2019, "month": "02", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-02.csv", "parquet_size_bytes": 103356025, "csv_size_bytes": 763317886, "csv_over_parquet_ratio": 7.385325, "expected_rows": 7049370, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 11710.5365, "pyarrow_median_ms": 1427.6657, "speedup_default_over_pyarrow": 8.20257606525113, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_03", "taxi_type": "yellow", "year": 2019, "month": "03", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-03.csv", "parquet_size_bytes": 116017372, "csv_size_bytes": 852779445, "csv_over_parquet_ratio": 7.350446, "expected_rows": 7866620, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 13184.6247, "pyarrow_median_ms": 1838.4148, "speedup_default_over_pyarrow": 7.1717355082215395, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_04", "taxi_type": "yellow", "year": 2019, "month": "04", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-04.csv", "parquet_size_bytes": 110139137, "csv_size_bytes": 810387251, "csv_over_parquet_ratio": 7.35785, "expected_rows": 7475949, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 14127.9014, "pyarrow_median_ms": 1373.2155, "speedup_default_over_pyarrow": 10.288189581314805, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_05", "taxi_type": "yellow", "year": 2019, "month": "05", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-05.csv", "parquet_size_bytes": 111478943, "csv_size_bytes": 823824137, "csv_over_parquet_ratio": 7.389953, "expected_rows": 7598445, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 11417.6338, "pyarrow_median_ms": 1947.9705, "speedup_default_over_pyarrow": 5.861297078164172, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_06", "taxi_type": "yellow", "year": 2019, "month": "06", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-06.csv", "parquet_size_bytes": 102903344, "csv_size_bytes": 755671945, "csv_over_parquet_ratio": 7.343512, "expected_rows": 6971560, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 10558.2765, "pyarrow_median_ms": 1232.0711, "speedup_default_over_pyarrow": 8.569535069851083, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_07", "taxi_type": "yellow", "year": 2019, "month": "07", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-07.csv", "parquet_size_bytes": 93877343, "csv_size_bytes": 683547392, "csv_over_parquet_ratio": 7.281282, "expected_rows": 6310419, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 7703.8931, "pyarrow_median_ms": 1217.9116, "speedup_default_over_pyarrow": 6.325494477595911, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_08", "taxi_type": "yellow", "year": 2019, "month": "08", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-08.csv", "parquet_size_bytes": 89999675, "csv_size_bytes": 657771137, "csv_over_parquet_ratio": 7.308595, "expected_rows": 6073357, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 9741.2564, "pyarrow_median_ms": 1075.7147, "speedup_default_over_pyarrow": 9.055613351755815, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_09", "taxi_type": "yellow", "year": 2019, "month": "09", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-09.csv", "parquet_size_bytes": 97110325, "csv_size_bytes": 712192048, "csv_over_parquet_ratio": 7.333845, "expected_rows": 6567788, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 10317.5938, "pyarrow_median_ms": 1210.5999, "speedup_default_over_pyarrow": 8.522711591170626, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_10", "taxi_type": "yellow", "year": 2019, "month": "10", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-10.csv", "parquet_size_bytes": 106293373, "csv_size_bytes": 782626216, "csv_over_parquet_ratio": 7.362888, "expected_rows": 7213891, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 11240.1506, "pyarrow_median_ms": 1357.6868, "speedup_default_over_pyarrow": 8.278898049240812, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_11", "taxi_type": "yellow", "year": 2019, "month": "11", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-11.csv", "parquet_size_bytes": 100872983, "csv_size_bytes": 746063129, "csv_over_parquet_ratio": 7.396065, "expected_rows": 6878111, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 7627.9525, "pyarrow_median_ms": 1169.4443, "speedup_default_over_pyarrow": 6.52271553249693, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2019_12", "taxi_type": "yellow", "year": 2019, "month": "12", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-12.csv", "parquet_size_bytes": 101044777, "csv_size_bytes": 747730328, "csv_over_parquet_ratio": 7.39999, "expected_rows": 6896317, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 7724.0117, "pyarrow_median_ms": 1168.9606, "speedup_default_over_pyarrow": 6.607589426025137, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_01", "taxi_type": "yellow", "year": 2020, "month": "01", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-01.csv", "parquet_size_bytes": 93562858, "csv_size_bytes": 694483010, "csv_over_parquet_ratio": 7.422636, "expected_rows": 6405008, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 7176.7811, "pyarrow_median_ms": 908.8489, "speedup_default_over_pyarrow": 7.896561353597942, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_02", "taxi_type": "yellow", "year": 2020, "month": "02", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-02.csv", "parquet_size_bytes": 92134881, "csv_size_bytes": 683448811, "csv_over_parquet_ratio": 7.417916, "expected_rows": 6299367, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 7075.965, "pyarrow_median_ms": 1575.8032, "speedup_default_over_pyarrow": 4.49038623604775, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_03", "taxi_type": "yellow", "year": 2020, "month": "03", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-03.csv", "parquet_size_bytes": 44442590, "csv_size_bytes": 325651957, "csv_over_parquet_ratio": 7.327475, "expected_rows": 3007687, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5659.8397, "pyarrow_median_ms": 438.2143, "speedup_default_over_pyarrow": 12.915689195902555, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_04", "taxi_type": "yellow", "year": 2020, "month": "04", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-04.csv", "parquet_size_bytes": 4442620, "csv_size_bytes": 25361579, "csv_over_parquet_ratio": 5.708699, "expected_rows": 238073, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 346.2451, "pyarrow_median_ms": 40.0772, "speedup_default_over_pyarrow": 8.639453355024802, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_05", "taxi_type": "yellow", "year": 2020, "month": "05", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-05.csv", "parquet_size_bytes": 6229864, "csv_size_bytes": 36997127, "csv_over_parquet_ratio": 5.938673, "expected_rows": 348415, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 475.6898, "pyarrow_median_ms": 54.174, "speedup_default_over_pyarrow": 8.780776756377598, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_06", "taxi_type": "yellow", "year": 2020, "month": "06", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-06.csv", "parquet_size_bytes": 9505358, "csv_size_bytes": 58805474, "csv_over_parquet_ratio": 6.186561, "expected_rows": 549797, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 790.3183, "pyarrow_median_ms": 99.2429, "speedup_default_over_pyarrow": 7.963474465175846, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_07", "taxi_type": "yellow", "year": 2020, "month": "07", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-07.csv", "parquet_size_bytes": 13387778, "csv_size_bytes": 85783914, "csv_over_parquet_ratio": 6.407629, "expected_rows": 800412, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 1299.4157, "pyarrow_median_ms": 139.9429, "speedup_default_over_pyarrow": 9.285327801553347, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_08", "taxi_type": "yellow", "year": 2020, "month": "08", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-08.csv", "parquet_size_bytes": 16601463, "csv_size_bytes": 108148348, "csv_over_parquet_ratio": 6.514387, "expected_rows": 1007286, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 2002.3821, "pyarrow_median_ms": 156.1267, "speedup_default_over_pyarrow": 12.825366192970197, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_09", "taxi_type": "yellow", "year": 2020, "month": "09", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-09.csv", "parquet_size_bytes": 21381938, "csv_size_bytes": 144379540, "csv_over_parquet_ratio": 6.752407, "expected_rows": 1341017, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 2322.4796, "pyarrow_median_ms": 199.1122, "speedup_default_over_pyarrow": 11.66417527404147, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_10", "taxi_type": "yellow", "year": 2020, "month": "10", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-10.csv", "parquet_size_bytes": 26306876, "csv_size_bytes": 181252408, "csv_over_parquet_ratio": 6.889925, "expected_rows": 1681132, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 3095.567, "pyarrow_median_ms": 248.1375, "speedup_default_over_pyarrow": 12.475208301848774, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_11", "taxi_type": "yellow", "year": 2020, "month": "11", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-11.csv", "parquet_size_bytes": 23583368, "csv_size_bytes": 162630572, "csv_over_parquet_ratio": 6.895986, "expected_rows": 1509000, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 2779.742, "pyarrow_median_ms": 243.9536, "speedup_default_over_pyarrow": 11.39455207875596, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2020_12", "taxi_type": "yellow", "year": 2020, "month": "12", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-12.csv", "parquet_size_bytes": 23020036, "csv_size_bytes": 157403868, "csv_over_parquet_ratio": 6.83769, "expected_rows": 1461898, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 2848.187, "pyarrow_median_ms": 228.2159, "speedup_default_over_pyarrow": 12.480230343284582, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_01", "taxi_type": "yellow", "year": 2021, "month": "01", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-01.csv", "parquet_size_bytes": 21686067, "csv_size_bytes": 147424437, "csv_over_parquet_ratio": 6.798118, "expected_rows": 1369769, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 2494.9725, "pyarrow_median_ms": 275.4021, "speedup_default_over_pyarrow": 9.059380810821702, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_02", "taxi_type": "yellow", "year": 2021, "month": "02", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-02.csv", "parquet_size_bytes": 21777258, "csv_size_bytes": 147690594, "csv_over_parquet_ratio": 6.781873, "expected_rows": 1371709, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 2689.7707, "pyarrow_median_ms": 282.3121, "speedup_default_over_pyarrow": 9.527649363948623, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_03", "taxi_type": "yellow", "year": 2021, "month": "03", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-03.csv", "parquet_size_bytes": 30007852, "csv_size_bytes": 207707455, "csv_over_parquet_ratio": 6.92177, "expected_rows": 1925152, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 3537.3801, "pyarrow_median_ms": 293.2896, "speedup_default_over_pyarrow": 12.061048533599553, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_04", "taxi_type": "yellow", "year": 2021, "month": "04", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-04.csv", "parquet_size_bytes": 34018560, "csv_size_bytes": 236675669, "csv_over_parquet_ratio": 6.957251, "expected_rows": 2171187, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 3861.228, "pyarrow_median_ms": 460.7828, "speedup_default_over_pyarrow": 8.379713826123718, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_05", "taxi_type": "yellow", "year": 2021, "month": "05", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-05.csv", "parquet_size_bytes": 38743682, "csv_size_bytes": 273903047, "csv_over_parquet_ratio": 7.069618, "expected_rows": 2507109, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 4528.1895, "pyarrow_median_ms": 481.5687, "speedup_default_over_pyarrow": 9.402997952317085, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_06", "taxi_type": "yellow", "year": 2021, "month": "06", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-06.csv", "parquet_size_bytes": 44071592, "csv_size_bytes": 310122373, "csv_over_parquet_ratio": 7.036786, "expected_rows": 2834264, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5172.6549, "pyarrow_median_ms": 469.8434, "speedup_default_over_pyarrow": 11.009316934110387, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_07", "taxi_type": "yellow", "year": 2021, "month": "07", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-07.csv", "parquet_size_bytes": 43697690, "csv_size_bytes": 308727112, "csv_over_parquet_ratio": 7.065067, "expected_rows": 2821746, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5175.6259, "pyarrow_median_ms": 425.5638, "speedup_default_over_pyarrow": 12.161809580608125, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_08", "taxi_type": "yellow", "year": 2021, "month": "08", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-08.csv", "parquet_size_bytes": 43425907, "csv_size_bytes": 305166477, "csv_over_parquet_ratio": 7.027291, "expected_rows": 2788757, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 4961.8812, "pyarrow_median_ms": 439.8339, "speedup_default_over_pyarrow": 11.281261403452529, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_09", "taxi_type": "yellow", "year": 2021, "month": "09", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-09.csv", "parquet_size_bytes": 46125883, "csv_size_bytes": 324577596, "csv_over_parquet_ratio": 7.036778, "expected_rows": 2963793, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5608.3371, "pyarrow_median_ms": 503.4574, "speedup_default_over_pyarrow": 11.139645777378583, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_10", "taxi_type": "yellow", "year": 2021, "month": "10", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-10.csv", "parquet_size_bytes": 53286464, "csv_size_bytes": 379854989, "csv_over_parquet_ratio": 7.128546, "expected_rows": 3463504, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5954.2838, "pyarrow_median_ms": 562.5511, "speedup_default_over_pyarrow": 10.584431885387835, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_11", "taxi_type": "yellow", "year": 2021, "month": "11", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-11.csv", "parquet_size_bytes": 53100722, "csv_size_bytes": 381161041, "csv_over_parquet_ratio": 7.178076, "expected_rows": 3472949, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 6903.204, "pyarrow_median_ms": 512.0456, "speedup_default_over_pyarrow": 13.481619605753862, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2021_12", "taxi_type": "yellow", "year": 2021, "month": "12", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-12.csv", "parquet_size_bytes": 49639052, "csv_size_bytes": 352682357, "csv_over_parquet_ratio": 7.104937, "expected_rows": 3214369, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5702.9868, "pyarrow_median_ms": 581.2945, "speedup_default_over_pyarrow": 9.810839084147537, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_01", "taxi_type": "yellow", "year": 2022, "month": "01", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-01.csv", "parquet_size_bytes": 38139949, "csv_size_bytes": 270012679, "csv_over_parquet_ratio": 7.079524, "expected_rows": 2463931, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 4546.3909, "pyarrow_median_ms": 373.905, "speedup_default_over_pyarrow": 12.159213971463341, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_02", "taxi_type": "yellow", "year": 2022, "month": "02", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-02.csv", "parquet_size_bytes": 45616512, "csv_size_bytes": 326821364, "csv_over_parquet_ratio": 7.164541, "expected_rows": 2979431, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5346.3172, "pyarrow_median_ms": 498.4264, "speedup_default_over_pyarrow": 10.726392502483819, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_03", "taxi_type": "yellow", "year": 2022, "month": "03", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-03.csv", "parquet_size_bytes": 55682369, "csv_size_bytes": 398464295, "csv_over_parquet_ratio": 7.156023, "expected_rows": 3627882, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 6159.7442, "pyarrow_median_ms": 599.4416, "speedup_default_over_pyarrow": 10.275803681292723, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_04", "taxi_type": "yellow", "year": 2022, "month": "04", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-04.csv", "parquet_size_bytes": 55222692, "csv_size_bytes": 395468333, "csv_over_parquet_ratio": 7.161337, "expected_rows": 3599920, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 6715.4548, "pyarrow_median_ms": 574.2942, "speedup_default_over_pyarrow": 11.69340522679839, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_05", "taxi_type": "yellow", "year": 2022, "month": "05", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-05.csv", "parquet_size_bytes": 55558821, "csv_size_bytes": 394404241, "csv_over_parquet_ratio": 7.098859, "expected_rows": 3588295, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 6416.1768, "pyarrow_median_ms": 526.1517, "speedup_default_over_pyarrow": 12.194537811053353, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_06", "taxi_type": "yellow", "year": 2022, "month": "06", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-06.csv", "parquet_size_bytes": 55365184, "csv_size_bytes": 390939980, "csv_over_parquet_ratio": 7.061116, "expected_rows": 3558124, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 6385.0686, "pyarrow_median_ms": 582.7307, "speedup_default_over_pyarrow": 10.95715156246273, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_07", "taxi_type": "yellow", "year": 2022, "month": "07", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-07.csv", "parquet_size_bytes": 49367712, "csv_size_bytes": 348545532, "csv_over_parquet_ratio": 7.060192, "expected_rows": 3174394, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5676.1596, "pyarrow_median_ms": 488.418, "speedup_default_over_pyarrow": 11.621520091397123, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_08", "taxi_type": "yellow", "year": 2022, "month": "08", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-08.csv", "parquet_size_bytes": 49717159, "csv_size_bytes": 346312499, "csv_over_parquet_ratio": 6.965653, "expected_rows": 3152677, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5849.5732, "pyarrow_median_ms": 525.8246, "speedup_default_over_pyarrow": 11.124571197315605, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_09", "taxi_type": "yellow", "year": 2022, "month": "09", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-09.csv", "parquet_size_bytes": 49619957, "csv_size_bytes": 350072567, "csv_over_parquet_ratio": 7.055076, "expected_rows": 3183767, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5670.3058, "pyarrow_median_ms": 475.325, "speedup_default_over_pyarrow": 11.929323725871772, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_10", "taxi_type": "yellow", "year": 2022, "month": "10", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-10.csv", "parquet_size_bytes": 57061938, "csv_size_bytes": 404178000, "csv_over_parquet_ratio": 7.083145, "expected_rows": 3675411, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 6861.2241, "pyarrow_median_ms": 539.3258, "speedup_default_over_pyarrow": 12.721854025896778, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_11", "taxi_type": "yellow", "year": 2022, "month": "11", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-11.csv", "parquet_size_bytes": 50106631, "csv_size_bytes": 357766338, "csv_over_parquet_ratio": 7.1401, "expected_rows": 3252717, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5703.1971, "pyarrow_median_ms": 461.4, "speedup_default_over_pyarrow": 12.360635240572172, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null }, { "input_id": "yellow_2022_12", "taxi_type": "yellow", "year": 2022, "month": "12", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-12.csv", "parquet_size_bytes": 53640739, "csv_size_bytes": 372035222, "csv_over_parquet_ratio": 6.935684, "expected_rows": 3399549, "expected_columns": 19, "default_status": "ok", "pyarrow_status": "ok", "default_median_ms": 5811.4804, "pyarrow_median_ms": 472.8537, "speedup_default_over_pyarrow": 12.29022930348224, "winner": "pandas_pyarrow", "default_error": null, "pyarrow_error": null } ], "reader_results": [ { "input_id": "yellow_2019_01", "taxi_type": "yellow", "year": 2019, "month": "01", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-01.csv", "parquet_size_bytes": 110439634, "csv_size_bytes": 810646679, "csv_over_parquet_ratio": 7.340179, "expected_rows": 7696617, "expected_columns": 19, "observed_rows": 7696617, "observed_columns": 19, "raw_bytes_median_ms": 333.8035, "raw_bytes_avg_ms": 374.4545333333333, "first_read_ms": 9474.9113, "repeated_median_ms": 9593.4812, "repeated_avg_ms": 10710.114, "repeated_min_ms": 9447.6255, "repeated_max_ms": 13089.2353, "repeated_stdev_ms": 2061.669733830055, "rss_before_bytes": 92557312, "rss_after_bytes": 1779048448, "rss_delta_bytes": 1686491136, "dataframe_memory_usage_deep_bytes": 1578740023, "error": null }, { "input_id": "yellow_2019_01", "taxi_type": "yellow", "year": 2019, "month": "01", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-01.csv", "parquet_size_bytes": 110439634, "csv_size_bytes": 810646679, "csv_over_parquet_ratio": 7.340179, "expected_rows": 7696617, "expected_columns": 19, "observed_rows": 7696617, "observed_columns": 19, "raw_bytes_median_ms": 333.8035, "raw_bytes_avg_ms": 374.4545333333333, "first_read_ms": 1935.1884, "repeated_median_ms": 1704.9464, "repeated_avg_ms": 1604.6919666666665, "repeated_min_ms": 1381.3606, "repeated_max_ms": 1727.7689, "repeated_stdev_ms": 193.74697708471052, "rss_before_bytes": 92614656, "rss_after_bytes": 4242595840, "rss_delta_bytes": 4149981184, "dataframe_memory_usage_deep_bytes": 1177557773, "error": null }, { "input_id": "yellow_2019_02", "taxi_type": "yellow", "year": 2019, "month": "02", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-02.csv", "parquet_size_bytes": 103356025, "csv_size_bytes": 763317886, "csv_over_parquet_ratio": 7.385325, "expected_rows": 7049370, "expected_columns": 19, "observed_rows": 7049370, "observed_columns": 19, "raw_bytes_median_ms": 714.3779, "raw_bytes_avg_ms": 647.2558333333333, "first_read_ms": 10970.0457, "repeated_median_ms": 11710.5365, "repeated_avg_ms": 11981.750266666668, "repeated_min_ms": 11406.4019, "repeated_max_ms": 12828.3124, "repeated_stdev_ms": 748.7489885967816, "rss_before_bytes": 92835840, "rss_after_bytes": 1668890624, "rss_delta_bytes": 1576054784, "dataframe_memory_usage_deep_bytes": 1445972491, "error": null }, { "input_id": "yellow_2019_02", "taxi_type": "yellow", "year": 2019, "month": "02", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-02.csv", "parquet_size_bytes": 103356025, "csv_size_bytes": 763317886, "csv_over_parquet_ratio": 7.385325, "expected_rows": 7049370, "expected_columns": 19, "observed_rows": 7049370, "observed_columns": 19, "raw_bytes_median_ms": 714.3779, "raw_bytes_avg_ms": 647.2558333333333, "first_read_ms": 1312.8271, "repeated_median_ms": 1427.6657, "repeated_avg_ms": 1390.8867333333335, "repeated_min_ms": 1231.7607, "repeated_max_ms": 1513.2338, "repeated_stdev_ms": 144.29586202557343, "rss_before_bytes": 92512256, "rss_after_bytes": 3879505920, "rss_delta_bytes": 3786993664, "dataframe_memory_usage_deep_bytes": 1078527834, "error": null }, { "input_id": "yellow_2019_03", "taxi_type": "yellow", "year": 2019, "month": "03", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-03.csv", "parquet_size_bytes": 116017372, "csv_size_bytes": 852779445, "csv_over_parquet_ratio": 7.350446, "expected_rows": 7866620, "expected_columns": 19, "observed_rows": 7866620, "observed_columns": 19, "raw_bytes_median_ms": 465.345, "raw_bytes_avg_ms": 480.84979999999996, "first_read_ms": 9245.1621, "repeated_median_ms": 13184.6247, "repeated_avg_ms": 12315.7142, "repeated_min_ms": 10136.2118, "repeated_max_ms": 13626.3061, "repeated_stdev_ms": 1900.3798695210419, "rss_before_bytes": 92803072, "rss_after_bytes": 1747972096, "rss_delta_bytes": 1655169024, "dataframe_memory_usage_deep_bytes": 1613607086, "error": null }, { "input_id": "yellow_2019_03", "taxi_type": "yellow", "year": 2019, "month": "03", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-03.csv", "parquet_size_bytes": 116017372, "csv_size_bytes": 852779445, "csv_over_parquet_ratio": 7.350446, "expected_rows": 7866620, "expected_columns": 19, "observed_rows": 7866620, "observed_columns": 19, "raw_bytes_median_ms": 465.345, "raw_bytes_avg_ms": 480.84979999999996, "first_read_ms": 1373.3497, "repeated_median_ms": 1838.4148, "repeated_avg_ms": 1834.6189000000002, "repeated_min_ms": 1771.8372, "repeated_max_ms": 1893.6047, "repeated_stdev_ms": 60.972433580020486, "rss_before_bytes": 92901376, "rss_after_bytes": 4324749312, "rss_delta_bytes": 4231847936, "dataframe_memory_usage_deep_bytes": 1203564896, "error": null }, { "input_id": "yellow_2019_04", "taxi_type": "yellow", "year": 2019, "month": "04", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-04.csv", "parquet_size_bytes": 110139137, "csv_size_bytes": 810387251, "csv_over_parquet_ratio": 7.35785, "expected_rows": 7475949, "expected_columns": 19, "observed_rows": 7475949, "observed_columns": 19, "raw_bytes_median_ms": 462.0059, "raw_bytes_avg_ms": 518.0818, "first_read_ms": 10924.4203, "repeated_median_ms": 14127.9014, "repeated_avg_ms": 14347.375033333336, "repeated_min_ms": 13462.2777, "repeated_max_ms": 15451.946, "repeated_stdev_ms": 1012.8284616866879, "rss_before_bytes": 92590080, "rss_after_bytes": 1748230144, "rss_delta_bytes": 1655640064, "dataframe_memory_usage_deep_bytes": 1533461715, "error": null }, { "input_id": "yellow_2019_04", "taxi_type": "yellow", "year": 2019, "month": "04", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-04.csv", "parquet_size_bytes": 110139137, "csv_size_bytes": 810387251, "csv_over_parquet_ratio": 7.35785, "expected_rows": 7475949, "expected_columns": 19, "observed_rows": 7475949, "observed_columns": 19, "raw_bytes_median_ms": 462.0059, "raw_bytes_avg_ms": 518.0818, "first_read_ms": 1415.1631, "repeated_median_ms": 1373.2155, "repeated_avg_ms": 1481.1036000000001, "repeated_min_ms": 1360.8005, "repeated_max_ms": 1709.2948, "repeated_stdev_ms": 197.7168451961794, "rss_before_bytes": 92876800, "rss_after_bytes": 4109180928, "rss_delta_bytes": 4016304128, "dataframe_memory_usage_deep_bytes": 1143783989, "error": null }, { "input_id": "yellow_2019_05", "taxi_type": "yellow", "year": 2019, "month": "05", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-05.csv", "parquet_size_bytes": 111478943, "csv_size_bytes": 823824137, "csv_over_parquet_ratio": 7.389953, "expected_rows": 7598445, "expected_columns": 19, "observed_rows": 7598445, "observed_columns": 19, "raw_bytes_median_ms": 584.3586, "raw_bytes_avg_ms": 541.5367666666667, "first_read_ms": 9140.8533, "repeated_median_ms": 11417.6338, "repeated_avg_ms": 11427.866466666666, "repeated_min_ms": 8840.5447, "repeated_max_ms": 14025.4209, "repeated_stdev_ms": 2592.4532460455175, "rss_before_bytes": 92663808, "rss_after_bytes": 1766666240, "rss_delta_bytes": 1674002432, "dataframe_memory_usage_deep_bytes": 1558598393, "error": null }, { "input_id": "yellow_2019_05", "taxi_type": "yellow", "year": 2019, "month": "05", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-05.csv", "parquet_size_bytes": 111478943, "csv_size_bytes": 823824137, "csv_over_parquet_ratio": 7.389953, "expected_rows": 7598445, "expected_columns": 19, "observed_rows": 7598445, "observed_columns": 19, "raw_bytes_median_ms": 584.3586, "raw_bytes_avg_ms": 541.5367666666667, "first_read_ms": 1285.5366, "repeated_median_ms": 1947.9705, "repeated_avg_ms": 1894.4952666666666, "repeated_min_ms": 1478.1087, "repeated_max_ms": 2257.4066, "repeated_stdev_ms": 392.3913921980747, "rss_before_bytes": 92614656, "rss_after_bytes": 3724025856, "rss_delta_bytes": 3631411200, "dataframe_memory_usage_deep_bytes": 1162534074, "error": null }, { "input_id": "yellow_2019_06", "taxi_type": "yellow", "year": 2019, "month": "06", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-06.csv", "parquet_size_bytes": 102903344, "csv_size_bytes": 755671945, "csv_over_parquet_ratio": 7.343512, "expected_rows": 6971560, "expected_columns": 19, "observed_rows": 6971560, "observed_columns": 19, "raw_bytes_median_ms": 367.745, "raw_bytes_avg_ms": 401.8985333333333, "first_read_ms": 11455.098, "repeated_median_ms": 10558.2765, "repeated_avg_ms": 10549.898633333332, "repeated_min_ms": 8122.7277, "repeated_max_ms": 12968.6917, "repeated_stdev_ms": 2422.9928629303495, "rss_before_bytes": 92520448, "rss_after_bytes": 1737744384, "rss_delta_bytes": 1645223936, "dataframe_memory_usage_deep_bytes": 1430010630, "error": null }, { "input_id": "yellow_2019_06", "taxi_type": "yellow", "year": 2019, "month": "06", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-06.csv", "parquet_size_bytes": 102903344, "csv_size_bytes": 755671945, "csv_over_parquet_ratio": 7.343512, "expected_rows": 6971560, "expected_columns": 19, "observed_rows": 6971560, "observed_columns": 19, "raw_bytes_median_ms": 367.745, "raw_bytes_avg_ms": 401.8985333333333, "first_read_ms": 1212.4655, "repeated_median_ms": 1232.0711, "repeated_avg_ms": 1265.2375666666667, "repeated_min_ms": 1228.5012, "repeated_max_ms": 1335.1404, "repeated_stdev_ms": 60.563938342245706, "rss_before_bytes": 92528640, "rss_after_bytes": 3379671040, "rss_delta_bytes": 3287142400, "dataframe_memory_usage_deep_bytes": 1066622679, "error": null }, { "input_id": "yellow_2019_07", "taxi_type": "yellow", "year": 2019, "month": "07", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-07.csv", "parquet_size_bytes": 93877343, "csv_size_bytes": 683547392, "csv_over_parquet_ratio": 7.281282, "expected_rows": 6310419, "expected_columns": 19, "observed_rows": 6310419, "observed_columns": 19, "raw_bytes_median_ms": 339.2142, "raw_bytes_avg_ms": 376.55210000000005, "first_read_ms": 7540.6098, "repeated_median_ms": 7703.8931, "repeated_avg_ms": 7570.500533333333, "repeated_min_ms": 7163.3241, "repeated_max_ms": 7844.2844, "repeated_stdev_ms": 359.544037880568, "rss_before_bytes": 92508160, "rss_after_bytes": 1639165952, "rss_delta_bytes": 1546657792, "dataframe_memory_usage_deep_bytes": 1294390871, "error": null }, { "input_id": "yellow_2019_07", "taxi_type": "yellow", "year": 2019, "month": "07", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-07.csv", "parquet_size_bytes": 93877343, "csv_size_bytes": 683547392, "csv_over_parquet_ratio": 7.281282, "expected_rows": 6310419, "expected_columns": 19, "observed_rows": 6310419, "observed_columns": 19, "raw_bytes_median_ms": 339.2142, "raw_bytes_avg_ms": 376.55210000000005, "first_read_ms": 1283.4238, "repeated_median_ms": 1217.9116, "repeated_avg_ms": 1211.9206000000001, "repeated_min_ms": 1121.626, "repeated_max_ms": 1296.2242, "repeated_stdev_ms": 87.45314129040769, "rss_before_bytes": 93036544, "rss_after_bytes": 3488366592, "rss_delta_bytes": 3395330048, "dataframe_memory_usage_deep_bytes": 965465152, "error": null }, { "input_id": "yellow_2019_08", "taxi_type": "yellow", "year": 2019, "month": "08", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-08.csv", "parquet_size_bytes": 89999675, "csv_size_bytes": 657771137, "csv_over_parquet_ratio": 7.308595, "expected_rows": 6073357, "expected_columns": 19, "observed_rows": 6073357, "observed_columns": 19, "raw_bytes_median_ms": 454.7583, "raw_bytes_avg_ms": 424.23583333333335, "first_read_ms": 8498.9632, "repeated_median_ms": 9741.2564, "repeated_avg_ms": 9660.170100000001, "repeated_min_ms": 9365.1796, "repeated_max_ms": 9874.0743, "repeated_stdev_ms": 263.9596464571625, "rss_before_bytes": 92426240, "rss_after_bytes": 1490370560, "rss_delta_bytes": 1397944320, "dataframe_memory_usage_deep_bytes": 1245764166, "error": null }, { "input_id": "yellow_2019_08", "taxi_type": "yellow", "year": 2019, "month": "08", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-08.csv", "parquet_size_bytes": 89999675, "csv_size_bytes": 657771137, "csv_over_parquet_ratio": 7.308595, "expected_rows": 6073357, "expected_columns": 19, "observed_rows": 6073357, "observed_columns": 19, "raw_bytes_median_ms": 454.7583, "raw_bytes_avg_ms": 424.23583333333335, "first_read_ms": 1105.1008, "repeated_median_ms": 1075.7147, "repeated_avg_ms": 1064.8478666666667, "repeated_min_ms": 894.1463, "repeated_max_ms": 1224.6826, "repeated_stdev_ms": 165.53587965889253, "rss_before_bytes": 92643328, "rss_after_bytes": 2870824960, "rss_delta_bytes": 2778181632, "dataframe_memory_usage_deep_bytes": 929195788, "error": null }, { "input_id": "yellow_2019_09", "taxi_type": "yellow", "year": 2019, "month": "09", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-09.csv", "parquet_size_bytes": 97110325, "csv_size_bytes": 712192048, "csv_over_parquet_ratio": 7.333845, "expected_rows": 6567788, "expected_columns": 19, "observed_rows": 6567788, "observed_columns": 19, "raw_bytes_median_ms": 321.4226, "raw_bytes_avg_ms": 368.46303333333327, "first_read_ms": 9128.5265, "repeated_median_ms": 10317.5938, "repeated_avg_ms": 10346.383333333333, "repeated_min_ms": 10204.9407, "repeated_max_ms": 10516.6155, "repeated_stdev_ms": 157.81927373081973, "rss_before_bytes": 92733440, "rss_after_bytes": 1583325184, "rss_delta_bytes": 1490591744, "dataframe_memory_usage_deep_bytes": 1347183557, "error": null }, { "input_id": "yellow_2019_09", "taxi_type": "yellow", "year": 2019, "month": "09", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-09.csv", "parquet_size_bytes": 97110325, "csv_size_bytes": 712192048, "csv_over_parquet_ratio": 7.333845, "expected_rows": 6567788, "expected_columns": 19, "observed_rows": 6567788, "observed_columns": 19, "raw_bytes_median_ms": 321.4226, "raw_bytes_avg_ms": 368.46303333333327, "first_read_ms": 1217.0337, "repeated_median_ms": 1210.5999, "repeated_avg_ms": 1212.2017333333333, "repeated_min_ms": 1191.3519, "repeated_max_ms": 1234.6534, "repeated_stdev_ms": 21.695146417651436, "rss_before_bytes": 92606464, "rss_after_bytes": 3155202048, "rss_delta_bytes": 3062595584, "dataframe_memory_usage_deep_bytes": 1004842846, "error": null }, { "input_id": "yellow_2019_10", "taxi_type": "yellow", "year": 2019, "month": "10", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-10.csv", "parquet_size_bytes": 106293373, "csv_size_bytes": 782626216, "csv_over_parquet_ratio": 7.362888, "expected_rows": 7213891, "expected_columns": 19, "observed_rows": 7213891, "observed_columns": 19, "raw_bytes_median_ms": 361.319, "raw_bytes_avg_ms": 412.7781333333333, "first_read_ms": 9775.3565, "repeated_median_ms": 11240.1506, "repeated_avg_ms": 11373.414600000002, "repeated_min_ms": 11195.5316, "repeated_max_ms": 11684.5616, "repeated_stdev_ms": 270.38316422625155, "rss_before_bytes": 92430336, "rss_after_bytes": 1694752768, "rss_delta_bytes": 1602322432, "dataframe_memory_usage_deep_bytes": 1479702801, "error": null }, { "input_id": "yellow_2019_10", "taxi_type": "yellow", "year": 2019, "month": "10", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-10.csv", "parquet_size_bytes": 106293373, "csv_size_bytes": 782626216, "csv_over_parquet_ratio": 7.362888, "expected_rows": 7213891, "expected_columns": 19, "observed_rows": 7213891, "observed_columns": 19, "raw_bytes_median_ms": 361.319, "raw_bytes_avg_ms": 412.7781333333333, "first_read_ms": 1478.5584, "repeated_median_ms": 1357.6868, "repeated_avg_ms": 1364.6526999999999, "repeated_min_ms": 1316.3105, "repeated_max_ms": 1419.9608, "repeated_stdev_ms": 52.17508020722155, "rss_before_bytes": 92794880, "rss_after_bytes": 3967799296, "rss_delta_bytes": 3875004416, "dataframe_memory_usage_deep_bytes": 1103685452, "error": null }, { "input_id": "yellow_2019_11", "taxi_type": "yellow", "year": 2019, "month": "11", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-11.csv", "parquet_size_bytes": 100872983, "csv_size_bytes": 746063129, "csv_over_parquet_ratio": 7.396065, "expected_rows": 6878111, "expected_columns": 19, "observed_rows": 6878111, "observed_columns": 19, "raw_bytes_median_ms": 282.8867, "raw_bytes_avg_ms": 342.6800333333333, "first_read_ms": 7757.2281, "repeated_median_ms": 7627.9525, "repeated_avg_ms": 7618.628233333333, "repeated_min_ms": 7515.5106, "repeated_max_ms": 7712.4216, "repeated_stdev_ms": 98.78609184446637, "rss_before_bytes": 92643328, "rss_after_bytes": 1731289088, "rss_delta_bytes": 1638645760, "dataframe_memory_usage_deep_bytes": 1410825160, "error": null }, { "input_id": "yellow_2019_11", "taxi_type": "yellow", "year": 2019, "month": "11", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-11.csv", "parquet_size_bytes": 100872983, "csv_size_bytes": 746063129, "csv_over_parquet_ratio": 7.396065, "expected_rows": 6878111, "expected_columns": 19, "observed_rows": 6878111, "observed_columns": 19, "raw_bytes_median_ms": 282.8867, "raw_bytes_avg_ms": 342.6800333333333, "first_read_ms": 1161.5592, "repeated_median_ms": 1169.4443, "repeated_avg_ms": 1164.7545333333335, "repeated_min_ms": 1123.9282, "repeated_max_ms": 1200.8911, "repeated_stdev_ms": 38.69518610426022, "rss_before_bytes": 92864512, "rss_after_bytes": 3328454656, "rss_delta_bytes": 3235590144, "dataframe_memory_usage_deep_bytes": 1052310505, "error": null }, { "input_id": "yellow_2019_12", "taxi_type": "yellow", "year": 2019, "month": "12", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-12.csv", "parquet_size_bytes": 101044777, "csv_size_bytes": 747730328, "csv_over_parquet_ratio": 7.39999, "expected_rows": 6896317, "expected_columns": 19, "observed_rows": 6896317, "observed_columns": 19, "raw_bytes_median_ms": 275.4429, "raw_bytes_avg_ms": 327.4338, "first_read_ms": 7682.4501, "repeated_median_ms": 7724.0117, "repeated_avg_ms": 7738.365433333333, "repeated_min_ms": 7706.5734, "repeated_max_ms": 7784.5112, "repeated_stdev_ms": 40.9035134513323, "rss_before_bytes": 92549120, "rss_after_bytes": 1734316032, "rss_delta_bytes": 1641766912, "dataframe_memory_usage_deep_bytes": 1414556139, "error": null }, { "input_id": "yellow_2019_12", "taxi_type": "yellow", "year": 2019, "month": "12", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2019/yellow_tripdata_2019-12.csv", "parquet_size_bytes": 101044777, "csv_size_bytes": 747730328, "csv_over_parquet_ratio": 7.39999, "expected_rows": 6896317, "expected_columns": 19, "observed_rows": 6896317, "observed_columns": 19, "raw_bytes_median_ms": 275.4429, "raw_bytes_avg_ms": 327.4338, "first_read_ms": 1112.9317, "repeated_median_ms": 1168.9606, "repeated_avg_ms": 1181.4304, "repeated_min_ms": 1147.4551, "repeated_max_ms": 1227.8755, "repeated_stdev_ms": 41.63510679786959, "rss_before_bytes": 92889088, "rss_after_bytes": 3337531392, "rss_delta_bytes": 3244642304, "dataframe_memory_usage_deep_bytes": 1055092030, "error": null }, { "input_id": "yellow_2020_01", "taxi_type": "yellow", "year": 2020, "month": "01", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-01.csv", "parquet_size_bytes": 93562858, "csv_size_bytes": 694483010, "csv_over_parquet_ratio": 7.422636, "expected_rows": 6405008, "expected_columns": 19, "observed_rows": 6405008, "observed_columns": 19, "raw_bytes_median_ms": 260.9272, "raw_bytes_avg_ms": 311.5722, "first_read_ms": 7065.3141, "repeated_median_ms": 7176.7811, "repeated_avg_ms": 7154.913866666667, "repeated_min_ms": 7003.8115, "repeated_max_ms": 7284.149, "repeated_stdev_ms": 141.44225110200776, "rss_before_bytes": 92790784, "rss_after_bytes": 1656332288, "rss_delta_bytes": 1563541504, "dataframe_memory_usage_deep_bytes": 1313761957, "error": null }, { "input_id": "yellow_2020_01", "taxi_type": "yellow", "year": 2020, "month": "01", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-01.csv", "parquet_size_bytes": 93562858, "csv_size_bytes": 694483010, "csv_over_parquet_ratio": 7.422636, "expected_rows": 6405008, "expected_columns": 19, "observed_rows": 6405008, "observed_columns": 19, "raw_bytes_median_ms": 260.9272, "raw_bytes_avg_ms": 311.5722, "first_read_ms": 1087.4744, "repeated_median_ms": 908.8489, "repeated_avg_ms": 944.7432666666667, "repeated_min_ms": 896.4549, "repeated_max_ms": 1028.926, "repeated_stdev_ms": 73.16728949881451, "rss_before_bytes": 92573696, "rss_after_bytes": 3060809728, "rss_delta_bytes": 2968236032, "dataframe_memory_usage_deep_bytes": 979910084, "error": null }, { "input_id": "yellow_2020_02", "taxi_type": "yellow", "year": 2020, "month": "02", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-02.csv", "parquet_size_bytes": 92134881, "csv_size_bytes": 683448811, "csv_over_parquet_ratio": 7.417916, "expected_rows": 6299367, "expected_columns": 19, "observed_rows": 6299367, "observed_columns": 19, "raw_bytes_median_ms": 252.7605, "raw_bytes_avg_ms": 304.37373333333335, "first_read_ms": 6994.9341, "repeated_median_ms": 7075.965, "repeated_avg_ms": 7384.213, "repeated_min_ms": 7034.282, "repeated_max_ms": 8042.392, "repeated_stdev_ms": 570.3806318179114, "rss_before_bytes": 92758016, "rss_after_bytes": 1637711872, "rss_delta_bytes": 1544953856, "dataframe_memory_usage_deep_bytes": 1292108954, "error": null }, { "input_id": "yellow_2020_02", "taxi_type": "yellow", "year": 2020, "month": "02", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-02.csv", "parquet_size_bytes": 92134881, "csv_size_bytes": 683448811, "csv_over_parquet_ratio": 7.417916, "expected_rows": 6299367, "expected_columns": 19, "observed_rows": 6299367, "observed_columns": 19, "raw_bytes_median_ms": 252.7605, "raw_bytes_avg_ms": 304.37373333333335, "first_read_ms": 1303.2107, "repeated_median_ms": 1575.8032, "repeated_avg_ms": 1449.4100333333333, "repeated_min_ms": 1108.9884, "repeated_max_ms": 1663.4385, "repeated_stdev_ms": 298.0522651860297, "rss_before_bytes": 92758016, "rss_after_bytes": 2996850688, "rss_delta_bytes": 2904092672, "dataframe_memory_usage_deep_bytes": 963761691, "error": null }, { "input_id": "yellow_2020_03", "taxi_type": "yellow", "year": 2020, "month": "03", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-03.csv", "parquet_size_bytes": 44442590, "csv_size_bytes": 325651957, "csv_over_parquet_ratio": 7.327475, "expected_rows": 3007687, "expected_columns": 19, "observed_rows": 3007687, "observed_columns": 19, "raw_bytes_median_ms": 222.5247, "raw_bytes_avg_ms": 247.56859999999998, "first_read_ms": 3761.1049, "repeated_median_ms": 5659.8397, "repeated_avg_ms": 5598.6320000000005, "repeated_min_ms": 5285.3456, "repeated_max_ms": 5850.7107, "repeated_stdev_ms": 287.6094765110671, "rss_before_bytes": 92704768, "rss_after_bytes": 850993152, "rss_delta_bytes": 758288384, "dataframe_memory_usage_deep_bytes": 616914120, "error": null }, { "input_id": "yellow_2020_03", "taxi_type": "yellow", "year": 2020, "month": "03", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-03.csv", "parquet_size_bytes": 44442590, "csv_size_bytes": 325651957, "csv_over_parquet_ratio": 7.327475, "expected_rows": 3007687, "expected_columns": 19, "observed_rows": 3007687, "observed_columns": 19, "raw_bytes_median_ms": 222.5247, "raw_bytes_avg_ms": 247.56859999999998, "first_read_ms": 498.2532, "repeated_median_ms": 438.2143, "repeated_avg_ms": 445.6495, "repeated_min_ms": 421.0146, "repeated_max_ms": 477.7196, "repeated_stdev_ms": 29.074488912618932, "rss_before_bytes": 92610560, "rss_after_bytes": 1716064256, "rss_delta_bytes": 1623453696, "dataframe_memory_usage_deep_bytes": 460144302, "error": null }, { "input_id": "yellow_2020_04", "taxi_type": "yellow", "year": 2020, "month": "04", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-04.csv", "parquet_size_bytes": 4442620, "csv_size_bytes": 25361579, "csv_over_parquet_ratio": 5.708699, "expected_rows": 238073, "expected_columns": 19, "observed_rows": 238073, "observed_columns": 19, "raw_bytes_median_ms": 21.0538, "raw_bytes_avg_ms": 21.4721, "first_read_ms": 454.6831, "repeated_median_ms": 346.2451, "repeated_avg_ms": 352.61629999999997, "repeated_min_ms": 338.5906, "repeated_max_ms": 373.0132, "repeated_stdev_ms": 18.074097204839855, "rss_before_bytes": 92864512, "rss_after_bytes": 158281728, "rss_delta_bytes": 65417216, "dataframe_memory_usage_deep_bytes": 48815277, "error": null }, { "input_id": "yellow_2020_04", "taxi_type": "yellow", "year": 2020, "month": "04", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-04.csv", "parquet_size_bytes": 4442620, "csv_size_bytes": 25361579, "csv_over_parquet_ratio": 5.708699, "expected_rows": 238073, "expected_columns": 19, "observed_rows": 238073, "observed_columns": 19, "raw_bytes_median_ms": 21.0538, "raw_bytes_avg_ms": 21.4721, "first_read_ms": 60.0459, "repeated_median_ms": 40.0772, "repeated_avg_ms": 42.1293, "repeated_min_ms": 35.3451, "repeated_max_ms": 50.9656, "repeated_stdev_ms": 8.00989019088277, "rss_before_bytes": 92917760, "rss_after_bytes": 224419840, "rss_delta_bytes": 131502080, "dataframe_memory_usage_deep_bytes": 36408512, "error": null }, { "input_id": "yellow_2020_05", "taxi_type": "yellow", "year": 2020, "month": "05", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-05.csv", "parquet_size_bytes": 6229864, "csv_size_bytes": 36997127, "csv_over_parquet_ratio": 5.938673, "expected_rows": 348415, "expected_columns": 19, "observed_rows": 348415, "observed_columns": 19, "raw_bytes_median_ms": 34.7663, "raw_bytes_avg_ms": 31.934766666666672, "first_read_ms": 479.9525, "repeated_median_ms": 475.6898, "repeated_avg_ms": 484.4270666666667, "repeated_min_ms": 461.2628, "repeated_max_ms": 516.3286, "repeated_stdev_ms": 28.55372924879226, "rss_before_bytes": 92471296, "rss_after_bytes": 196149248, "rss_delta_bytes": 103677952, "dataframe_memory_usage_deep_bytes": 71409858, "error": null }, { "input_id": "yellow_2020_05", "taxi_type": "yellow", "year": 2020, "month": "05", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-05.csv", "parquet_size_bytes": 6229864, "csv_size_bytes": 36997127, "csv_over_parquet_ratio": 5.938673, "expected_rows": 348415, "expected_columns": 19, "observed_rows": 348415, "observed_columns": 19, "raw_bytes_median_ms": 34.7663, "raw_bytes_avg_ms": 31.934766666666672, "first_read_ms": 86.0851, "repeated_median_ms": 54.174, "repeated_avg_ms": 56.6098, "repeated_min_ms": 50.9824, "repeated_max_ms": 64.673, "repeated_stdev_ms": 7.162958419535885, "rss_before_bytes": 92983296, "rss_after_bytes": 287801344, "rss_delta_bytes": 194818048, "dataframe_memory_usage_deep_bytes": 53256757, "error": null }, { "input_id": "yellow_2020_06", "taxi_type": "yellow", "year": 2020, "month": "06", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-06.csv", "parquet_size_bytes": 9505358, "csv_size_bytes": 58805474, "csv_over_parquet_ratio": 6.186561, "expected_rows": 549797, "expected_columns": 19, "observed_rows": 549797, "observed_columns": 19, "raw_bytes_median_ms": 43.4384, "raw_bytes_avg_ms": 45.49163333333333, "first_read_ms": 762.2112, "repeated_median_ms": 790.3183, "repeated_avg_ms": 870.3768, "repeated_min_ms": 749.8035, "repeated_max_ms": 1071.0086, "repeated_stdev_ms": 174.92913317452292, "rss_before_bytes": 92614656, "rss_after_bytes": 236609536, "rss_delta_bytes": 143994880, "dataframe_memory_usage_deep_bytes": 112726524, "error": null }, { "input_id": "yellow_2020_06", "taxi_type": "yellow", "year": 2020, "month": "06", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-06.csv", "parquet_size_bytes": 9505358, "csv_size_bytes": 58805474, "csv_over_parquet_ratio": 6.186561, "expected_rows": 549797, "expected_columns": 19, "observed_rows": 549797, "observed_columns": 19, "raw_bytes_median_ms": 43.4384, "raw_bytes_avg_ms": 45.49163333333333, "first_read_ms": 89.1065, "repeated_median_ms": 99.2429, "repeated_avg_ms": 100.06253333333332, "repeated_min_ms": 91.4366, "repeated_max_ms": 109.5081, "repeated_stdev_ms": 9.063587985082581, "rss_before_bytes": 92848128, "rss_after_bytes": 388702208, "rss_delta_bytes": 295854080, "dataframe_memory_usage_deep_bytes": 84074854, "error": null }, { "input_id": "yellow_2020_07", "taxi_type": "yellow", "year": 2020, "month": "07", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-07.csv", "parquet_size_bytes": 13387778, "csv_size_bytes": 85783914, "csv_over_parquet_ratio": 6.407629, "expected_rows": 800412, "expected_columns": 19, "observed_rows": 800412, "observed_columns": 19, "raw_bytes_median_ms": 61.9141, "raw_bytes_avg_ms": 68.78163333333333, "first_read_ms": 1056.7146, "repeated_median_ms": 1299.4157, "repeated_avg_ms": 1285.1228666666666, "repeated_min_ms": 1014.8787, "repeated_max_ms": 1541.0742, "repeated_stdev_ms": 263.3887618494444, "rss_before_bytes": 92737536, "rss_after_bytes": 295952384, "rss_delta_bytes": 203214848, "dataframe_memory_usage_deep_bytes": 164121797, "error": null }, { "input_id": "yellow_2020_07", "taxi_type": "yellow", "year": 2020, "month": "07", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-07.csv", "parquet_size_bytes": 13387778, "csv_size_bytes": 85783914, "csv_over_parquet_ratio": 6.407629, "expected_rows": 800412, "expected_columns": 19, "observed_rows": 800412, "observed_columns": 19, "raw_bytes_median_ms": 61.9141, "raw_bytes_avg_ms": 68.78163333333333, "first_read_ms": 182.4891, "repeated_median_ms": 139.9429, "repeated_avg_ms": 135.5667, "repeated_min_ms": 125.095, "repeated_max_ms": 141.6622, "repeated_stdev_ms": 9.109411275708224, "rss_before_bytes": 92688384, "rss_after_bytes": 532000768, "rss_delta_bytes": 439312384, "dataframe_memory_usage_deep_bytes": 122408982, "error": null }, { "input_id": "yellow_2020_08", "taxi_type": "yellow", "year": 2020, "month": "08", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-08.csv", "parquet_size_bytes": 16601463, "csv_size_bytes": 108148348, "csv_over_parquet_ratio": 6.514387, "expected_rows": 1007286, "expected_columns": 19, "observed_rows": 1007286, "observed_columns": 19, "raw_bytes_median_ms": 52.4572, "raw_bytes_avg_ms": 60.49713333333333, "first_read_ms": 1530.2165, "repeated_median_ms": 2002.3821, "repeated_avg_ms": 1869.1833666666669, "repeated_min_ms": 1427.5467, "repeated_max_ms": 2177.6213, "repeated_stdev_ms": 392.376609028231, "rss_before_bytes": 92602368, "rss_after_bytes": 346664960, "rss_delta_bytes": 254062592, "dataframe_memory_usage_deep_bytes": 206548434, "error": null }, { "input_id": "yellow_2020_08", "taxi_type": "yellow", "year": 2020, "month": "08", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-08.csv", "parquet_size_bytes": 16601463, "csv_size_bytes": 108148348, "csv_over_parquet_ratio": 6.514387, "expected_rows": 1007286, "expected_columns": 19, "observed_rows": 1007286, "observed_columns": 19, "raw_bytes_median_ms": 52.4572, "raw_bytes_avg_ms": 60.49713333333333, "first_read_ms": 157.8261, "repeated_median_ms": 156.1267, "repeated_avg_ms": 160.33093333333332, "repeated_min_ms": 153.5629, "repeated_max_ms": 171.3032, "repeated_stdev_ms": 9.58833898354315, "rss_before_bytes": 92983296, "rss_after_bytes": 649891840, "rss_delta_bytes": 556908544, "dataframe_memory_usage_deep_bytes": 154052734, "error": null }, { "input_id": "yellow_2020_09", "taxi_type": "yellow", "year": 2020, "month": "09", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-09.csv", "parquet_size_bytes": 21381938, "csv_size_bytes": 144379540, "csv_over_parquet_ratio": 6.752407, "expected_rows": 1341017, "expected_columns": 19, "observed_rows": 1341017, "observed_columns": 19, "raw_bytes_median_ms": 79.7978, "raw_bytes_avg_ms": 91.09586666666667, "first_read_ms": 1694.7499, "repeated_median_ms": 2322.4796, "repeated_avg_ms": 2248.6705, "repeated_min_ms": 2012.6691, "repeated_max_ms": 2410.8628, "repeated_stdev_ms": 209.10617664724774, "rss_before_bytes": 92848128, "rss_after_bytes": 497983488, "rss_delta_bytes": 405135360, "dataframe_memory_usage_deep_bytes": 274986064, "error": null }, { "input_id": "yellow_2020_09", "taxi_type": "yellow", "year": 2020, "month": "09", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-09.csv", "parquet_size_bytes": 21381938, "csv_size_bytes": 144379540, "csv_over_parquet_ratio": 6.752407, "expected_rows": 1341017, "expected_columns": 19, "observed_rows": 1341017, "observed_columns": 19, "raw_bytes_median_ms": 79.7978, "raw_bytes_avg_ms": 91.09586666666667, "first_read_ms": 210.7485, "repeated_median_ms": 199.1122, "repeated_avg_ms": 200.5412, "repeated_min_ms": 198.589, "repeated_max_ms": 203.9224, "repeated_stdev_ms": 2.9398672827187347, "rss_before_bytes": 92721152, "rss_after_bytes": 828207104, "rss_delta_bytes": 735485952, "dataframe_memory_usage_deep_bytes": 205097801, "error": null }, { "input_id": "yellow_2020_10", "taxi_type": "yellow", "year": 2020, "month": "10", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-10.csv", "parquet_size_bytes": 26306876, "csv_size_bytes": 181252408, "csv_over_parquet_ratio": 6.889925, "expected_rows": 1681132, "expected_columns": 19, "observed_rows": 1681132, "observed_columns": 19, "raw_bytes_median_ms": 91.8552, "raw_bytes_avg_ms": 101.6848, "first_read_ms": 2004.3041, "repeated_median_ms": 3095.567, "repeated_avg_ms": 2992.5299, "repeated_min_ms": 2780.5338, "repeated_max_ms": 3101.4889, "repeated_stdev_ms": 183.61788321487086, "rss_before_bytes": 92397568, "rss_after_bytes": 536272896, "rss_delta_bytes": 443875328, "dataframe_memory_usage_deep_bytes": 344736421, "error": null }, { "input_id": "yellow_2020_10", "taxi_type": "yellow", "year": 2020, "month": "10", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-10.csv", "parquet_size_bytes": 26306876, "csv_size_bytes": 181252408, "csv_over_parquet_ratio": 6.889925, "expected_rows": 1681132, "expected_columns": 19, "observed_rows": 1681132, "observed_columns": 19, "raw_bytes_median_ms": 91.8552, "raw_bytes_avg_ms": 101.6848, "first_read_ms": 292.8671, "repeated_median_ms": 248.1375, "repeated_avg_ms": 269.6005333333333, "repeated_min_ms": 246.2606, "repeated_max_ms": 314.4035, "repeated_stdev_ms": 38.81185456794527, "rss_before_bytes": 92782592, "rss_after_bytes": 990326784, "rss_delta_bytes": 897544192, "dataframe_memory_usage_deep_bytes": 257121179, "error": null }, { "input_id": "yellow_2020_11", "taxi_type": "yellow", "year": 2020, "month": "11", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-11.csv", "parquet_size_bytes": 23583368, "csv_size_bytes": 162630572, "csv_over_parquet_ratio": 6.895986, "expected_rows": 1509000, "expected_columns": 19, "observed_rows": 1509000, "observed_columns": 19, "raw_bytes_median_ms": 89.3757, "raw_bytes_avg_ms": 109.84476666666666, "first_read_ms": 2141.4468, "repeated_median_ms": 2779.742, "repeated_avg_ms": 2860.5993, "repeated_min_ms": 2619.1103, "repeated_max_ms": 3182.9456, "repeated_stdev_ms": 290.4840591219939, "rss_before_bytes": 92766208, "rss_after_bytes": 501514240, "rss_delta_bytes": 408748032, "dataframe_memory_usage_deep_bytes": 309434708, "error": null }, { "input_id": "yellow_2020_11", "taxi_type": "yellow", "year": 2020, "month": "11", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-11.csv", "parquet_size_bytes": 23583368, "csv_size_bytes": 162630572, "csv_over_parquet_ratio": 6.895986, "expected_rows": 1509000, "expected_columns": 19, "observed_rows": 1509000, "observed_columns": 19, "raw_bytes_median_ms": 89.3757, "raw_bytes_avg_ms": 109.84476666666666, "first_read_ms": 264.5409, "repeated_median_ms": 243.9536, "repeated_avg_ms": 239.7098, "repeated_min_ms": 226.5636, "repeated_max_ms": 248.6122, "repeated_stdev_ms": 11.62078178609339, "rss_before_bytes": 92815360, "rss_after_bytes": 917524480, "rss_delta_bytes": 824709120, "dataframe_memory_usage_deep_bytes": 230790887, "error": null }, { "input_id": "yellow_2020_12", "taxi_type": "yellow", "year": 2020, "month": "12", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-12.csv", "parquet_size_bytes": 23020036, "csv_size_bytes": 157403868, "csv_over_parquet_ratio": 6.83769, "expected_rows": 1461898, "expected_columns": 19, "observed_rows": 1461898, "observed_columns": 19, "raw_bytes_median_ms": 72.7533, "raw_bytes_avg_ms": 87.1221, "first_read_ms": 1997.8074, "repeated_median_ms": 2848.187, "repeated_avg_ms": 2750.9754, "repeated_min_ms": 2541.5649, "repeated_max_ms": 2863.1743, "repeated_stdev_ms": 181.509567028876, "rss_before_bytes": 92762112, "rss_after_bytes": 492105728, "rss_delta_bytes": 399343616, "dataframe_memory_usage_deep_bytes": 299772504, "error": null }, { "input_id": "yellow_2020_12", "taxi_type": "yellow", "year": 2020, "month": "12", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2020/yellow_tripdata_2020-12.csv", "parquet_size_bytes": 23020036, "csv_size_bytes": 157403868, "csv_over_parquet_ratio": 6.83769, "expected_rows": 1461898, "expected_columns": 19, "observed_rows": 1461898, "observed_columns": 19, "raw_bytes_median_ms": 72.7533, "raw_bytes_avg_ms": 87.1221, "first_read_ms": 249.5852, "repeated_median_ms": 228.2159, "repeated_avg_ms": 234.54723333333334, "repeated_min_ms": 227.9941, "repeated_max_ms": 247.4317, "repeated_stdev_ms": 11.158826541054099, "rss_before_bytes": 92631040, "rss_after_bytes": 892784640, "rss_delta_bytes": 800153600, "dataframe_memory_usage_deep_bytes": 223583907, "error": null }, { "input_id": "yellow_2021_01", "taxi_type": "yellow", "year": 2021, "month": "01", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-01.csv", "parquet_size_bytes": 21686067, "csv_size_bytes": 147424437, "csv_over_parquet_ratio": 6.798118, "expected_rows": 1369769, "expected_columns": 19, "observed_rows": 1369769, "observed_columns": 19, "raw_bytes_median_ms": 74.3261, "raw_bytes_avg_ms": 87.10826666666667, "first_read_ms": 1943.4382, "repeated_median_ms": 2494.9725, "repeated_avg_ms": 2650.9785333333334, "repeated_min_ms": 2389.346, "repeated_max_ms": 3068.6171, "repeated_stdev_ms": 365.52116033289144, "rss_before_bytes": 92602368, "rss_after_bytes": 501170176, "rss_delta_bytes": 408567808, "dataframe_memory_usage_deep_bytes": 280875647, "error": null }, { "input_id": "yellow_2021_01", "taxi_type": "yellow", "year": 2021, "month": "01", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-01.csv", "parquet_size_bytes": 21686067, "csv_size_bytes": 147424437, "csv_over_parquet_ratio": 6.798118, "expected_rows": 1369769, "expected_columns": 19, "observed_rows": 1369769, "observed_columns": 19, "raw_bytes_median_ms": 74.3261, "raw_bytes_avg_ms": 87.10826666666667, "first_read_ms": 232.1293, "repeated_median_ms": 275.4021, "repeated_avg_ms": 251.25396666666666, "repeated_min_ms": 201.2482, "repeated_max_ms": 277.1116, "repeated_stdev_ms": 43.3146986888208, "rss_before_bytes": 92565504, "rss_after_bytes": 843309056, "rss_delta_bytes": 750743552, "dataframe_memory_usage_deep_bytes": 209489850, "error": null }, { "input_id": "yellow_2021_02", "taxi_type": "yellow", "year": 2021, "month": "02", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-02.csv", "parquet_size_bytes": 21777258, "csv_size_bytes": 147690594, "csv_over_parquet_ratio": 6.781873, "expected_rows": 1371709, "expected_columns": 19, "observed_rows": 1371709, "observed_columns": 19, "raw_bytes_median_ms": 79.2163, "raw_bytes_avg_ms": 82.94813333333333, "first_read_ms": 1863.2211, "repeated_median_ms": 2689.7707, "repeated_avg_ms": 2654.2142666666664, "repeated_min_ms": 2366.5237, "repeated_max_ms": 2906.3484, "repeated_stdev_ms": 271.6631584261348, "rss_before_bytes": 92524544, "rss_after_bytes": 479272960, "rss_delta_bytes": 386748416, "dataframe_memory_usage_deep_bytes": 281273695, "error": null }, { "input_id": "yellow_2021_02", "taxi_type": "yellow", "year": 2021, "month": "02", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-02.csv", "parquet_size_bytes": 21777258, "csv_size_bytes": 147690594, "csv_over_parquet_ratio": 6.781873, "expected_rows": 1371709, "expected_columns": 19, "observed_rows": 1371709, "observed_columns": 19, "raw_bytes_median_ms": 79.2163, "raw_bytes_avg_ms": 82.94813333333333, "first_read_ms": 344.695, "repeated_median_ms": 282.3121, "repeated_avg_ms": 277.07556666666665, "repeated_min_ms": 253.9031, "repeated_max_ms": 295.0115, "repeated_stdev_ms": 21.048541485179765, "rss_before_bytes": 92446720, "rss_after_bytes": 842326016, "rss_delta_bytes": 749879296, "dataframe_memory_usage_deep_bytes": 209785922, "error": null }, { "input_id": "yellow_2021_03", "taxi_type": "yellow", "year": 2021, "month": "03", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-03.csv", "parquet_size_bytes": 30007852, "csv_size_bytes": 207707455, "csv_over_parquet_ratio": 6.92177, "expected_rows": 1925152, "expected_columns": 19, "observed_rows": 1925152, "observed_columns": 19, "raw_bytes_median_ms": 111.2471, "raw_bytes_avg_ms": 135.2134, "first_read_ms": 2331.788, "repeated_median_ms": 3537.3801, "repeated_avg_ms": 3608.3195, "repeated_min_ms": 3419.0927, "repeated_max_ms": 3868.4857, "repeated_stdev_ms": 232.9438043102242, "rss_before_bytes": 92737536, "rss_after_bytes": 571506688, "rss_delta_bytes": 478769152, "dataframe_memory_usage_deep_bytes": 394769016, "error": null }, { "input_id": "yellow_2021_03", "taxi_type": "yellow", "year": 2021, "month": "03", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-03.csv", "parquet_size_bytes": 30007852, "csv_size_bytes": 207707455, "csv_over_parquet_ratio": 6.92177, "expected_rows": 1925152, "expected_columns": 19, "observed_rows": 1925152, "observed_columns": 19, "raw_bytes_median_ms": 111.2471, "raw_bytes_avg_ms": 135.2134, "first_read_ms": 306.1817, "repeated_median_ms": 293.2896, "repeated_avg_ms": 289.63916666666665, "repeated_min_ms": 277.7447, "repeated_max_ms": 297.8832, "repeated_stdev_ms": 10.553863899223497, "rss_before_bytes": 92610560, "rss_after_bytes": 1144459264, "rss_delta_bytes": 1051848704, "dataframe_memory_usage_deep_bytes": 294437094, "error": null }, { "input_id": "yellow_2021_04", "taxi_type": "yellow", "year": 2021, "month": "04", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-04.csv", "parquet_size_bytes": 34018560, "csv_size_bytes": 236675669, "csv_over_parquet_ratio": 6.957251, "expected_rows": 2171187, "expected_columns": 19, "observed_rows": 2171187, "observed_columns": 19, "raw_bytes_median_ms": 103.1749, "raw_bytes_avg_ms": 121.04973333333334, "first_read_ms": 2624.2276, "repeated_median_ms": 3861.228, "repeated_avg_ms": 3858.7379333333333, "repeated_min_ms": 3781.6848, "repeated_max_ms": 3933.301, "repeated_stdev_ms": 75.83876548054648, "rss_before_bytes": 92983296, "rss_after_bytes": 631545856, "rss_delta_bytes": 538562560, "dataframe_memory_usage_deep_bytes": 445236846, "error": null }, { "input_id": "yellow_2021_04", "taxi_type": "yellow", "year": 2021, "month": "04", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-04.csv", "parquet_size_bytes": 34018560, "csv_size_bytes": 236675669, "csv_over_parquet_ratio": 6.957251, "expected_rows": 2171187, "expected_columns": 19, "observed_rows": 2171187, "observed_columns": 19, "raw_bytes_median_ms": 103.1749, "raw_bytes_avg_ms": 121.04973333333334, "first_read_ms": 527.3876, "repeated_median_ms": 460.7828, "repeated_avg_ms": 458.7219, "repeated_min_ms": 420.2076, "repeated_max_ms": 495.1753, "repeated_stdev_ms": 37.52631733104115, "rss_before_bytes": 92602368, "rss_after_bytes": 1286705152, "rss_delta_bytes": 1194102784, "dataframe_memory_usage_deep_bytes": 332079874, "error": null }, { "input_id": "yellow_2021_05", "taxi_type": "yellow", "year": 2021, "month": "05", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-05.csv", "parquet_size_bytes": 38743682, "csv_size_bytes": 273903047, "csv_over_parquet_ratio": 7.069618, "expected_rows": 2507109, "expected_columns": 19, "observed_rows": 2507109, "observed_columns": 19, "raw_bytes_median_ms": 188.5991, "raw_bytes_avg_ms": 207.6762, "first_read_ms": 4028.5071, "repeated_median_ms": 4528.1895, "repeated_avg_ms": 4490.930466666668, "repeated_min_ms": 4048.7604, "repeated_max_ms": 4895.8415, "repeated_stdev_ms": 424.7679062358684, "rss_before_bytes": 92614656, "rss_after_bytes": 678494208, "rss_delta_bytes": 585879552, "dataframe_memory_usage_deep_bytes": 514143570, "error": null }, { "input_id": "yellow_2021_05", "taxi_type": "yellow", "year": 2021, "month": "05", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-05.csv", "parquet_size_bytes": 38743682, "csv_size_bytes": 273903047, "csv_over_parquet_ratio": 7.069618, "expected_rows": 2507109, "expected_columns": 19, "observed_rows": 2507109, "observed_columns": 19, "raw_bytes_median_ms": 188.5991, "raw_bytes_avg_ms": 207.6762, "first_read_ms": 599.0018, "repeated_median_ms": 481.5687, "repeated_avg_ms": 475.8887333333333, "repeated_min_ms": 429.4742, "repeated_max_ms": 516.6233, "repeated_stdev_ms": 43.85131610001383, "rss_before_bytes": 92393472, "rss_after_bytes": 1473376256, "rss_delta_bytes": 1380982784, "dataframe_memory_usage_deep_bytes": 383477268, "error": null }, { "input_id": "yellow_2021_06", "taxi_type": "yellow", "year": 2021, "month": "06", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-06.csv", "parquet_size_bytes": 44071592, "csv_size_bytes": 310122373, "csv_over_parquet_ratio": 7.036786, "expected_rows": 2834264, "expected_columns": 19, "observed_rows": 2834264, "observed_columns": 19, "raw_bytes_median_ms": 144.8973, "raw_bytes_avg_ms": 180.23306666666667, "first_read_ms": 3763.3952, "repeated_median_ms": 5172.6549, "repeated_avg_ms": 5201.9523, "repeated_min_ms": 5011.0368, "repeated_max_ms": 5422.1652, "repeated_stdev_ms": 207.12410182475168, "rss_before_bytes": 92610560, "rss_after_bytes": 816168960, "rss_delta_bytes": 723558400, "dataframe_memory_usage_deep_bytes": 581254997, "error": null }, { "input_id": "yellow_2021_06", "taxi_type": "yellow", "year": 2021, "month": "06", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-06.csv", "parquet_size_bytes": 44071592, "csv_size_bytes": 310122373, "csv_over_parquet_ratio": 7.036786, "expected_rows": 2834264, "expected_columns": 19, "observed_rows": 2834264, "observed_columns": 19, "raw_bytes_median_ms": 144.8973, "raw_bytes_avg_ms": 180.23306666666667, "first_read_ms": 492.7041, "repeated_median_ms": 469.8434, "repeated_avg_ms": 457.7611, "repeated_min_ms": 426.3312, "repeated_max_ms": 477.1087, "repeated_stdev_ms": 27.460428010684737, "rss_before_bytes": 92499968, "rss_after_bytes": 1655500800, "rss_delta_bytes": 1563000832, "dataframe_memory_usage_deep_bytes": 433535148, "error": null }, { "input_id": "yellow_2021_07", "taxi_type": "yellow", "year": 2021, "month": "07", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-07.csv", "parquet_size_bytes": 43697690, "csv_size_bytes": 308727112, "csv_over_parquet_ratio": 7.065067, "expected_rows": 2821746, "expected_columns": 19, "observed_rows": 2821746, "observed_columns": 19, "raw_bytes_median_ms": 159.6678, "raw_bytes_avg_ms": 200.76576666666668, "first_read_ms": 3853.5051, "repeated_median_ms": 5175.6259, "repeated_avg_ms": 5173.6365000000005, "repeated_min_ms": 4924.6504, "repeated_max_ms": 5420.6332, "repeated_stdev_ms": 247.99738457941436, "rss_before_bytes": 92651520, "rss_after_bytes": 813068288, "rss_delta_bytes": 720416768, "dataframe_memory_usage_deep_bytes": 578680125, "error": null }, { "input_id": "yellow_2021_07", "taxi_type": "yellow", "year": 2021, "month": "07", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-07.csv", "parquet_size_bytes": 43697690, "csv_size_bytes": 308727112, "csv_over_parquet_ratio": 7.065067, "expected_rows": 2821746, "expected_columns": 19, "observed_rows": 2821746, "observed_columns": 19, "raw_bytes_median_ms": 159.6678, "raw_bytes_avg_ms": 200.76576666666668, "first_read_ms": 459.3502, "repeated_median_ms": 425.5638, "repeated_avg_ms": 421.24376666666666, "repeated_min_ms": 398.1169, "repeated_max_ms": 440.0506, "repeated_stdev_ms": 21.298023732809888, "rss_before_bytes": 93073408, "rss_after_bytes": 1647775744, "rss_delta_bytes": 1554702336, "dataframe_memory_usage_deep_bytes": 431613658, "error": null }, { "input_id": "yellow_2021_08", "taxi_type": "yellow", "year": 2021, "month": "08", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-08.csv", "parquet_size_bytes": 43425907, "csv_size_bytes": 305166477, "csv_over_parquet_ratio": 7.027291, "expected_rows": 2788757, "expected_columns": 19, "observed_rows": 2788757, "observed_columns": 19, "raw_bytes_median_ms": 128.0669, "raw_bytes_avg_ms": 159.20673333333335, "first_read_ms": 3535.658, "repeated_median_ms": 4961.8812, "repeated_avg_ms": 4957.043000000001, "repeated_min_ms": 4768.5174, "repeated_max_ms": 5140.7304, "repeated_stdev_ms": 186.15366092741803, "rss_before_bytes": 92516352, "rss_after_bytes": 806563840, "rss_delta_bytes": 714047488, "dataframe_memory_usage_deep_bytes": 571908322, "error": null }, { "input_id": "yellow_2021_08", "taxi_type": "yellow", "year": 2021, "month": "08", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-08.csv", "parquet_size_bytes": 43425907, "csv_size_bytes": 305166477, "csv_over_parquet_ratio": 7.027291, "expected_rows": 2788757, "expected_columns": 19, "observed_rows": 2788757, "observed_columns": 19, "raw_bytes_median_ms": 128.0669, "raw_bytes_avg_ms": 159.20673333333335, "first_read_ms": 502.3071, "repeated_median_ms": 439.8339, "repeated_avg_ms": 447.7637, "repeated_min_ms": 428.6433, "repeated_max_ms": 474.8139, "repeated_stdev_ms": 24.08510685299111, "rss_before_bytes": 92659712, "rss_after_bytes": 1631453184, "rss_delta_bytes": 1538793472, "dataframe_memory_usage_deep_bytes": 426562184, "error": null }, { "input_id": "yellow_2021_09", "taxi_type": "yellow", "year": 2021, "month": "09", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-09.csv", "parquet_size_bytes": 46125883, "csv_size_bytes": 324577596, "csv_over_parquet_ratio": 7.036778, "expected_rows": 2963793, "expected_columns": 19, "observed_rows": 2963793, "observed_columns": 19, "raw_bytes_median_ms": 180.9128, "raw_bytes_avg_ms": 201.2447, "first_read_ms": 4559.2006, "repeated_median_ms": 5608.3371, "repeated_avg_ms": 5628.084866666667, "repeated_min_ms": 5383.0153, "repeated_max_ms": 5892.9022, "repeated_stdev_ms": 255.51642494004852, "rss_before_bytes": 92598272, "rss_after_bytes": 841912320, "rss_delta_bytes": 749314048, "dataframe_memory_usage_deep_bytes": 607805318, "error": null }, { "input_id": "yellow_2021_09", "taxi_type": "yellow", "year": 2021, "month": "09", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-09.csv", "parquet_size_bytes": 46125883, "csv_size_bytes": 324577596, "csv_over_parquet_ratio": 7.036778, "expected_rows": 2963793, "expected_columns": 19, "observed_rows": 2963793, "observed_columns": 19, "raw_bytes_median_ms": 180.9128, "raw_bytes_avg_ms": 201.2447, "first_read_ms": 503.0417, "repeated_median_ms": 503.4574, "repeated_avg_ms": 497.7676666666666, "repeated_min_ms": 438.2252, "repeated_max_ms": 551.6204, "repeated_stdev_ms": 56.911313855975386, "rss_before_bytes": 92561408, "rss_after_bytes": 1731026944, "rss_delta_bytes": 1638465536, "dataframe_memory_usage_deep_bytes": 453336117, "error": null }, { "input_id": "yellow_2021_10", "taxi_type": "yellow", "year": 2021, "month": "10", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-10.csv", "parquet_size_bytes": 53286464, "csv_size_bytes": 379854989, "csv_over_parquet_ratio": 7.128546, "expected_rows": 3463504, "expected_columns": 19, "observed_rows": 3463504, "observed_columns": 19, "raw_bytes_median_ms": 267.9319, "raw_bytes_avg_ms": 283.03433333333334, "first_read_ms": 4926.8213, "repeated_median_ms": 5954.2838, "repeated_avg_ms": 6177.529166666667, "repeated_min_ms": 5940.8753, "repeated_max_ms": 6637.4284, "repeated_stdev_ms": 398.3408409685144, "rss_before_bytes": 92704768, "rss_after_bytes": 938041344, "rss_delta_bytes": 845336576, "dataframe_memory_usage_deep_bytes": 710314907, "error": null }, { "input_id": "yellow_2021_10", "taxi_type": "yellow", "year": 2021, "month": "10", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-10.csv", "parquet_size_bytes": 53286464, "csv_size_bytes": 379854989, "csv_over_parquet_ratio": 7.128546, "expected_rows": 3463504, "expected_columns": 19, "observed_rows": 3463504, "observed_columns": 19, "raw_bytes_median_ms": 267.9319, "raw_bytes_avg_ms": 283.03433333333334, "first_read_ms": 625.4491, "repeated_median_ms": 562.5511, "repeated_avg_ms": 585.8436333333333, "repeated_min_ms": 527.3602, "repeated_max_ms": 667.6196, "repeated_stdev_ms": 72.97315536485547, "rss_before_bytes": 92868608, "rss_after_bytes": 2009825280, "rss_delta_bytes": 1916956672, "dataframe_memory_usage_deep_bytes": 529797877, "error": null }, { "input_id": "yellow_2021_11", "taxi_type": "yellow", "year": 2021, "month": "11", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-11.csv", "parquet_size_bytes": 53100722, "csv_size_bytes": 381161041, "csv_over_parquet_ratio": 7.178076, "expected_rows": 3472949, "expected_columns": 19, "observed_rows": 3472949, "observed_columns": 19, "raw_bytes_median_ms": 376.9633, "raw_bytes_avg_ms": 310.14753333333334, "first_read_ms": 4921.5104, "repeated_median_ms": 6903.204, "repeated_avg_ms": 6830.519899999999, "repeated_min_ms": 6594.5632, "repeated_max_ms": 6993.7925, "repeated_stdev_ms": 209.304186028923, "rss_before_bytes": 92618752, "rss_after_bytes": 943865856, "rss_delta_bytes": 851247104, "dataframe_memory_usage_deep_bytes": 712261427, "error": null }, { "input_id": "yellow_2021_11", "taxi_type": "yellow", "year": 2021, "month": "11", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-11.csv", "parquet_size_bytes": 53100722, "csv_size_bytes": 381161041, "csv_over_parquet_ratio": 7.178076, "expected_rows": 3472949, "expected_columns": 19, "observed_rows": 3472949, "observed_columns": 19, "raw_bytes_median_ms": 376.9633, "raw_bytes_avg_ms": 310.14753333333334, "first_read_ms": 661.1335, "repeated_median_ms": 512.0456, "repeated_avg_ms": 532.2674333333333, "repeated_min_ms": 506.9663, "repeated_max_ms": 577.7904, "repeated_stdev_ms": 39.50576151301645, "rss_before_bytes": 92684288, "rss_after_bytes": 2018988032, "rss_delta_bytes": 1926303744, "dataframe_memory_usage_deep_bytes": 531249905, "error": null }, { "input_id": "yellow_2021_12", "taxi_type": "yellow", "year": 2021, "month": "12", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-12.csv", "parquet_size_bytes": 49639052, "csv_size_bytes": 352682357, "csv_over_parquet_ratio": 7.104937, "expected_rows": 3214369, "expected_columns": 19, "observed_rows": 3214369, "observed_columns": 19, "raw_bytes_median_ms": 247.2887, "raw_bytes_avg_ms": 244.90390000000002, "first_read_ms": 4430.1216, "repeated_median_ms": 5702.9868, "repeated_avg_ms": 5628.005700000001, "repeated_min_ms": 5451.6862, "repeated_max_ms": 5729.3441, "repeated_stdev_ms": 153.264808015441, "rss_before_bytes": 92762112, "rss_after_bytes": 891129856, "rss_delta_bytes": 798367744, "dataframe_memory_usage_deep_bytes": 659245203, "error": null }, { "input_id": "yellow_2021_12", "taxi_type": "yellow", "year": 2021, "month": "12", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2021/yellow_tripdata_2021-12.csv", "parquet_size_bytes": 49639052, "csv_size_bytes": 352682357, "csv_over_parquet_ratio": 7.104937, "expected_rows": 3214369, "expected_columns": 19, "observed_rows": 3214369, "observed_columns": 19, "raw_bytes_median_ms": 247.2887, "raw_bytes_avg_ms": 244.90390000000002, "first_read_ms": 554.7451, "repeated_median_ms": 581.2945, "repeated_avg_ms": 585.7086666666667, "repeated_min_ms": 554.671, "repeated_max_ms": 621.1605, "repeated_stdev_ms": 33.46381707282256, "rss_before_bytes": 92672000, "rss_after_bytes": 1873842176, "rss_delta_bytes": 1781170176, "dataframe_memory_usage_deep_bytes": 491709400, "error": null }, { "input_id": "yellow_2022_01", "taxi_type": "yellow", "year": 2022, "month": "01", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-01.csv", "parquet_size_bytes": 38139949, "csv_size_bytes": 270012679, "csv_over_parquet_ratio": 7.079524, "expected_rows": 2463931, "expected_columns": 19, "observed_rows": 2463931, "observed_columns": 19, "raw_bytes_median_ms": 122.5424, "raw_bytes_avg_ms": 154.87873333333334, "first_read_ms": 3260.1715, "repeated_median_ms": 4546.3909, "repeated_avg_ms": 4548.521633333334, "repeated_min_ms": 4515.4822, "repeated_max_ms": 4583.6918, "repeated_stdev_ms": 34.154683448149626, "rss_before_bytes": 92712960, "rss_after_bytes": 672956416, "rss_delta_bytes": 580243456, "dataframe_memory_usage_deep_bytes": 505342476, "error": null }, { "input_id": "yellow_2022_01", "taxi_type": "yellow", "year": 2022, "month": "01", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-01.csv", "parquet_size_bytes": 38139949, "csv_size_bytes": 270012679, "csv_over_parquet_ratio": 7.079524, "expected_rows": 2463931, "expected_columns": 19, "observed_rows": 2463931, "observed_columns": 19, "raw_bytes_median_ms": 122.5424, "raw_bytes_avg_ms": 154.87873333333334, "first_read_ms": 380.065, "repeated_median_ms": 373.905, "repeated_avg_ms": 363.2308333333333, "repeated_min_ms": 325.1672, "repeated_max_ms": 390.6203, "repeated_stdev_ms": 34.00706471342879, "rss_before_bytes": 92647424, "rss_after_bytes": 1454239744, "rss_delta_bytes": 1361592320, "dataframe_memory_usage_deep_bytes": 376919639, "error": null }, { "input_id": "yellow_2022_02", "taxi_type": "yellow", "year": 2022, "month": "02", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-02.csv", "parquet_size_bytes": 45616512, "csv_size_bytes": 326821364, "csv_over_parquet_ratio": 7.164541, "expected_rows": 2979431, "expected_columns": 19, "observed_rows": 2979431, "observed_columns": 19, "raw_bytes_median_ms": 161.1535, "raw_bytes_avg_ms": 178.06766666666667, "first_read_ms": 3668.2779, "repeated_median_ms": 5346.3172, "repeated_avg_ms": 5247.926866666668, "repeated_min_ms": 4908.8535, "repeated_max_ms": 5488.6099, "repeated_stdev_ms": 302.1421256715511, "rss_before_bytes": 93028352, "rss_after_bytes": 843669504, "rss_delta_bytes": 750641152, "dataframe_memory_usage_deep_bytes": 611054178, "error": null }, { "input_id": "yellow_2022_02", "taxi_type": "yellow", "year": 2022, "month": "02", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-02.csv", "parquet_size_bytes": 45616512, "csv_size_bytes": 326821364, "csv_over_parquet_ratio": 7.164541, "expected_rows": 2979431, "expected_columns": 19, "observed_rows": 2979431, "observed_columns": 19, "raw_bytes_median_ms": 161.1535, "raw_bytes_avg_ms": 178.06766666666667, "first_read_ms": 553.0842, "repeated_median_ms": 498.4264, "repeated_avg_ms": 505.6612666666667, "repeated_min_ms": 446.818, "repeated_max_ms": 571.7394, "repeated_stdev_ms": 62.77417077312401, "rss_before_bytes": 92827648, "rss_after_bytes": 1742647296, "rss_delta_bytes": 1649819648, "dataframe_memory_usage_deep_bytes": 455764915, "error": null }, { "input_id": "yellow_2022_03", "taxi_type": "yellow", "year": 2022, "month": "03", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-03.csv", "parquet_size_bytes": 55682369, "csv_size_bytes": 398464295, "csv_over_parquet_ratio": 7.156023, "expected_rows": 3627882, "expected_columns": 19, "observed_rows": 3627882, "observed_columns": 19, "raw_bytes_median_ms": 196.371, "raw_bytes_avg_ms": 222.9892, "first_read_ms": 4751.5052, "repeated_median_ms": 6159.7442, "repeated_avg_ms": 6120.659533333333, "repeated_min_ms": 6017.3568, "repeated_max_ms": 6184.8776, "repeated_stdev_ms": 90.341092446867, "rss_before_bytes": 92561408, "rss_after_bytes": 1006632960, "rss_delta_bytes": 914071552, "dataframe_memory_usage_deep_bytes": 744051614, "error": null }, { "input_id": "yellow_2022_03", "taxi_type": "yellow", "year": 2022, "month": "03", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-03.csv", "parquet_size_bytes": 55682369, "csv_size_bytes": 398464295, "csv_over_parquet_ratio": 7.156023, "expected_rows": 3627882, "expected_columns": 19, "observed_rows": 3627882, "observed_columns": 19, "raw_bytes_median_ms": 196.371, "raw_bytes_avg_ms": 222.9892, "first_read_ms": 723.4744, "repeated_median_ms": 599.4416, "repeated_avg_ms": 599.7883333333333, "repeated_min_ms": 583.3719, "repeated_max_ms": 616.5515, "repeated_stdev_ms": 16.592517351002957, "rss_before_bytes": 92876800, "rss_after_bytes": 2105344000, "rss_delta_bytes": 2012467200, "dataframe_memory_usage_deep_bytes": 554963549, "error": null }, { "input_id": "yellow_2022_04", "taxi_type": "yellow", "year": 2022, "month": "04", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-04.csv", "parquet_size_bytes": 55222692, "csv_size_bytes": 395468333, "csv_over_parquet_ratio": 7.161337, "expected_rows": 3599920, "expected_columns": 19, "observed_rows": 3599920, "observed_columns": 19, "raw_bytes_median_ms": 336.2003, "raw_bytes_avg_ms": 312.2583666666667, "first_read_ms": 5095.9246, "repeated_median_ms": 6715.4548, "repeated_avg_ms": 6724.447700000001, "repeated_min_ms": 6529.0091, "repeated_max_ms": 6928.8792, "repeated_stdev_ms": 200.08667723341807, "rss_before_bytes": 92721152, "rss_after_bytes": 1001721856, "rss_delta_bytes": 909000704, "dataframe_memory_usage_deep_bytes": 738314848, "error": null }, { "input_id": "yellow_2022_04", "taxi_type": "yellow", "year": 2022, "month": "04", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-04.csv", "parquet_size_bytes": 55222692, "csv_size_bytes": 395468333, "csv_over_parquet_ratio": 7.161337, "expected_rows": 3599920, "expected_columns": 19, "observed_rows": 3599920, "observed_columns": 19, "raw_bytes_median_ms": 336.2003, "raw_bytes_avg_ms": 312.2583666666667, "first_read_ms": 658.8622, "repeated_median_ms": 574.2942, "repeated_avg_ms": 578.0588333333334, "repeated_min_ms": 555.1738, "repeated_max_ms": 604.7085, "repeated_stdev_ms": 24.981012271790178, "rss_before_bytes": 92667904, "rss_after_bytes": 2090573824, "rss_delta_bytes": 1997905920, "dataframe_memory_usage_deep_bytes": 550684433, "error": null }, { "input_id": "yellow_2022_05", "taxi_type": "yellow", "year": 2022, "month": "05", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-05.csv", "parquet_size_bytes": 55558821, "csv_size_bytes": 394404241, "csv_over_parquet_ratio": 7.098859, "expected_rows": 3588295, "expected_columns": 19, "observed_rows": 3588295, "observed_columns": 19, "raw_bytes_median_ms": 234.7081, "raw_bytes_avg_ms": 255.47170000000003, "first_read_ms": 5253.4234, "repeated_median_ms": 6416.1768, "repeated_avg_ms": 6446.419333333334, "repeated_min_ms": 6356.7604, "repeated_max_ms": 6566.3208, "repeated_stdev_ms": 108.0039278399326, "rss_before_bytes": 92725248, "rss_after_bytes": 998592512, "rss_delta_bytes": 905867264, "dataframe_memory_usage_deep_bytes": 735919620, "error": null }, { "input_id": "yellow_2022_05", "taxi_type": "yellow", "year": 2022, "month": "05", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-05.csv", "parquet_size_bytes": 55558821, "csv_size_bytes": 394404241, "csv_over_parquet_ratio": 7.098859, "expected_rows": 3588295, "expected_columns": 19, "observed_rows": 3588295, "observed_columns": 19, "raw_bytes_median_ms": 234.7081, "raw_bytes_avg_ms": 255.47170000000003, "first_read_ms": 642.2066, "repeated_median_ms": 526.1517, "repeated_avg_ms": 577.5826666666667, "repeated_min_ms": 506.1214, "repeated_max_ms": 700.4749, "repeated_stdev_ms": 106.89798403039853, "rss_before_bytes": 92635136, "rss_after_bytes": 2085527552, "rss_delta_bytes": 1992892416, "dataframe_memory_usage_deep_bytes": 548896379, "error": null }, { "input_id": "yellow_2022_06", "taxi_type": "yellow", "year": 2022, "month": "06", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-06.csv", "parquet_size_bytes": 55365184, "csv_size_bytes": 390939980, "csv_over_parquet_ratio": 7.061116, "expected_rows": 3558124, "expected_columns": 19, "observed_rows": 3558124, "observed_columns": 19, "raw_bytes_median_ms": 178.3542, "raw_bytes_avg_ms": 236.46043333333333, "first_read_ms": 5178.0628, "repeated_median_ms": 6385.0686, "repeated_avg_ms": 6422.595533333333, "repeated_min_ms": 6378.9012, "repeated_max_ms": 6503.8168, "repeated_stdev_ms": 70.4072427019643, "rss_before_bytes": 92848128, "rss_after_bytes": 992751616, "rss_delta_bytes": 899903488, "dataframe_memory_usage_deep_bytes": 729727870, "error": null }, { "input_id": "yellow_2022_06", "taxi_type": "yellow", "year": 2022, "month": "06", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-06.csv", "parquet_size_bytes": 55365184, "csv_size_bytes": 390939980, "csv_over_parquet_ratio": 7.061116, "expected_rows": 3558124, "expected_columns": 19, "observed_rows": 3558124, "observed_columns": 19, "raw_bytes_median_ms": 178.3542, "raw_bytes_avg_ms": 236.46043333333333, "first_read_ms": 592.3903, "repeated_median_ms": 582.7307, "repeated_avg_ms": 580.5815333333334, "repeated_min_ms": 523.1188, "repeated_max_ms": 635.8951, "repeated_stdev_ms": 56.418858978566135, "rss_before_bytes": 92905472, "rss_after_bytes": 2066882560, "rss_delta_bytes": 1973977088, "dataframe_memory_usage_deep_bytes": 544278173, "error": null }, { "input_id": "yellow_2022_07", "taxi_type": "yellow", "year": 2022, "month": "07", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-07.csv", "parquet_size_bytes": 49367712, "csv_size_bytes": 348545532, "csv_over_parquet_ratio": 7.060192, "expected_rows": 3174394, "expected_columns": 19, "observed_rows": 3174394, "observed_columns": 19, "raw_bytes_median_ms": 156.6301, "raw_bytes_avg_ms": 199.42576666666665, "first_read_ms": 4242.5127, "repeated_median_ms": 5676.1596, "repeated_avg_ms": 5627.9553000000005, "repeated_min_ms": 5502.7901, "repeated_max_ms": 5704.9162, "repeated_stdev_ms": 109.34569483601058, "rss_before_bytes": 92721152, "rss_after_bytes": 882827264, "rss_delta_bytes": 790106112, "dataframe_memory_usage_deep_bytes": 651042508, "error": null }, { "input_id": "yellow_2022_07", "taxi_type": "yellow", "year": 2022, "month": "07", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-07.csv", "parquet_size_bytes": 49367712, "csv_size_bytes": 348545532, "csv_over_parquet_ratio": 7.060192, "expected_rows": 3174394, "expected_columns": 19, "observed_rows": 3174394, "observed_columns": 19, "raw_bytes_median_ms": 156.6301, "raw_bytes_avg_ms": 199.42576666666665, "first_read_ms": 469.3921, "repeated_median_ms": 488.418, "repeated_avg_ms": 489.9103, "repeated_min_ms": 484.3509, "repeated_max_ms": 496.962, "repeated_stdev_ms": 6.436628020167064, "rss_before_bytes": 92774400, "rss_after_bytes": 1852862464, "rss_delta_bytes": 1760088064, "dataframe_memory_usage_deep_bytes": 485590464, "error": null }, { "input_id": "yellow_2022_08", "taxi_type": "yellow", "year": 2022, "month": "08", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-08.csv", "parquet_size_bytes": 49717159, "csv_size_bytes": 346312499, "csv_over_parquet_ratio": 6.965653, "expected_rows": 3152677, "expected_columns": 19, "observed_rows": 3152677, "observed_columns": 19, "raw_bytes_median_ms": 166.061, "raw_bytes_avg_ms": 197.4014, "first_read_ms": 4421.3459, "repeated_median_ms": 5849.5732, "repeated_avg_ms": 5803.028066666666, "repeated_min_ms": 5679.4441, "repeated_max_ms": 5880.0669, "repeated_stdev_ms": 108.1074190225784, "rss_before_bytes": 92352512, "rss_after_bytes": 877006848, "rss_delta_bytes": 784654336, "dataframe_memory_usage_deep_bytes": 646599828, "error": null }, { "input_id": "yellow_2022_08", "taxi_type": "yellow", "year": 2022, "month": "08", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-08.csv", "parquet_size_bytes": 49717159, "csv_size_bytes": 346312499, "csv_over_parquet_ratio": 6.965653, "expected_rows": 3152677, "expected_columns": 19, "observed_rows": 3152677, "observed_columns": 19, "raw_bytes_median_ms": 166.061, "raw_bytes_avg_ms": 197.4014, "first_read_ms": 608.1852, "repeated_median_ms": 525.8246, "repeated_avg_ms": 526.5798333333333, "repeated_min_ms": 491.3913, "repeated_max_ms": 562.5236, "repeated_stdev_ms": 35.57216339869326, "rss_before_bytes": 92696576, "rss_after_bytes": 1841176576, "rss_delta_bytes": 1748480000, "dataframe_memory_usage_deep_bytes": 482278353, "error": null }, { "input_id": "yellow_2022_09", "taxi_type": "yellow", "year": 2022, "month": "09", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-09.csv", "parquet_size_bytes": 49619957, "csv_size_bytes": 350072567, "csv_over_parquet_ratio": 7.055076, "expected_rows": 3183767, "expected_columns": 19, "observed_rows": 3183767, "observed_columns": 19, "raw_bytes_median_ms": 183.0455, "raw_bytes_avg_ms": 209.40510000000003, "first_read_ms": 4418.3632, "repeated_median_ms": 5670.3058, "repeated_avg_ms": 5552.308, "repeated_min_ms": 5168.3513, "repeated_max_ms": 5818.2669, "repeated_stdev_ms": 340.6467119824728, "rss_before_bytes": 92594176, "rss_after_bytes": 883625984, "rss_delta_bytes": 791031808, "dataframe_memory_usage_deep_bytes": 652953746, "error": null }, { "input_id": "yellow_2022_09", "taxi_type": "yellow", "year": 2022, "month": "09", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-09.csv", "parquet_size_bytes": 49619957, "csv_size_bytes": 350072567, "csv_over_parquet_ratio": 7.055076, "expected_rows": 3183767, "expected_columns": 19, "observed_rows": 3183767, "observed_columns": 19, "raw_bytes_median_ms": 183.0455, "raw_bytes_avg_ms": 209.40510000000003, "first_read_ms": 492.9051, "repeated_median_ms": 475.325, "repeated_avg_ms": 504.3933666666667, "repeated_min_ms": 441.4646, "repeated_max_ms": 596.3905, "repeated_stdev_ms": 81.45081999712053, "rss_before_bytes": 92442624, "rss_after_bytes": 1861566464, "rss_delta_bytes": 1769123840, "dataframe_memory_usage_deep_bytes": 487014925, "error": null }, { "input_id": "yellow_2022_10", "taxi_type": "yellow", "year": 2022, "month": "10", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-10.csv", "parquet_size_bytes": 57061938, "csv_size_bytes": 404178000, "csv_over_parquet_ratio": 7.083145, "expected_rows": 3675411, "expected_columns": 19, "observed_rows": 3675411, "observed_columns": 19, "raw_bytes_median_ms": 202.4964, "raw_bytes_avg_ms": 247.97, "first_read_ms": 4985.3491, "repeated_median_ms": 6861.2241, "repeated_avg_ms": 6807.287133333334, "repeated_min_ms": 6568.3516, "repeated_max_ms": 6992.2857, "repeated_stdev_ms": 217.05282206320985, "rss_before_bytes": 92622848, "rss_after_bytes": 1014837248, "rss_delta_bytes": 922214400, "dataframe_memory_usage_deep_bytes": 753785793, "error": null }, { "input_id": "yellow_2022_10", "taxi_type": "yellow", "year": 2022, "month": "10", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-10.csv", "parquet_size_bytes": 57061938, "csv_size_bytes": 404178000, "csv_over_parquet_ratio": 7.083145, "expected_rows": 3675411, "expected_columns": 19, "observed_rows": 3675411, "observed_columns": 19, "raw_bytes_median_ms": 202.4964, "raw_bytes_avg_ms": 247.97, "first_read_ms": 617.5401, "repeated_median_ms": 539.3258, "repeated_avg_ms": 550.8761666666666, "repeated_min_ms": 537.0218, "repeated_max_ms": 576.2809, "repeated_stdev_ms": 22.031283684872594, "rss_before_bytes": 92536832, "rss_after_bytes": 2135298048, "rss_delta_bytes": 2042761216, "dataframe_memory_usage_deep_bytes": 562222117, "error": null }, { "input_id": "yellow_2022_11", "taxi_type": "yellow", "year": 2022, "month": "11", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-11.csv", "parquet_size_bytes": 50106631, "csv_size_bytes": 357766338, "csv_over_parquet_ratio": 7.1401, "expected_rows": 3252717, "expected_columns": 19, "observed_rows": 3252717, "observed_columns": 19, "raw_bytes_median_ms": 191.2947, "raw_bytes_avg_ms": 202.36046666666667, "first_read_ms": 5242.2349, "repeated_median_ms": 5703.1971, "repeated_avg_ms": 5804.842266666667, "repeated_min_ms": 5593.0354, "repeated_max_ms": 6118.2943, "repeated_stdev_ms": 276.98922891932676, "rss_before_bytes": 92344320, "rss_after_bytes": 898695168, "rss_delta_bytes": 806350848, "dataframe_memory_usage_deep_bytes": 667091749, "error": null }, { "input_id": "yellow_2022_11", "taxi_type": "yellow", "year": 2022, "month": "11", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-11.csv", "parquet_size_bytes": 50106631, "csv_size_bytes": 357766338, "csv_over_parquet_ratio": 7.1401, "expected_rows": 3252717, "expected_columns": 19, "observed_rows": 3252717, "observed_columns": 19, "raw_bytes_median_ms": 191.2947, "raw_bytes_avg_ms": 202.36046666666667, "first_read_ms": 534.8127, "repeated_median_ms": 461.4, "repeated_avg_ms": 481.6840333333333, "repeated_min_ms": 458.7009, "repeated_max_ms": 524.9512, "repeated_stdev_ms": 37.49476055028666, "rss_before_bytes": 92676096, "rss_after_bytes": 1900584960, "rss_delta_bytes": 1807908864, "dataframe_memory_usage_deep_bytes": 497559451, "error": null }, { "input_id": "yellow_2022_12", "taxi_type": "yellow", "year": 2022, "month": "12", "reader": "pandas_default", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-12.csv", "parquet_size_bytes": 53640739, "csv_size_bytes": 372035222, "csv_over_parquet_ratio": 6.935684, "expected_rows": 3399549, "expected_columns": 19, "observed_rows": 3399549, "observed_columns": 19, "raw_bytes_median_ms": 185.0195, "raw_bytes_avg_ms": 193.8045, "first_read_ms": 4629.8534, "repeated_median_ms": 5811.4804, "repeated_avg_ms": 5891.536266666667, "repeated_min_ms": 5380.4309, "repeated_max_ms": 6482.6975, "repeated_stdev_ms": 555.4769308528513, "rss_before_bytes": 92835840, "rss_after_bytes": 925745152, "rss_delta_bytes": 832909312, "dataframe_memory_usage_deep_bytes": 697206158, "error": null }, { "input_id": "yellow_2022_12", "taxi_type": "yellow", "year": 2022, "month": "12", "reader": "pandas_pyarrow", "status": "ok", "csv_path": "data/derived-csv/yellow/2022/yellow_tripdata_2022-12.csv", "parquet_size_bytes": 53640739, "csv_size_bytes": 372035222, "csv_over_parquet_ratio": 6.935684, "expected_rows": 3399549, "expected_columns": 19, "observed_rows": 3399549, "observed_columns": 19, "raw_bytes_median_ms": 185.0195, "raw_bytes_avg_ms": 193.8045, "first_read_ms": 519.8831, "repeated_median_ms": 472.8537, "repeated_avg_ms": 487.91499999999996, "repeated_min_ms": 457.7972, "repeated_max_ms": 533.0941, "repeated_stdev_ms": 39.84391867863905, "rss_before_bytes": 92647424, "rss_after_bytes": 1969635328, "rss_delta_bytes": 1876987904, "dataframe_memory_usage_deep_bytes": 520021019, "error": null } ], "raw_byte_results": { "yellow_2019_01": { "raw_bytes_read": 810646679, "raw_bytes_timings_ms": [ 470.5823, 318.9778, 333.8035 ], "raw_bytes_median_ms": 333.8035, "raw_bytes_avg_ms": 374.4545333333333, "raw_bytes_min_ms": 318.9778, "raw_bytes_max_ms": 470.5823, "raw_bytes_stdev_ms": 83.57847203893675 }, "yellow_2019_02": { "raw_bytes_read": 763317886, "raw_bytes_timings_ms": [ 714.3779, 728.0176, 499.372 ], "raw_bytes_median_ms": 714.3779, "raw_bytes_avg_ms": 647.2558333333333, "raw_bytes_min_ms": 499.372, "raw_bytes_max_ms": 728.0176, "raw_bytes_stdev_ms": 128.25260806331906 }, "yellow_2019_03": { "raw_bytes_read": 852779445, "raw_bytes_timings_ms": [ 634.4471, 465.345, 342.7573 ], "raw_bytes_median_ms": 465.345, "raw_bytes_avg_ms": 480.84979999999996, "raw_bytes_min_ms": 342.7573, "raw_bytes_max_ms": 634.4471, "raw_bytes_stdev_ms": 146.46171504283978 }, "yellow_2019_04": { "raw_bytes_read": 810387251, "raw_bytes_timings_ms": [ 631.0841, 461.1554, 462.0059 ], "raw_bytes_median_ms": 462.0059, "raw_bytes_avg_ms": 518.0818, "raw_bytes_min_ms": 461.1554, "raw_bytes_max_ms": 631.0841, "raw_bytes_stdev_ms": 97.86378641525171 }, "yellow_2019_05": { "raw_bytes_read": 823824137, "raw_bytes_timings_ms": [ 584.3586, 451.8897, 588.362 ], "raw_bytes_median_ms": 584.3586, "raw_bytes_avg_ms": 541.5367666666667, "raw_bytes_min_ms": 451.8897, "raw_bytes_max_ms": 588.362, "raw_bytes_stdev_ms": 77.66243766675967 }, "yellow_2019_06": { "raw_bytes_read": 755671945, "raw_bytes_timings_ms": [ 472.1196, 365.831, 367.745 ], "raw_bytes_median_ms": 367.745, "raw_bytes_avg_ms": 401.8985333333333, "raw_bytes_min_ms": 365.831, "raw_bytes_max_ms": 472.1196, "raw_bytes_stdev_ms": 60.820757162775706 }, "yellow_2019_07": { "raw_bytes_read": 683547392, "raw_bytes_timings_ms": [ 523.2735, 339.2142, 267.1686 ], "raw_bytes_median_ms": 339.2142, "raw_bytes_avg_ms": 376.55210000000005, "raw_bytes_min_ms": 267.1686, "raw_bytes_max_ms": 523.2735, "raw_bytes_stdev_ms": 132.07202214439664 }, "yellow_2019_08": { "raw_bytes_read": 657771137, "raw_bytes_timings_ms": [ 454.7583, 514.0829, 303.8663 ], "raw_bytes_median_ms": 454.7583, "raw_bytes_avg_ms": 424.23583333333335, "raw_bytes_min_ms": 303.8663, "raw_bytes_max_ms": 514.0829, "raw_bytes_stdev_ms": 108.38113515484754 }, "yellow_2019_09": { "raw_bytes_read": 712192048, "raw_bytes_timings_ms": [ 463.6427, 321.4226, 320.3238 ], "raw_bytes_median_ms": 321.4226, "raw_bytes_avg_ms": 368.46303333333327, "raw_bytes_min_ms": 320.3238, "raw_bytes_max_ms": 463.6427, "raw_bytes_stdev_ms": 82.42984016994897 }, "yellow_2019_10": { "raw_bytes_read": 782626216, "raw_bytes_timings_ms": [ 517.4112, 361.319, 359.6042 ], "raw_bytes_median_ms": 361.319, "raw_bytes_avg_ms": 412.7781333333333, "raw_bytes_min_ms": 359.6042, "raw_bytes_max_ms": 517.4112, "raw_bytes_stdev_ms": 90.61895008668625 }, "yellow_2019_11": { "raw_bytes_read": 746063129, "raw_bytes_timings_ms": [ 463.7761, 282.8867, 281.3773 ], "raw_bytes_median_ms": 282.8867, "raw_bytes_avg_ms": 342.6800333333333, "raw_bytes_min_ms": 281.3773, "raw_bytes_max_ms": 463.7761, "raw_bytes_stdev_ms": 104.87498554800058 }, "yellow_2019_12": { "raw_bytes_read": 747730328, "raw_bytes_timings_ms": [ 437.7746, 275.4429, 269.0839 ], "raw_bytes_median_ms": 275.4429, "raw_bytes_avg_ms": 327.4338, "raw_bytes_min_ms": 269.0839, "raw_bytes_max_ms": 437.7746, "raw_bytes_stdev_ms": 95.61081700691612 }, "yellow_2020_01": { "raw_bytes_read": 694483010, "raw_bytes_timings_ms": [ 415.9978, 257.7916, 260.9272 ], "raw_bytes_median_ms": 260.9272, "raw_bytes_avg_ms": 311.5722, "raw_bytes_min_ms": 257.7916, "raw_bytes_max_ms": 415.9978, "raw_bytes_stdev_ms": 90.44881120479138 }, "yellow_2020_02": { "raw_bytes_read": 683448811, "raw_bytes_timings_ms": [ 413.5726, 252.7605, 246.7881 ], "raw_bytes_median_ms": 252.7605, "raw_bytes_avg_ms": 304.37373333333335, "raw_bytes_min_ms": 246.7881, "raw_bytes_max_ms": 413.5726, "raw_bytes_stdev_ms": 94.61612838942067 }, "yellow_2020_03": { "raw_bytes_read": 325651957, "raw_bytes_timings_ms": [ 322.1739, 198.0072, 222.5247 ], "raw_bytes_median_ms": 222.5247, "raw_bytes_avg_ms": 247.56859999999998, "raw_bytes_min_ms": 198.0072, "raw_bytes_max_ms": 322.1739, "raw_bytes_stdev_ms": 65.76275574084468 }, "yellow_2020_04": { "raw_bytes_read": 25361579, "raw_bytes_timings_ms": [ 20.8532, 22.5093, 21.0538 ], "raw_bytes_median_ms": 21.0538, "raw_bytes_avg_ms": 21.4721, "raw_bytes_min_ms": 20.8532, "raw_bytes_max_ms": 22.5093, "raw_bytes_stdev_ms": 0.903824081334415 }, "yellow_2020_05": { "raw_bytes_read": 36997127, "raw_bytes_timings_ms": [ 35.9592, 34.7663, 25.0788 ], "raw_bytes_median_ms": 34.7663, "raw_bytes_avg_ms": 31.934766666666672, "raw_bytes_min_ms": 25.0788, "raw_bytes_max_ms": 35.9592, "raw_bytes_stdev_ms": 5.967324509638582 }, "yellow_2020_06": { "raw_bytes_read": 58805474, "raw_bytes_timings_ms": [ 51.8974, 43.4384, 41.1391 ], "raw_bytes_median_ms": 43.4384, "raw_bytes_avg_ms": 45.49163333333333, "raw_bytes_min_ms": 41.1391, "raw_bytes_max_ms": 51.8974, "raw_bytes_stdev_ms": 5.665428497769018 }, "yellow_2020_07": { "raw_bytes_read": 85783914, "raw_bytes_timings_ms": [ 106.3099, 61.9141, 38.1209 ], "raw_bytes_median_ms": 61.9141, "raw_bytes_avg_ms": 68.78163333333333, "raw_bytes_min_ms": 38.1209, "raw_bytes_max_ms": 106.3099, "raw_bytes_stdev_ms": 34.609351204744264 }, "yellow_2020_08": { "raw_bytes_read": 108148348, "raw_bytes_timings_ms": [ 81.9326, 52.4572, 47.1016 ], "raw_bytes_median_ms": 52.4572, "raw_bytes_avg_ms": 60.49713333333333, "raw_bytes_min_ms": 47.1016, "raw_bytes_max_ms": 81.9326, "raw_bytes_stdev_ms": 18.755800069667334 }, "yellow_2020_09": { "raw_bytes_read": 144379540, "raw_bytes_timings_ms": [ 114.9301, 78.5597, 79.7978 ], "raw_bytes_median_ms": 79.7978, "raw_bytes_avg_ms": 91.09586666666667, "raw_bytes_min_ms": 78.5597, "raw_bytes_max_ms": 114.9301, "raw_bytes_stdev_ms": 20.650332487476643 }, "yellow_2020_10": { "raw_bytes_read": 181252408, "raw_bytes_timings_ms": [ 132.7188, 91.8552, 80.4804 ], "raw_bytes_median_ms": 91.8552, "raw_bytes_avg_ms": 101.6848, "raw_bytes_min_ms": 80.4804, "raw_bytes_max_ms": 132.7188, "raw_bytes_stdev_ms": 27.47141033438217 }, "yellow_2020_11": { "raw_bytes_read": 162630572, "raw_bytes_timings_ms": [ 156.475, 83.6836, 89.3757 ], "raw_bytes_median_ms": 89.3757, "raw_bytes_avg_ms": 109.84476666666666, "raw_bytes_min_ms": 83.6836, "raw_bytes_max_ms": 156.475, "raw_bytes_stdev_ms": 40.48313224224792 }, "yellow_2020_12": { "raw_bytes_read": 157403868, "raw_bytes_timings_ms": [ 119.3889, 72.7533, 69.2241 ], "raw_bytes_median_ms": 72.7533, "raw_bytes_avg_ms": 87.1221, "raw_bytes_min_ms": 69.2241, "raw_bytes_max_ms": 119.3889, "raw_bytes_stdev_ms": 27.999528564602656 }, "yellow_2021_01": { "raw_bytes_read": 147424437, "raw_bytes_timings_ms": [ 124.8365, 74.3261, 62.1622 ], "raw_bytes_median_ms": 74.3261, "raw_bytes_avg_ms": 87.10826666666667, "raw_bytes_min_ms": 62.1622, "raw_bytes_max_ms": 124.8365, "raw_bytes_stdev_ms": 33.23484329199302 }, "yellow_2021_02": { "raw_bytes_read": 147690594, "raw_bytes_timings_ms": [ 103.675, 79.2163, 65.9531 ], "raw_bytes_median_ms": 79.2163, "raw_bytes_avg_ms": 82.94813333333333, "raw_bytes_min_ms": 65.9531, "raw_bytes_max_ms": 103.675, "raw_bytes_stdev_ms": 19.135839932527997 }, "yellow_2021_03": { "raw_bytes_read": 207707455, "raw_bytes_timings_ms": [ 209.7532, 111.2471, 84.6399 ], "raw_bytes_median_ms": 111.2471, "raw_bytes_avg_ms": 135.2134, "raw_bytes_min_ms": 84.6399, "raw_bytes_max_ms": 209.7532, "raw_bytes_stdev_ms": 65.90995456674203 }, "yellow_2021_04": { "raw_bytes_read": 236675669, "raw_bytes_timings_ms": [ 161.7759, 98.1984, 103.1749 ], "raw_bytes_median_ms": 103.1749, "raw_bytes_avg_ms": 121.04973333333334, "raw_bytes_min_ms": 98.1984, "raw_bytes_max_ms": 161.7759, "raw_bytes_stdev_ms": 35.3575575596411 }, "yellow_2021_05": { "raw_bytes_read": 273903047, "raw_bytes_timings_ms": [ 258.1289, 176.3006, 188.5991 ], "raw_bytes_median_ms": 188.5991, "raw_bytes_avg_ms": 207.6762, "raw_bytes_min_ms": 176.3006, "raw_bytes_max_ms": 258.1289, "raw_bytes_stdev_ms": 44.123910508136056 }, "yellow_2021_06": { "raw_bytes_read": 310122373, "raw_bytes_timings_ms": [ 253.5718, 144.8973, 142.2301 ], "raw_bytes_median_ms": 144.8973, "raw_bytes_avg_ms": 180.23306666666667, "raw_bytes_min_ms": 142.2301, "raw_bytes_max_ms": 253.5718, "raw_bytes_stdev_ms": 63.527205543478246 }, "yellow_2021_07": { "raw_bytes_read": 308727112, "raw_bytes_timings_ms": [ 288.1471, 159.6678, 154.4824 ], "raw_bytes_median_ms": 159.6678, "raw_bytes_avg_ms": 200.76576666666668, "raw_bytes_min_ms": 154.4824, "raw_bytes_max_ms": 288.1471, "raw_bytes_stdev_ms": 75.71885600445462 }, "yellow_2021_08": { "raw_bytes_read": 305166477, "raw_bytes_timings_ms": [ 225.382, 128.0669, 124.1713 ], "raw_bytes_median_ms": 128.0669, "raw_bytes_avg_ms": 159.20673333333335, "raw_bytes_min_ms": 124.1713, "raw_bytes_max_ms": 225.382, "raw_bytes_stdev_ms": 57.34255281763564 }, "yellow_2021_09": { "raw_bytes_read": 324577596, "raw_bytes_timings_ms": [ 285.7596, 137.0617, 180.9128 ], "raw_bytes_median_ms": 180.9128, "raw_bytes_avg_ms": 201.2447, "raw_bytes_min_ms": 137.0617, "raw_bytes_max_ms": 285.7596, "raw_bytes_stdev_ms": 76.40553634593502 }, "yellow_2021_10": { "raw_bytes_read": 379854989, "raw_bytes_timings_ms": [ 341.481, 239.6901, 267.9319 ], "raw_bytes_median_ms": 267.9319, "raw_bytes_avg_ms": 283.03433333333334, "raw_bytes_min_ms": 239.6901, "raw_bytes_max_ms": 341.481, "raw_bytes_stdev_ms": 52.54911464661734 }, "yellow_2021_11": { "raw_bytes_read": 381161041, "raw_bytes_timings_ms": [ 376.9633, 383.2888, 170.1905 ], "raw_bytes_median_ms": 376.9633, "raw_bytes_avg_ms": 310.14753333333334, "raw_bytes_min_ms": 170.1905, "raw_bytes_max_ms": 383.2888, "raw_bytes_stdev_ms": 121.24760357286792 }, "yellow_2021_12": { "raw_bytes_read": 352682357, "raw_bytes_timings_ms": [ 281.595, 205.828, 247.2887 ], "raw_bytes_median_ms": 247.2887, "raw_bytes_avg_ms": 244.90390000000002, "raw_bytes_min_ms": 205.828, "raw_bytes_max_ms": 281.595, "raw_bytes_stdev_ms": 37.93975521178281 }, "yellow_2022_01": { "raw_bytes_read": 270012679, "raw_bytes_timings_ms": [ 221.336, 120.7578, 122.5424 ], "raw_bytes_median_ms": 122.5424, "raw_bytes_avg_ms": 154.87873333333334, "raw_bytes_min_ms": 120.7578, "raw_bytes_max_ms": 221.336, "raw_bytes_stdev_ms": 57.560597798262435 }, "yellow_2022_02": { "raw_bytes_read": 326821364, "raw_bytes_timings_ms": [ 223.1779, 161.1535, 149.8716 ], "raw_bytes_median_ms": 161.1535, "raw_bytes_avg_ms": 178.06766666666667, "raw_bytes_min_ms": 149.8716, "raw_bytes_max_ms": 223.1779, "raw_bytes_stdev_ms": 39.47176434419081 }, "yellow_2022_03": { "raw_bytes_read": 398464295, "raw_bytes_timings_ms": [ 298.6245, 173.9721, 196.371 ], "raw_bytes_median_ms": 196.371, "raw_bytes_avg_ms": 222.9892, "raw_bytes_min_ms": 173.9721, "raw_bytes_max_ms": 298.6245, "raw_bytes_stdev_ms": 66.45262699750853 }, "yellow_2022_04": { "raw_bytes_read": 395468333, "raw_bytes_timings_ms": [ 336.2003, 340.4565, 260.1183 ], "raw_bytes_median_ms": 336.2003, "raw_bytes_avg_ms": 312.2583666666667, "raw_bytes_min_ms": 260.1183, "raw_bytes_max_ms": 340.4565, "raw_bytes_stdev_ms": 45.20474226907322 }, "yellow_2022_05": { "raw_bytes_read": 394404241, "raw_bytes_timings_ms": [ 317.1138, 234.7081, 214.5932 ], "raw_bytes_median_ms": 234.7081, "raw_bytes_avg_ms": 255.47170000000003, "raw_bytes_min_ms": 214.5932, "raw_bytes_max_ms": 317.1138, "raw_bytes_stdev_ms": 54.32277303129878 }, "yellow_2022_06": { "raw_bytes_read": 390939980, "raw_bytes_timings_ms": [ 355.9988, 175.0283, 178.3542 ], "raw_bytes_median_ms": 178.3542, "raw_bytes_avg_ms": 236.46043333333333, "raw_bytes_min_ms": 175.0283, "raw_bytes_max_ms": 355.9988, "raw_bytes_stdev_ms": 103.53661783013455 }, "yellow_2022_07": { "raw_bytes_read": 348545532, "raw_bytes_timings_ms": [ 291.2137, 156.6301, 150.4335 ], "raw_bytes_median_ms": 156.6301, "raw_bytes_avg_ms": 199.42576666666665, "raw_bytes_min_ms": 150.4335, "raw_bytes_max_ms": 291.2137, "raw_bytes_stdev_ms": 79.55104016977613 }, "yellow_2022_08": { "raw_bytes_read": 346312499, "raw_bytes_timings_ms": [ 277.3248, 166.061, 148.8184 ], "raw_bytes_median_ms": 166.061, "raw_bytes_avg_ms": 197.4014, "raw_bytes_min_ms": 148.8184, "raw_bytes_max_ms": 277.3248, "raw_bytes_stdev_ms": 69.75054992155975 }, "yellow_2022_09": { "raw_bytes_read": 350072567, "raw_bytes_timings_ms": [ 292.5391, 183.0455, 152.6307 ], "raw_bytes_median_ms": 183.0455, "raw_bytes_avg_ms": 209.40510000000003, "raw_bytes_min_ms": 152.6307, "raw_bytes_max_ms": 292.5391, "raw_bytes_stdev_ms": 73.58472315474185 }, "yellow_2022_10": { "raw_bytes_read": 404178000, "raw_bytes_timings_ms": [ 339.6544, 201.7592, 202.4964 ], "raw_bytes_median_ms": 202.4964, "raw_bytes_avg_ms": 247.97, "raw_bytes_min_ms": 201.7592, "raw_bytes_max_ms": 339.6544, "raw_bytes_stdev_ms": 79.40187509423188 }, "yellow_2022_11": { "raw_bytes_read": 357766338, "raw_bytes_timings_ms": [ 256.7663, 159.0204, 191.2947 ], "raw_bytes_median_ms": 191.2947, "raw_bytes_avg_ms": 202.36046666666667, "raw_bytes_min_ms": 159.0204, "raw_bytes_max_ms": 256.7663, "raw_bytes_stdev_ms": 49.80365082645381 }, "yellow_2022_12": { "raw_bytes_read": 372035222, "raw_bytes_timings_ms": [ 240.8739, 185.0195, 155.5201 ], "raw_bytes_median_ms": 185.0195, "raw_bytes_avg_ms": 193.8045, "raw_bytes_min_ms": 155.5201, "raw_bytes_max_ms": 240.8739, "raw_bytes_stdev_ms": 43.34974004950894 } } }