From 3677bc49905db0b7219aa561e422bbb49ef19b6b Mon Sep 17 00:00:00 2001 From: Gal Topper Date: Tue, 19 Dec 2023 15:55:12 +0800 Subject: [PATCH] Fix `date_parser` deprecation warning (#478) --- storey/sources.py | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/storey/sources.py b/storey/sources.py index 7b9acd66..b19a0a55 100644 --- a/storey/sources.py +++ b/storey/sources.py @@ -26,6 +26,7 @@ from datetime import datetime, timezone from typing import Callable, Coroutine, Iterable, List, Optional, Union +import packaging.version import pandas import pandas as pd import pyarrow @@ -940,12 +941,17 @@ def _init(self): super()._init() self._dfs = [] for path in self._paths: + kwargs = {} + if packaging.version.Version(pandas.__version__).major >= 2: + kwargs["date_format"] = self._timestamp_format + else: + kwargs["date_parser"] = self._datetime_from_timestamp df = pandas.read_csv( path, header=0, parse_dates=self._dates_indices, - date_parser=self._datetime_from_timestamp, storage_options=self._storage_options, + **kwargs, ) self._validate_fields(df, path) self._dfs.append(df)