dep: bump pandas from 1.x to 2.x (#4820)

This commit is contained in:
Bowen Liang 2024-06-04 13:24:28 +08:00 committed by GitHub
commit 58db719a2c
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 64 additions and 4 deletions

View file

@ -57,7 +57,7 @@ class CSVExtractor(BaseExtractor):
docs = []
try:
# load csv file into pandas dataframe
df = pd.read_csv(csvfile, error_bad_lines=False, **self.csv_args)
df = pd.read_csv(csvfile, on_bad_lines='skip', **self.csv_args)
# check source column exists
if self.source_column and self.source_column not in df.columns: