Fix UnicodeDecodeError in DirectoryReader
This commit is contained in:
parent
1a9dd80cb0
commit
f9db119931
1 changed files with 8 additions and 2 deletions
|
|
@ -6,7 +6,6 @@ from pathlib import Path
|
||||||
from loguru import logger
|
from loguru import logger
|
||||||
|
|
||||||
from langflow.interface.custom.custom_component import CustomComponent
|
from langflow.interface.custom.custom_component import CustomComponent
|
||||||
from langflow.interface.custom.custom_component import CustomComponent
|
|
||||||
|
|
||||||
|
|
||||||
class CustomComponentPathValueError(ValueError):
|
class CustomComponentPathValueError(ValueError):
|
||||||
|
|
@ -109,7 +108,14 @@ class DirectoryReader:
|
||||||
if not os.path.isfile(file_path):
|
if not os.path.isfile(file_path):
|
||||||
return None
|
return None
|
||||||
with open(file_path, "r") as file:
|
with open(file_path, "r") as file:
|
||||||
return file.read()
|
# UnicodeDecodeError: 'charmap' codec can't decode byte 0x9d in position 3069: character maps to <undefined>
|
||||||
|
try:
|
||||||
|
return file.read()
|
||||||
|
except UnicodeDecodeError:
|
||||||
|
# This is happening in Windows, so we need to open the file in binary mode
|
||||||
|
# The file is always just a python file, so we can safely read it as utf-8
|
||||||
|
with open(file_path, "rb") as file:
|
||||||
|
return file.read().decode("utf-8")
|
||||||
|
|
||||||
def get_files(self):
|
def get_files(self):
|
||||||
"""
|
"""
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue