jyapayne/dify
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

refactor: update load_stream method to directly yield file chunks (#9806)

Browse source
This commit is contained in:
zhuhao 2024-10-25 10:11:25 +08:00 • committed by GitHub
commit 5bf31e7a86
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
11 changed files with 48 additions and 83 deletions
Download patch file Download diff file Expand all files Collapse all files

9
api/extensions/storage/baidu_obs_storage.py
View file

@ -39,12 +39,9 @@ class BaiduObsStorage(BaseStorage):
return response.data.read()
def load_stream(self, filename: str) -> Generator:
def generate(filename: str = filename) -> Generator:
response = self.client.get_object(bucket_name=self.bucket_name, key=filename).data
while chunk := response.read(4096):
yield chunk
return generate()
response = self.client.get_object(bucket_name=self.bucket_name, key=filename).data
while chunk := response.read(4096):
yield chunk
def download(self, filename, target_filepath):
self.client.get_object_to_file(bucket_name=self.bucket_name, key=filename, file_name=target_filepath)