Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -60,6 +60,7 @@ class GoogleDriveReader(
file_extractor (Optional[Dict[str, BaseReader]]): A mapping of file
extension to a BaseReader class that specifies how to convert that
file to text. See `SimpleDirectoryReader` for more details.
raise_errors: (bool): Whether to raise errors when encountered. Defaults to False.

"""

Expand All @@ -74,6 +75,7 @@ class GoogleDriveReader(
file_extractor: Optional[Dict[str, Union[str, BaseReader]]] = Field(
default=None, exclude=True
)
raise_errors: bool = Field(default=False)

_is_cloud: bool = PrivateAttr(default=False)
_creds: Credentials = PrivateAttr()
Expand All @@ -93,6 +95,7 @@ def __init__(
authorized_user_info: Optional[dict] = None,
service_account_key: Optional[dict] = None,
file_extractor: Optional[Dict[str, Union[str, BaseReader]]] = None,
raise_errors: bool = False,
**kwargs: Any,
) -> None:
"""Initialize with parameters."""
Expand Down Expand Up @@ -128,6 +131,7 @@ def __init__(
service_account_key=service_account_key,
token_path=token_path,
file_extractor=file_extractor,
raise_errors=raise_errors,
**kwargs,
)

Expand Down Expand Up @@ -424,9 +428,13 @@ def _get_fileids_meta(
return fileids_meta

except Exception as e:
logger.error(
f"An error occurred while getting fileids metadata: {e}", exc_info=True
)
if self.raise_errors:
raise
else:
logger.error(
f"An error occurred while getting fileids metadata: {e}",
exc_info=True,
)
return fileids_meta

def _download_file(self, fileid: str, filename: str) -> str:
Expand Down Expand Up @@ -479,9 +487,12 @@ def _download_file(self, fileid: str, filename: str) -> str:

return new_file_name
except Exception as e:
logger.error(
f"An error occurred while downloading file: {e}", exc_info=True
)
if self.raise_errors:
raise
else:
logger.error(
f"An error occurred while downloading file: {e}", exc_info=True
)

def _load_data_fileids_meta(self, fileids_meta: List[List[str]]) -> List[Document]:
"""
Expand Down Expand Up @@ -528,10 +539,13 @@ def get_metadata(filename):

return documents
except Exception as e:
logger.error(
f"An error occurred while loading data from fileids meta: {e}",
exc_info=True,
)
if self.raise_errors:
raise
else:
logger.error(
f"An error occurred while loading data from fileids meta: {e}",
exc_info=True,
)

def _load_from_file_ids(
self,
Expand Down Expand Up @@ -564,9 +578,12 @@ def _load_from_file_ids(
)
return self._load_data_fileids_meta(fileids_meta)
except Exception as e:
logger.error(
f"An error occurred while loading with fileid: {e}", exc_info=True
)
if self.raise_errors:
raise
else:
logger.error(
f"An error occurred while loading with fileid: {e}", exc_info=True
)

def _load_from_folder(
self,
Expand Down Expand Up @@ -597,9 +614,12 @@ def _load_from_folder(
)
return self._load_data_fileids_meta(fileids_meta)
except Exception as e:
logger.error(
f"An error occurred while loading from folder: {e}", exc_info=True
)
if self.raise_errors:
raise
else:
logger.error(
f"An error occurred while loading from folder: {e}", exc_info=True
)

def load_data(
self,
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ dev = [

[project]
name = "llama-index-readers-google"
version = "0.7.0"
version = "0.7.1"
description = "llama-index readers google integration"
authors = [{name = "Your Name", email = "[email protected]"}]
requires-python = ">=3.10,<4.0"
Expand Down
Loading