Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

file.GetContentFile: stream to disk, add callback #30

Merged
merged 15 commits into from
May 5, 2020
49 changes: 39 additions & 10 deletions pydrive2/files.py
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,7 @@

from googleapiclient import errors
from googleapiclient.http import MediaIoBaseUpload
from googleapiclient.http import MediaIoBaseDownload
from functools import wraps

from .apiattr import ApiAttribute
Expand Down Expand Up @@ -220,7 +221,9 @@ def GetContentString(
self.FetchContent(mimetype, remove_bom)
return self.content.getvalue().decode(encoding)

def GetContentFile(self, filename, mimetype=None, remove_bom=False):
def GetContentFile(
self, filename, mimetype=None, remove_bom=False, callback=None
):
"""Save content of this file as a local file.

:param filename: name of the file to write to.
Expand All @@ -229,17 +232,43 @@ def GetContentFile(self, filename, mimetype=None, remove_bom=False):
:type mimetype: str
:param remove_bom: Whether to remove the byte order marking.
:type remove_bom: bool
:param callback: passed two arguments: (total trasferred, file size).
:type param: callable
:raises: ApiRequestError, FileNotUploadedError, FileNotDownloadableError
"""
if (
self.content is None
or type(self.content) is not io.BytesIO
or self.has_bom == remove_bom
):
self.FetchContent(mimetype, remove_bom)
f = open(filename, "wb")
f.write(self.content.getvalue())
f.close()
files = self.auth.service.files()
file_id = self.metadata.get("id") or self.get("id")

def download(fd, request):
downloader = MediaIoBaseDownload(fd, request)
done = False
while done is False:
status, done = downloader.next_chunk()
if callback:
callback(status.resumable_progress, status.total_size)

with open(filename, mode="w+b") as fd:
# Ideally would use files.export_media instead if
# metadata.get("mimeType").startswith("application/vnd.google-apps.")
# but that would first require a slow call to FetchMetadata()
try:
download(fd, files.get_media(fileId=file_id))
shcheklein marked this conversation as resolved.
Show resolved Hide resolved
except errors.HttpError as error:
err_str = str(error).lower()
casperdcl marked this conversation as resolved.
Show resolved Hide resolved
if "403" not in err_str or "use export" not in err_str:
raise
mimetype = mimetype or "text/plain"
fd.seek(0)
casperdcl marked this conversation as resolved.
Show resolved Hide resolved
download(
casperdcl marked this conversation as resolved.
Show resolved Hide resolved
fd, files.export_media(fileId=file_id, mimeType=mimetype)
)

if mimetype == "text/plain" and remove_bom:
fd.seek(0)
self._RemovePrefix(
fd, MIME_TYPE_TO_BOM[self["mimeType"]][mimetype]
shcheklein marked this conversation as resolved.
Show resolved Hide resolved
)
self.has_bom = not remove_bom
casperdcl marked this conversation as resolved.
Show resolved Hide resolved

@LoadAuth
def FetchMetadata(self, fields=None, fetch_all=False):
Expand Down