How to read in a csv file from Google Drive to a Pandas DataFrame:
url = ' google drive sharing link'
path = 'https://drive.google.com/uc?export=download&id='+url.split('/')[-2]
df = pd.read_csv(path)
Show DataFrame output on Streamlit app:
st.write(df)
If you run into any issues, try making the CSV file link public on Google Drive. This could be a potential workaround for uploading large files.
Works great, any chance there is a way to upload files in a similar way (without google API), overwriting the file? I would like to read the file, append it and the save it back to google drive and still use the same URL.
Thanks in advance!
since the suggested method seems to be unreliable I ended up using a google service account like so
from pandas import read_csv
from pandas import DataFrame
from google.oauth2.service_account import Credentials
from googleapiclient.discovery import build
from googleapiclient.http import MediaIoBaseDownload
from io import BytesIO
def google_drive(id:str) -> DataFrame:
SCOPES = ["https://www.googleapis.com/auth/drive.readonly"]
creds = Credentials.from_service_account_file(
"service-account.json",
scopes=SCOPES,
)
service = build(
"drive",
"v3",
credentials=creds,
cache_discovery=False,
)
request = service.files().get_media(fileId=id)
file = BytesIO()
downloader = MediaIoBaseDownload(file,request)
done = False
while done is False: _,done = downloader.next_chunk()
file.seek(0)
return read_csv(file)
Great code, thanks for sharing!