gcp.py
"""
GCP Integration: Google Cloud Storage
=======================================
Load files and folders from GCS buckets into your Knowledge base.
Features:
- Load single files or entire prefixes recursively
- Automatic file type detection
- Service account or application default credentials
Requirements:
- GCP credentials configured
- GCS bucket with read access
Environment Variables:
GOOGLE_APPLICATION_CREDENTIALS - Path to service account key file
GCS_BUCKET_NAME - GCS bucket name
"""
import asyncio
from os import getenv
from agno.knowledge.knowledge import Knowledge
from agno.knowledge.remote_content import GcsConfig
from agno.vectordb.qdrant import Qdrant
# ---------------------------------------------------------------------------
# Setup
# ---------------------------------------------------------------------------
gcs_config = GcsConfig(
id="my-gcs-bucket",
name="My GCS Bucket",
bucket_name=getenv("GCS_BUCKET_NAME", "my-bucket"),
)
knowledge = Knowledge(
name="GCS Knowledge",
vector_db=Qdrant(
collection="gcs_knowledge",
url="http://localhost:6333",
),
content_sources=[gcs_config],
)
# ---------------------------------------------------------------------------
# Run Demo
# ---------------------------------------------------------------------------
if __name__ == "__main__":
async def main():
# Single file
print("\n" + "=" * 60)
print("GCS: single file")
print("=" * 60 + "\n")
await knowledge.ainsert(
name="Report",
remote_content=gcs_config.file("reports/quarterly.pdf"),
)
# Folder
print("\n" + "=" * 60)
print("GCS: folder")
print("=" * 60 + "\n")
await knowledge.ainsert(
name="All Reports",
remote_content=gcs_config.folder("reports/"),
)
results = knowledge.search("What were the results?")
for doc in results:
print("- %s" % doc.name)
asyncio.run(main())
Run the Example
1
Set up your virtual environment
uv venv --python 3.12
source .venv/bin/activate
uv venv --python 3.12
.venv\Scripts\activate
2
Install dependencies
uv pip install -U agno google-cloud-storage openai pypdf qdrant-client
3
Export environment variables
export GCS_BUCKET_NAME="your_gcs_bucket_name_here"
export GOOGLE_APPLICATION_CREDENTIALS="your_google_application_credentials_here"
export OPENAI_API_KEY="your_openai_api_key_here"
$Env:GCS_BUCKET_NAME="your_gcs_bucket_name_here"
$Env:GOOGLE_APPLICATION_CREDENTIALS="your_google_application_credentials_here"
$Env:OPENAI_API_KEY="your_openai_api_key_here"
4
Run Qdrant
docker run -d --name qdrant -p 6333:6333 qdrant/qdrant:latest
5
Run the example
Save the code above as
gcp.py, then run:python gcp.py