chatbot-rag-app: implements vertex tracing with langtrace (elastic#386)

Signed-off-by: Adrian Cole <adrian.cole@elastic.co>

Author: codefromthecrypt

example-apps/chatbot-rag-app/api/llm_integrations.py

@@ -20,6 +20,10 @@ def init_openai_chat(temperature):
 
 
 def init_vertex_chat(temperature):
+ # VertexAI is not yet in EDOT. Use the Langtrace Python SDK instead
+ from langtrace_python_sdk.instrumentation import VertexAIInstrumentation
+
+ VertexAIInstrumentation().instrument()
  return ChatVertexAI(
  model_name=os.getenv("CHAT_MODEL"), streaming=True, temperature=temperature
  )

example-apps/chatbot-rag-app/docker-compose.yml

@@ -11,6 +11,9 @@ services:
  env_file:
  - .env
  command: flask create-index
+ volumes:
+ # VertexAI uses a file for GOOGLE_APPLICATION_CREDENTIALS, not an API key
+ - ${HOME}/.config/gcloud:/root/.config/gcloud
  extra_hosts: # send localhost traffic to the docker host, e.g. your laptop
  - "localhost:host-gateway"
 
@@ -23,6 +26,9 @@ services:
  context: .
  env_file:
  - .env
+ volumes:
+ # VertexAI uses a file for GOOGLE_APPLICATION_CREDENTIALS, not an API key
+ - ${HOME}/.config/gcloud:/root/.config/gcloud
  ports:
  - "4000:4000"
  extra_hosts: # send localhost traffic to the docker host, e.g. your laptop

example-apps/chatbot-rag-app/requirements.txt

@@ -18,17 +18,19 @@ anyio==4.8.0
  # via
  # httpx
  # openai
-attrs==24.3.0
+attrs==25.1.0
  # via aiohttp
 blinker==1.9.0
  # via flask
-boto3==1.36.2
- # via langchain-aws
-botocore==1.36.2
+boto3==1.36.7
+ # via
+ # langchain-aws
+ # langtrace-python-sdk
+botocore==1.36.7
  # via
  # boto3
  # s3transfer
-cachetools==5.5.0
+cachetools==5.5.1
  # via google-auth
 certifi==2024.12.14
  # via
@@ -41,13 +43,13 @@ charset-normalizer==3.4.1
  # via requests
 click==8.1.8
  # via flask
-cohere==5.13.8
+cohere==5.13.11
  # via langchain-cohere
 colorama==0.4.6
  # via langtrace-python-sdk
 dataclasses-json==0.6.7
  # via langchain-community
-deprecated==1.2.15
+deprecated==1.2.18
  # via
  # opentelemetry-api
  # opentelemetry-exporter-otlp-proto-grpc
@@ -61,13 +63,13 @@ elastic-opentelemetry==0.6.1
  # via -r requirements.in
 elastic-transport==8.17.0
  # via elasticsearch
-elasticsearch[vectorstore-mmr]==8.17.0
+elasticsearch[vectorstore-mmr]==8.17.1
  # via
  # -r requirements.in
  # langchain-elasticsearch
 fastavro==1.10.0
  # via cohere
-filelock==3.16.1
+filelock==3.17.0
  # via
  # huggingface-hub
  # transformers
@@ -85,24 +87,24 @@ fsspec==2024.12.0
  # via
  # huggingface-hub
  # langtrace-python-sdk
-google-api-core[grpc]==2.24.0
+google-api-core[grpc]==2.24.1
  # via
  # google-cloud-aiplatform
  # google-cloud-bigquery
  # google-cloud-core
  # google-cloud-resource-manager
  # google-cloud-storage
-google-auth==2.37.0
+google-auth==2.38.0
  # via
  # google-api-core
  # google-cloud-aiplatform
  # google-cloud-bigquery
  # google-cloud-core
  # google-cloud-resource-manager
  # google-cloud-storage
-google-cloud-aiplatform==1.77.0
+google-cloud-aiplatform==1.78.0
  # via langchain-google-vertexai
-google-cloud-bigquery==3.27.0
+google-cloud-bigquery==3.29.0
  # via google-cloud-aiplatform
 google-cloud-core==2.4.1
  # via
@@ -131,14 +133,14 @@ googleapis-common-protos[grpc]==1.66.0
  # opentelemetry-exporter-otlp-proto-http
 grpc-google-iam-v1==0.14.0
  # via google-cloud-resource-manager
-grpcio==1.69.0
+grpcio==1.70.0
  # via
  # google-api-core
  # googleapis-common-protos
  # grpc-google-iam-v1
  # grpcio-status
  # opentelemetry-exporter-otlp-proto-grpc
-grpcio-status==1.69.0
+grpcio-status==1.70.0
  # via google-api-core
 h11==0.14.0
  # via httpcore
@@ -183,52 +185,49 @@ jsonpatch==1.33
  # via langchain-core
 jsonpointer==3.0.0
  # via jsonpatch
-langchain==0.3.14
+langchain==0.3.15
  # via
  # -r requirements.in
  # langchain-community
 langchain-aws==0.2.11
  # via -r requirements.in
-langchain-cohere==0.3.4
+langchain-cohere==0.4.2
  # via -r requirements.in
-langchain-community==0.3.14
- # via langchain-experimental
-langchain-core==0.3.30
+langchain-community==0.3.15
+ # via langchain-cohere
+langchain-core==0.3.31
  # via
  # langchain
  # langchain-aws
  # langchain-cohere
  # langchain-community
  # langchain-elasticsearch
- # langchain-experimental
  # langchain-google-vertexai
  # langchain-mistralai
  # langchain-openai
  # langchain-text-splitters
 langchain-elasticsearch==0.3.2
  # via -r requirements.in
-langchain-experimental==0.3.4
- # via langchain-cohere
-langchain-google-vertexai==2.0.11
+langchain-google-vertexai==2.0.12
  # via -r requirements.in
 langchain-mistralai==0.2.4
  # via -r requirements.in
-langchain-openai==0.3.1
+langchain-openai==0.3.2
  # via -r requirements.in
 langchain-text-splitters==0.3.5
  # via langchain
-langsmith==0.2.11
+langsmith==0.3.2
  # via
  # langchain
  # langchain-community
  # langchain-core
-langtrace-python-sdk==3.3.26
+langtrace-python-sdk==3.5.0
  # via -r requirements.in
 markupsafe==3.0.2
  # via
  # jinja2
  # werkzeug
-marshmallow==3.25.1
+marshmallow==3.26.0
  # via dataclasses-json
 multidict==6.1.0
  # via
@@ -242,10 +241,9 @@ numpy==2.2.2
  # langchain
  # langchain-aws
  # langchain-community
- # pandas
  # shapely
  # transformers
-openai==1.59.9
+openai==1.60.2
  # via langchain-openai
 opentelemetry-api==1.29.0
  # via
@@ -322,15 +320,11 @@ packaging==24.2
  # opentelemetry-instrumentation
  # opentelemetry-instrumentation-sqlalchemy
  # transformers
-pandas==2.2.3
- # via langchain-cohere
-parameterized==0.9.0
- # via cohere
 propcache==0.2.1
  # via
  # aiohttp
  # yarl
-proto-plus==1.25.0
+proto-plus==1.26.0
  # via
  # google-api-core
  # google-cloud-aiplatform
@@ -353,7 +347,7 @@ pyasn1==0.6.1
  # rsa
 pyasn1-modules==0.4.1
  # via google-auth
-pydantic==2.9.2
+pydantic==2.10.6
  # via
  # cohere
  # google-cloud-aiplatform
@@ -367,7 +361,7 @@ pydantic==2.9.2
  # openai
  # pydantic-settings
  # trace-attributes
-pydantic-core==2.23.4
+pydantic-core==2.27.2
  # via
  # cohere
  # pydantic
@@ -377,11 +371,8 @@ python-dateutil==2.9.0.post0
  # via
  # botocore
  # google-cloud-bigquery
- # pandas
 python-dotenv==1.0.1
  # via pydantic-settings
-pytz==2024.2
- # via pandas
 pyyaml==6.0.2
  # via
  # huggingface-hub
@@ -412,7 +403,7 @@ requests-toolbelt==1.0.0
  # via langsmith
 rsa==4.9
  # via google-auth
-s3transfer==0.11.1
+s3transfer==0.11.2
  # via boto3
 safetensors==0.5.2
  # via transformers
@@ -433,8 +424,6 @@ sqlalchemy==2.0.37
  # langchain
  # langchain-community
  # langtrace-python-sdk
-tabulate==0.9.0
- # via langchain-cohere
 tenacity==9.0.0
  # via
  # langchain
@@ -455,10 +444,12 @@ tqdm==4.67.1
  # huggingface-hub
  # openai
  # transformers
-trace-attributes==7.1.0
+trace-attributes==7.1.1
  # via langtrace-python-sdk
-transformers==4.48.0
+transformers==4.48.1
  # via langtrace-python-sdk
+types-pyyaml==6.0.12.20241230
+ # via langchain-cohere
 types-requests==2.32.0.20241016
  # via cohere
 typing-extensions==4.12.2
@@ -477,8 +468,6 @@ typing-extensions==4.12.2
  # typing-inspect
 typing-inspect==0.9.0
  # via dataclasses-json
-tzdata==2024.2
- # via pandas
 ujson==5.10.0
  # via langtrace-python-sdk
 urllib3==2.3.0
@@ -499,6 +488,11 @@ yarl==1.18.3
  # via aiohttp
 zipp==3.21.0
  # via importlib-metadata
+zstandard==0.23.0
+ # via langsmith
+
+# The following packages are considered to be unsafe in a requirements file:
+# setuptools
 opentelemetry-instrumentation-asyncio==0.50b0
 opentelemetry-instrumentation-dbapi==0.50b0
 opentelemetry-instrumentation-logging==0.50b0