feat(ci): test against multiple versions

Author: averikitsch

.github/sync-repo-settings.yaml

@@ -27,7 +27,11 @@ branchProtectionRules:
  requiredStatusCheckContexts:
  - "cla/google"
  - "lint"
- - "mssql-integration-test-pr (langchain-cloud-sql-testing)"
+ - "mssql-integration-test-pr-py38 (langchain-cloud-sql-testing)"
+ - "mssql-integration-test-pr-py39 (langchain-cloud-sql-testing)"
+ - "mssql-integration-test-pr-py310 (langchain-cloud-sql-testing)"
+ - "mssql-integration-test-pr-py311 (langchain-cloud-sql-testing)"
+ - "mssql-integration-test-pr-py312 (langchain-cloud-sql-testing)"
  - "conventionalcommits.org"
  - "header-check"
  # - Add required status checks like presubmit tests

DEVELOPER.md

@@ -0,0 +1,82 @@
+# DEVELOPER.md
+
+## Versioning
+
+This library follows [Semantic Versioning](http://semver.org/).
+
+## Processes
+
+### Conventional Commit messages
+
+This repository uses tool [Release Please](https://github.com/googleapis/release-please) to create GitHub and PyPi releases. It does so by parsing your
+git history, looking for [Conventional Commit messages](https://www.conventionalcommits.org/),
+and creating release PRs.
+
+Learn more by reading [How should I write my commits?](https://github.com/googleapis/release-please?tab=readme-ov-file#how-should-i-write-my-commits)
+
+## Testing
+
+### Run tests locally
+
+1. Set environment variables for `INSTANCE_ID`, `DB_NAME`, `TABLE_NAME`, `REGION`, `DB_USER`, `DB_PASSWORD`
+
+1. Run pytest to automatically run all tests:
+
+ ```bash
+ pytest
+ ```
+
+### CI Platform Setup
+
+Cloud Build is used to run tests against Google Cloud resources in test project: langchain-alloydb-testing.
+Each test has a corresponding Cloud Build trigger, see [all triggers][triggers].
+These tests are registered as required tests in `.github/sync-repo-settings.yaml`.
+
+#### Trigger Setup
+
+Cloud Build triggers (for Python versions 3.8 to 3.11) were created with the following specs:
+
+```YAML
+name: mssql-integration-test-pr-py38
+description: Run integration tests on PR for Python 3.8
+filename: integration.cloudbuild.yaml
+github:
+ name: langchain-google-alloydb-mssql-python
+ owner: googleapis
+ pullRequest:
+ branch: .*
+ commentControl: COMMENTS_ENABLED_FOR_EXTERNAL_CONTRIBUTORS_ONLY
+ignoredFiles:
+ - docs/**
+ - .kokoro/**
+ - .github/**
+ - "*.md"
+substitutions:
+ _CLUSTER_ID: <ADD_VALUE>
+ _DATABASE_ID: <ADD_VALUE>
+ _INSTANCE_ID: <ADD_VALUE>
+ _REGION: us-central1
+ _VERSION: "3.8"
+```
+
+Use `gcloud builds triggers import --source=trigger.yaml` create triggers via the command line
+
+#### Project Setup
+
+1. Create an Cloud SQL for PostgreSQL instance and database
+1. Setup Cloud Build triggers (above)
+
+#### Run tests with Cloud Build
+
+* Run integration test:
+
+ ```bash
+ gcloud builds submit --config integration.cloudbuild.yaml --region us-central1 --substitutions=_INSTANCE_ID=$INSTANCE_ID,_DB_NAME=$DB_NAME,_REGION=$REGION
+ ```
+
+#### Trigger
+
+To run Cloud Build tests on GitHub from external contributors, ie RenovateBot, comment: `/gcbrun`.
+
+
+[triggers]: https://console.cloud.google.com/cloud-build/triggers?e=13802955&project=langchain-cloud-sql-testing

integration.cloudbuild.yaml

@@ -14,35 +14,39 @@
 
 steps:
  - id: Install dependencies
- name: python:3.11
+ name: python:${_VERSION}
  entrypoint: pip
  args: ["install", "--user", "-r", "requirements.txt"]
 
  - id: Install module (and test requirements)
- name: python:3.11
+ name: python:${_VERSION}
  entrypoint: pip
  args: ["install", ".[test]", "--user"]
 
  - id: Run integration tests
- name: python:3.11
+ name: python:${_VERSION}
  entrypoint: python
  args: ["-m", "pytest"]
  env:
- - 'PROJECT_ID=$PROJECT_ID'
- - 'INSTANCE_ID=$_INSTANCE_ID'
- - 'DB_NAME=$_DB_NAME'
- - 'TABLE_NAME=test-$BUILD_ID'
- - 'REGION=$_REGION'
- secretEnv: ['DB_USER', 'DB_PASSWORD']
+ - "PROJECT_ID=$PROJECT_ID"
+ - "INSTANCE_ID=$_INSTANCE_ID"
+ - "DB_NAME=$_DB_NAME"
+ - "TABLE_NAME=test-$BUILD_ID"
+ - "REGION=$_REGION"
+ secretEnv: ["DB_USER", "DB_PASSWORD"]
 
 availableSecrets:
  secretManager:
- - versionName: projects/$PROJECT_ID/secrets/langchain-test-mssql-username/versions/1
- env: 'DB_USER'
- - versionName: projects/$PROJECT_ID/secrets/langchain-test-mssql-password/versions/1
- env: 'DB_PASSWORD'
+  - versionName: projects/$PROJECT_ID/secrets/langchain-test-mssql-username/versions/1
+  env: "DB_USER"
+  - versionName: projects/$PROJECT_ID/secrets/langchain-test-mssql-password/versions/1
+  env: "DB_PASSWORD"
 
 substitutions:
  _INSTANCE_ID: test-mssql-instance
  _REGION: us-central1
  _DB_NAME: test
+ _VERSION: "3.8"
+
+options:
+ dynamicSubstitutions: true

tests/integration/test_mssql_chat_message_history.py

@@ -12,6 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 import os
+import uuid
 from typing import Generator
 
 import pytest
@@ -27,7 +28,8 @@
 db_name = os.environ["DB_NAME"]
 db_user = os.environ["DB_USER"]
 db_password = os.environ["DB_PASSWORD"]
-table_name = "message_store"
+table_name = "message_store" + str(uuid.uuid4())
+malformed_table = "malformed_table" + str(uuid.uuid4())
 
 
 @pytest.fixture(name="memory_engine")
@@ -42,7 +44,7 @@ def setup() -> Generator:
  )
 
  # create table with malformed schema (missing 'type')
- query = """CREATE TABLE malformed_table (
+ query = """CREATE TABLE `{malformed_table}` (
  id INT IDENTITY(1,1) PRIMARY KEY,
  session_id NVARCHAR(MAX) NOT NULL,
  data NVARCHAR(MAX) NOT NULL,
@@ -53,8 +55,8 @@ def setup() -> Generator:
  yield engine
  # cleanup tables
  with engine.connect() as conn:
- conn.execute(sqlalchemy.text(f"DROP TABLE IF EXISTS {table_name}"))
- conn.execute(sqlalchemy.text(f"DROP TABLE IF EXISTS malformed_table"))
+ conn.execute(sqlalchemy.text(f"DROP TABLE IF EXISTS `{table_name}`"))
+ conn.execute(sqlalchemy.text(f"DROP TABLE IF EXISTS `{malformed_table}`"))
  conn.commit()
 
 
@@ -78,7 +80,9 @@ def test_chat_message_history(memory_engine: MSSQLEngine) -> None:
  assert len(history.messages) == 0
 
 
-def test_chat_message_history_table_does_not_exist(memory_engine: MSSQLEngine) -> None:
+def test_chat_message_history_table_does_not_exist(
+ memory_engine: MSSQLEngine,
+) -> None:
  """Test that MSSQLChatMessageHistory fails if table does not exist."""
  with pytest.raises(AttributeError) as exc_info:
  MSSQLChatMessageHistory(
@@ -97,5 +101,7 @@ def test_chat_message_history_table_malformed_schema(
  """Test that MSSQLChatMessageHistory fails if schema is malformed."""
  with pytest.raises(IndexError):
  MSSQLChatMessageHistory(
- engine=memory_engine, session_id="test", table_name="malformed_table"
+ engine=memory_engine,
+ session_id="test",
+ table_name=malformed_table,
  )