Skip to content

Commit

Permalink
change keyspaces to run ids?
Browse files Browse the repository at this point in the history
  • Loading branch information
bjchambers committed Jan 16, 2025
1 parent b79a47d commit ff06b59
Show file tree
Hide file tree
Showing 2 changed files with 19 additions and 29 deletions.
13 changes: 2 additions & 11 deletions .github/workflows/main.yml
Original file line number Diff line number Diff line change
Expand Up @@ -66,29 +66,20 @@ jobs:
with:
python-version: ${{ matrix.python-version }}

- name: Compute run-specific settings
env:
ASTRA_DB_KEYSPACE: ${{ github.ref }}_${{ matrix.python-version }}
id: settings
run: |
ASTRA_DB_KEYSPACE=${{ env.ASTRA_DB_KEYSPACE }}
ASTRA_DB_KEYSPACE=${ASTRA_DB_KEYSPACE//[-\/.]/_}
echo ASTRA_DB_KEYSPACE=${ASTRA_DB_KEYSPACE} >> $GITHUB_OUTPUT
- name: Run `make test`
run: make test
env:
ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
ASTRA_DB_KEYSPACE: ${{ steps.settings.outputs.ASTRA_DB_KEYSPACE }}
ASTRA_DB_KEYSPACE: ${{ github.run_id }}_${{ github.run_attempt }}

- name: Run delete Astra DB
run: uv run scripts/cleanup-astra.py
if: ${{ !cancelled() && steps.setup.conclusion == 'success' }}
env:
ASTRA_DB_APPLICATION_TOKEN: ${{ secrets.ASTRA_DB_APPLICATION_TOKEN }}
ASTRA_DB_API_ENDPOINT: ${{ secrets.ASTRA_DB_API_ENDPOINT }}
ASTRA_DB_KEYSPACE: ${{ steps.settings.outputs.ASTRA_DB_KEYSPACE }}
ASTRA_DB_KEYSPACE: ${{ github.run_id }}_${{ github.run_attempt }}

- name: Run `make mypy`
run: make mypy
Expand Down
35 changes: 17 additions & 18 deletions tests/integration_tests/stores.py
Original file line number Diff line number Diff line change
Expand Up @@ -211,30 +211,29 @@ def _astra_store_factory(_request: pytest.FixtureRequest) -> StoreFactory:
AstraStoreAdapter,
)

import os

from astrapy.authentication import StaticTokenProvider
from dotenv import load_dotenv
load_dotenv()

token = StaticTokenProvider(os.environ["ASTRA_DB_APPLICATION_TOKEN"])
keyspace = os.environ.get("ASTRA_DB_KEYSPACE", "default_keyspace")
api_endpoint = os.environ["ASTRA_DB_API_ENDPOINT"]

from astrapy import AstraDBDatabaseAdmin
admin = AstraDBDatabaseAdmin(
api_endpoint=api_endpoint,
token=token,
)
admin.create_keyspace(keyspace)

def create_astra(
name: str, docs: list[Document], embedding: Embeddings
) -> AstraDBVectorStore:
try:
import os

from astrapy.authentication import StaticTokenProvider
from dotenv import load_dotenv
from langchain_astradb import AstraDBVectorStore

load_dotenv()

token = StaticTokenProvider(os.environ["ASTRA_DB_APPLICATION_TOKEN"])
keyspace = os.environ.get("ASTRA_DB_KEYSPACE", "default_keyspace")
api_endpoint = os.environ["ASTRA_DB_API_ENDPOINT"]

from astrapy import AstraDBDatabaseAdmin
admin = AstraDBDatabaseAdmin(
api_endpoint=api_endpoint,
token=token,
)
if keyspace not in admin.list_keyspaces():
admin.create_keyspace(keyspace)

store = AstraDBVectorStore(
embedding=embedding,
collection_name=name,
Expand Down

0 comments on commit ff06b59

Please sign in to comment.