Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
The table of contents is too big for display.
Diff view
Diff view
  •  
  •  
  •  
2 changes: 1 addition & 1 deletion .github/workflows/e2e-llama-cpp-python.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -92,6 +92,6 @@ jobs:

- name: Test llama-cpp-python
env:
LEAPFROGAI_MODEL: llama-cpp-python
COWABUNGA_MODEL: llama-cpp-python
run: |
python -m pytest ./tests/e2e/test_llm_generation.py -vv
2 changes: 1 addition & 1 deletion .github/workflows/e2e-text-backend-full-cpu.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -106,6 +106,6 @@ jobs:
##########
- name: Test Text Backend
env:
LEAPFROGAI_MODEL: llama-cpp-python
COWABUNGA_MODEL: llama-cpp-python
run: |
python -m pytest ./tests/e2e/test_text_backend_full.py -v
8 changes: 4 additions & 4 deletions packages/api/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,22 +3,22 @@ FROM ghcr.io/defenseunicorns/leapfrogai/leapfrogai-sdk:${LOCAL_VERSION} AS sdk

FROM ghcr.io/defenseunicorns/leapfrogai/python:3.11-dev AS builder

ARG SDK_DEST=src/leapfrogai_sdk/build
ARG SDK_DEST=src/cowabunga_sdk/build

USER root

WORKDIR /cowabungaai

# copy the api dependencies over
COPY --from=sdk /cowabungaai/${SDK_DEST} ${SDK_DEST}
COPY src/leapfrogai_api src/leapfrogai_api
COPY src/cowabunga_api src/cowabunga_api

RUN python -m venv .venv
ENV PATH="/cowabungaai/.venv/bin:$PATH"

RUN rm -f packages/api/build/*.whl && \
python -m pip wheel src/leapfrogai_api -w packages/api/build --find-links=${SDK_DEST} && \
pip install packages/api/build/leapfrogai_api*.whl --no-index --find-links=packages/api/build/
python -m pip wheel src/cowabunga_api -w packages/api/build --find-links=${SDK_DEST} && \
pip install packages/api/build/cowabunga_api*.whl --no-index --find-links=packages/api/build/

FROM ghcr.io/defenseunicorns/leapfrogai/python:3.11 AS runtime
ENV PATH="/cowabungaai/.venv/bin:$PATH"
Expand Down
10 changes: 5 additions & 5 deletions packages/api/chart/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ api:
expose: true

image:
repository: "ghcr.io/defenseunicorns/leapfrogai/leapfrogai-api"
repository: "ghcr.io/defenseunicorns/leapfrogai/cowabunga-api"
# x-release-please-start-version
tag: 0.14.0
# x-release-please-end
Expand All @@ -17,11 +17,11 @@ api:
- ALL

env:
- name: LFAI_LOG_LEVEL
- name: COWABUNGA_LOG_LEVEL
value: "INFO"
- name: LFAI_CONFIG_PATH
- name: COWABUNGA_CONFIG_PATH
value: /config/
- name: LFAI_CONFIG_FILENAME
- name: COWABUNGA_CONFIG_FILENAME
value: "*.toml"
- name: DEFAULT_EMBEDDINGS_MODEL
value: "text-embeddings"
Expand All @@ -42,7 +42,7 @@ api:
port: 8080

serviceAccount:
name: "leapfrogai-api"
name: "cowabunga-api"
create: true

migration:
Expand Down
8 changes: 4 additions & 4 deletions packages/api/common/zarf.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,15 +3,15 @@
kind: ZarfPackageConfig
metadata:
description: "CowabungaAI API common"
name: leapfrogai-api-common
name: cowabunga-api-common
version: "###ZARF_PKG_TMPL_IMAGE_VERSION###"

components:
- name: leapfrogai-api
- name: cowabunga-api
description: "The CowabungaAI Python API that shadows the OpenAI API specification"
required: true
charts:
- name: leapfrogai
- name: cowabunga
namespace: leapfrogai
localPath: ../chart
# x-release-please-start-version
Expand All @@ -23,6 +23,6 @@ components:
- wait:
cluster:
kind: Job
name: leapfrogai-api-migrations-###ZARF_PKG_TMPL_IMAGE_VERSION###
name: cowabunga-api-migrations-###ZARF_PKG_TMPL_IMAGE_VERSION###
namespace: leapfrogai
condition: complete
6 changes: 3 additions & 3 deletions packages/api/values/registry1-values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@ api:
expose: "###ZARF_VAR_EXPOSE_API###"

env:
- name: LFAI_LOG_LEVEL
- name: COWABUNGA_LOG_LEVEL
value: "INFO"
- name: LFAI_CONFIG_PATH
- name: COWABUNGA_CONFIG_PATH
value: /config/
- name: LFAI_CONFIG_FILENAME
- name: COWABUNGA_CONFIG_FILENAME
value: "*.toml"
- name: DEFAULT_EMBEDDINGS_MODEL
value: "###ZARF_VAR_DEFAULT_EMBEDDINGS_MODEL###"
Expand Down
6 changes: 3 additions & 3 deletions packages/api/values/upstream-values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6,11 +6,11 @@ api:
expose: "###ZARF_VAR_EXPOSE_API###"

env:
- name: LFAI_LOG_LEVEL
- name: COWABUNGA_LOG_LEVEL
value: "INFO"
- name: LFAI_CONFIG_PATH
- name: COWABUNGA_CONFIG_PATH
value: /config/
- name: LFAI_CONFIG_FILENAME
- name: COWABUNGA_CONFIG_FILENAME
value: "*.toml"
- name: DEFAULT_EMBEDDINGS_MODEL
value: "###ZARF_VAR_DEFAULT_EMBEDDINGS_MODEL###"
Expand Down
10 changes: 5 additions & 5 deletions packages/api/zarf.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
kind: ZarfPackageConfig
metadata:
description: "CowabungaAI API"
name: leapfrogai-api
name: cowabunga-api
version: "###ZARF_PKG_TMPL_IMAGE_VERSION###"

constants:
Expand All @@ -21,15 +21,15 @@ variables:
description: "Flag to enable development endpoints."

components:
- name: leapfrogai-api
- name: cowabunga-api
description: "A Python API that shadows the OpenAI API specification"
only:
flavor: upstream
required: true
import:
path: common
charts:
- name: leapfrogai
- name: cowabunga
namespace: leapfrogai
valuesFiles:
- "values/upstream-values.yaml"
Expand All @@ -38,14 +38,14 @@ components:
- "ghcr.io/defenseunicorns/leapfrogai/api-migrations:###ZARF_PKG_TMPL_IMAGE_VERSION###"
- "kiwigrid/k8s-sidecar:1.23.3"

- name: leapfrogai-api
- name: cowabunga-api
only:
flavor: registry1
required: true
import:
path: common
charts:
- name: leapfrogai
- name: cowabunga
namespace: leapfrogai
valuesFiles:
- "values/registry1-values.yaml"
Expand Down
2 changes: 1 addition & 1 deletion packages/llama-cpp-python/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ FROM ghcr.io/defenseunicorns/leapfrogai/leapfrogai-sdk:${LOCAL_VERSION} AS sdk

# hardened and slim python w/ developer tools image
FROM ghcr.io/defenseunicorns/leapfrogai/python:3.11-dev AS builder
ARG SDK_DEST=src/leapfrogai_sdk/build
ARG SDK_DEST=src/cowabunga_sdk/build
USER root
WORKDIR /cowabungaai

Expand Down
2 changes: 1 addition & 1 deletion packages/llama-cpp-python/chart/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
apiVersion: v2
name: leapfrogai-model
name: cowabunga-model
description: "A CowabungaAI compatible inferencing backend, llama-cpp-python"

# A chart can be either an 'application' or a 'library' chart.
Expand Down
2 changes: 1 addition & 1 deletion packages/llama-cpp-python/chart/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ nameOverride: "llama-cpp-python"
fullnameOverride: ""

env:
- name: LFAI_LOG_LEVEL
- name: COWABUNGA_LOG_LEVEL
value: "INFO"

podSecurityContext:
Expand Down
2 changes: 1 addition & 1 deletion packages/llama-cpp-python/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@
from leapfrogai_sdk.llm import LLM, GenerationConfig

logging.basicConfig(
level=os.getenv("LFAI_LOG_LEVEL", logging.INFO),
level=os.getenv("COWABUNGA_LOG_LEVEL", logging.INFO),
format="%(name)s: %(asctime)s | %(levelname)s | %(filename)s:%(lineno)s >>> %(message)s",
)
logger = logging.getLogger(__name__)
Expand Down
2 changes: 1 addition & 1 deletion packages/llama-cpp-python/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ dev = ["huggingface_hub[cli,hf_transfer] ==0.25.1"]
generate-hashes = true

[tool.setuptools]
packages = ["leapfrogai_sdk"]
packages = ["cowabunga_sdk"]
package-dir = { "" = "../../src" }

[tool.pytest.ini_options]
Expand Down
2 changes: 1 addition & 1 deletion packages/repeater/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ FROM ghcr.io/defenseunicorns/leapfrogai/leapfrogai-sdk:${LOCAL_VERSION} AS sdk
# hardened and slim python w/ developer tools image
FROM ghcr.io/defenseunicorns/leapfrogai/python:3.11-dev AS builder

ARG SDK_DEST=src/leapfrogai_sdk/build
ARG SDK_DEST=src/cowabunga_sdk/build

USER root

Expand Down
2 changes: 1 addition & 1 deletion packages/repeater/chart/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
apiVersion: v2
name: leapfrogai-repeater
name: cowabunga-repeater
description: "A CowabungaAI compatible inferencing backend for testing-only, repeater"

# A chart can be either an 'application' or a 'library' chart.
Expand Down
2 changes: 1 addition & 1 deletion packages/repeater/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,7 +23,7 @@
from leapfrogai_sdk.llm import LLM, GenerationConfig

logging.basicConfig(
level=os.getenv("LFAI_LOG_LEVEL", logging.INFO),
level=os.getenv("COWABUNGA_LOG_LEVEL", logging.INFO),
format="%(name)s: %(asctime)s | %(levelname)s | %(filename)s:%(lineno)s >>> %(message)s",
)
logger = logging.getLogger(__name__)
Expand Down
2 changes: 1 addition & 1 deletion packages/repeater/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ readme = "README.md"
generate-hashes = true

[tool.setuptools]
packages = ["leapfrogai_sdk"]
packages = ["cowabunga_sdk"]
package-dir = { "" = "../../src" }

[tool.pytest.ini_options]
Expand Down
2 changes: 1 addition & 1 deletion packages/text-embeddings/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ FROM ghcr.io/defenseunicorns/leapfrogai/leapfrogai-sdk:${LOCAL_VERSION} AS sdk

# hardened and slim python w/ developer tools image
FROM ghcr.io/defenseunicorns/leapfrogai/python:3.11-dev AS builder
ARG SDK_DEST=src/leapfrogai_sdk/build
ARG SDK_DEST=src/cowabunga_sdk/build
USER root
WORKDIR /cowabungaai

Expand Down
2 changes: 1 addition & 1 deletion packages/text-embeddings/chart/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
apiVersion: v2
name: leapfrogai-model
name: cowabunga-model
description: "A CowabungaAI compatible inferencing backend, text-embeddings"

# A chart can be either an 'application' or a 'library' chart.
Expand Down
2 changes: 1 addition & 1 deletion packages/text-embeddings/chart/templates/deployment.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ spec:
- name: leapfrogai-pv-storage
mountPath: "/data"
env:
- name: LFAI_MODEL_PATH
- name: COWABUNGA_MODEL_PATH
value: '/data/.model'
{{- with .Values.nodeSelector }}
nodeSelector:
Expand Down
2 changes: 1 addition & 1 deletion packages/text-embeddings/chart/values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -14,7 +14,7 @@ nameOverride: "text-embeddings"
fullnameOverride: ""

env:
- name: LFAI_LOG_LEVEL
- name: COWABUNGA_LOG_LEVEL
value: "INFO"

podSecurityContext:
Expand Down
4 changes: 2 additions & 2 deletions packages/text-embeddings/main.py
Original file line number Diff line number Diff line change
Expand Up @@ -12,13 +12,13 @@
)

logging.basicConfig(
level=os.getenv("LFAI_LOG_LEVEL", logging.INFO),
level=os.getenv("COWABUNGA_LOG_LEVEL", logging.INFO),
format="%(name)s: %(asctime)s | %(levelname)s | %(filename)s:%(lineno)s >>> %(message)s",
)
logger = logging.getLogger(__name__)


model_dir = os.environ.get("LFAI_MODEL_PATH", ".model")
model_dir = os.environ.get("COWABUNGA_MODEL_PATH", ".model")
model = INSTRUCTOR(model_dir)


Expand Down
2 changes: 1 addition & 1 deletion packages/text-embeddings/pyproject.toml
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@ dev = ["huggingface_hub ==0.25.1"]
generate-hashes = true

[tool.setuptools]
packages = ["leapfrogai_sdk"]
packages = ["cowabunga_sdk"]
package-dir = { "" = "../../src" }

[tool.pytest.ini_options]
Expand Down
2 changes: 1 addition & 1 deletion packages/turso/zarf.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ components:
charts:
- name: turso
version: 0.1.0
namespace: leapfrogai
namespace: cowabunga
localPath: chart

images:
Expand Down
2 changes: 1 addition & 1 deletion packages/ui/chart/Chart.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
apiVersion: v2
name: leapfrogai-ui
name: cowabunga-ui
description: "A Svelte UI to interact with the CowabungaAI stack"

# A chart can be either an 'application' or a 'library' chart.
Expand Down
8 changes: 4 additions & 4 deletions packages/ui/chart/values.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
image:
repository: "ghcr.io/defenseunicorns/leapfrogai/leapfrogai-ui"
repository: "ghcr.io/defenseunicorns/leapfrogai/cowabunga-ui"
pullPolicy: Always
# x-release-please-start-version
tag: 0.14.0
Expand All @@ -9,7 +9,7 @@ service:
port: 3000

serviceAccount:
name: leapfrogai-ui
name: cowabunga-ui
create: true

podSecurityContext:
Expand All @@ -25,8 +25,8 @@ securityContext:
- ALL

env:
- name: LEAPFROGAI_API_BASE_URL
value: "http://leapfrogai-api.leapfrogai.svc.cluster.local:8080"
- name: COWABUNGA_API_BASE_URL
value: "http://cowabunga-api.leapfrogai.svc.cluster.local:8080"
- name: ORIGIN
value: "https://ai.uds.dev"
- name: DEFAULT_MODEL
Expand Down
4 changes: 2 additions & 2 deletions packages/ui/values/upstream-values.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -3,8 +3,8 @@ image:
tag: "###ZARF_CONST_IMAGE_VERSION###"

env:
- name: LEAPFROGAI_API_BASE_URL
value: "###ZARF_VAR_LEAPFROGAI_API_BASE_URL###"
- name: COWABUNGA_API_BASE_URL
value: "###ZARF_VAR_COWABUNGA_API_BASE_URL###"
- name: ORIGIN
value: "https://###ZARF_VAR_SUBDOMAIN###.###ZARF_VAR_DOMAIN###"
- name: DEFAULT_MODEL
Expand Down
Loading
Loading