Skip to content

Commit

Permalink
fixes
Browse files Browse the repository at this point in the history
  • Loading branch information
kapilvgit committed Nov 7, 2024
1 parent 67c8e27 commit 406cd33
Show file tree
Hide file tree
Showing 3 changed files with 10 additions and 9 deletions.
15 changes: 8 additions & 7 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,11 @@ else
echo "Unknown model"
endif

export INPUT ?= ${PWD}/examples/audio.mp3
export MOUNTED_INPUT ?= /examples/audio.mp3
export INPUT_DIR ?= ${PWD}/examples
export MOUNTED_INPUT_DIR ?= /test
export INPUT_FILE ?= audio.mp3
export INJECT_HEADERS ?= openai-internal-enableasrsupport
export DETACHED ?=
export DETACHED ?=

# Build commands

Expand Down Expand Up @@ -76,10 +77,10 @@ run-server-whisper-gpu:
# Containerized client deployments

run-client-container:
docker run --net=host \
attested-ohttp-client $(SCORING_ENDPOINT) -F "file=@${MOUNTED_INPUT}" --target-path ${TARGET_PATH}
docker run --net=host --volume ${INPUT_DIR}:${MOUNTED_INPUT_DIR} \
attested-ohttp-client $(SCORING_ENDPOINT) -F "file=@${MOUNTED_INPUT_DIR}/${INPUT_FILE}" --target-path ${TARGET_PATH}

run-client-container-aoai:
docker run --volume -e KMS_URL=${KMS} \
attested-ohttp-client ${SCORING_ENDPOINT} -F "file=@${MOUNTED_INPUT}" --target-path ${TARGET_PATH} \
docker run --volume ${INPUT_DIR}:${MOUNTED_INPUT_DIR} -e KMS_URL=${KMS} \
attested-ohttp-client ${SCORING_ENDPOINT} -F "file=@${MOUNTED_INPUT_DIR}/${INPUT_FILE}" --target-path ${TARGET_PATH} \
-O "api-key: ${API_KEY}" -F "response_format=json"
4 changes: 2 additions & 2 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ key management service](https://github.com/microsoft/azure-transparent-kms), it

- [Azure AI Confidential Inferencing: Technical Deep Dive](https://techcommunity.microsoft.com/blog/azureconfidentialcomputingblog/azure-ai-confidential-inferencing-technical-deep-dive/4253150)

## Building
## Build

The repo supports build and development using GitHub Codespaces and devcontainers. The repository includes a devcontainer configuration that installs all dependencies.

Expand All @@ -18,7 +18,7 @@ Build the attested OHTTP server container.
make build-server-container
```

## Testing
## Test

For local testing, this repository includes a sample whisper container.

Expand Down
Binary file added examples/audio.mp3
Binary file not shown.

0 comments on commit 406cd33

Please sign in to comment.