Example

# main.py

from fastapi import FastAPI
from pydantic import BaseModel

app = FastAPI()

class Data(BaseModel):
    msg: str

@app.post("/")
def handle_async(data: Data):
    return data

FROM python:3.8-slim

RUN pip install --no-cache-dir fastapi uvicorn
COPY main.py /

CMD uvicorn --host 0.0.0.0 --port 8080 main:app

Configure a Cortex deployment

Create a Cortex deployment

Wait for the API to be ready

docker build . -t hello-world

docker run -p 8080:8080 hello-world

curl -X POST -H "Content-Type: application/json" -d '{"msg": "hello world"}' localhost:8080

aws ecr get-login-password --region us-east-1 | docker login --username AWS --password-stdin <AWS_ACCOUNT_ID>.dkr.ecr.us-east-1.amazonaws.com

aws ecr create-repository --repository-name hello-world

docker tag hello-world <AWS_ACCOUNT_ID>.dkr.ecr.us-east-1.amazonaws.com/hello-world

docker push <AWS_ACCOUNT_ID>.dkr.ecr.us-east-1.amazonaws.com/hello-world

# cortex.yaml

- name: hello-world
  kind: AsyncAPI
  pod:
    containers:
    - name: api
      image: <AWS_ACCOUNT_ID>.dkr.ecr.us-east-1.amazonaws.com/hello-world

curl -X POST -H "Content-Type: application/json" -d '{"msg": "hello world"}' http://***.amazonaws.com/hello-world

curl http://***.amazonaws.com/hello-world/<REQUEST_ID>