aircloud CLI 사용하기

pip install aircloud-cli

aircloud --help

aircloud config set <key> <value>
aircloud config get <key>
aircloud config list
aircloud config --help

aircloud config set api-base-url https://external.aieev.cloud:5000
aircloud config set api-key sk-xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
aircloud config list

aircloud whoami

{
  "organization_id": "org-xxxxxxxxx",
  "project_id": "proj-yyyyyyyy",
  "api_key_id": "123456fs-4fb4-455a-b951-612df2acaafc",
  "user_id": "abc123da-85c3-4a46-asbb-4egfgc4df187",
  "authenticated_via": "api_key"
}

aircloud endpoints list
aircloud endpoints get
aircloud endpoints start
aircloud endpoints stop
aircloud endpoints scale
aircloud endpoints patch
aircloud endpoints replicas
aircloud endpoints logs

aircloud endpoints list
aircloud endpoints list --search jupyter --active
aircloud endpoints list --page 2 --size 20

aircloud endpoints get <endpoint_id>

aircloud endpoints stop <endpoint_id>
aircloud endpoints start <endpoint_id>
aircloud endpoints scale <endpoint_id> --replicas 3

aircloud endpoints patch <endpoint_id> --command "python main.py --port 8080"
aircloud endpoints patch <endpoint_id> --port 8080
aircloud endpoints patch <endpoint_id> --health-check-path /healthz --health-check-timeout 30
aircloud endpoints patch <endpoint_id> --env MODEL_NAME=llama3 --env CUDA_VISIBLE_DEVICES=0

aircloud endpoints replicas <endpoint_id>

aircloud endpoints logs <endpoint_id>
aircloud endpoints logs <endpoint_id> --replica-id <replica_id>
aircloud endpoints logs <endpoint_id> --start-line 1 --end-line 500
aircloud endpoints logs <endpoint_id> --list-files

aircloud exec <endpoint_id>

aircloud exec <endpoint_id> -r <replica_id>

aircloud exec <endpoint_id> -c "/bin/sh"