{"owner":"marqo-ai","repo":"marqo","hasDocker":true,"hasCompose":true,"hasDockerfile":false,"composePath":"compose.yaml","servicesCount":5,"services":[{"name":"triton-gpu","image":"nvcr.io/nvidia/tritonserver:${TRITON_VERSION:-25.08-py3}","restart":"unless-stopped","command":"tritonserver --model-repository=/models --log-verbose=1 --model-control-mode=explicit","ports":["8000:8000","8001:8001","8002:8002"],"volumes":["modelrepo:/models"]},{"name":"triton","image":"nvcr.io/nvidia/tritonserver:25.08-py3","restart":"unless-stopped","command":"tritonserver --model-repository=/models --log-verbose=1 --model-control-mode=explicit","ports":["8000:8000","8001:8001","8002:8002"],"volumes":["modelrepo:/models"]},{"name":"api","image":"424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","build":{"context":"./components","dockerfile":"marqo/Dockerfile"},"restart":"unless-stopped","ports":["8882:8882"],"environment":["HF_HUB_ENABLE_HF_TRANSFER=1","MARQO_ENABLE_BATCH_APIS=TRUE","MARQO_ENABLE_OPS_API=TRUE","MARQO_API_INFERENCE_CACHE_SIZE=0","MARQO_LOG_FORMAT=plain","MARQO_LOG_LEVEL=info","MARQO_MAX_CPU_MODEL_MEMORY=10","MARQO_MAX_CUDA_MODEL_MEMORY=10","MARQO_MODELS_TO_PRELOAD=[]","MARQO_INDEX_DEPLOYMENT_LOCK_TIMEOUT=0","MARQO_REMOTE_INFERENCE_URL=http://mioc:8884","VESPA_CONFIG_URL=http://host.docker.internal:19071","VESPA_DOCUMENT_URL=http://host.docker.internal:8080","VESPA_QUERY_URL=http://host.docker.internal:8080","ZOOKEEPER_HOSTS=host.docker.internal:2181"]},{"name":"mmc","image":"424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/model-management:latest","build":{"context":"./components","dockerfile":"model_management/Dockerfile"},"restart":"unless-stopped","ports":["8883:8883"],"environment":["MARQO_LOG_LEVEL=INFO","MARQO_MODELS_TO_PRELOAD=[]","MARQO_TRITON_REST_URL=http://triton:8000","MARQO_MODEL_CACHE_PATH=/models"],"volumes":["modelrepo:/models","~/.aws/credentials:/root/.aws/credentials:ro"]},{"name":"mioc","image":"424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/inference-orchestrator:latest","build":{"context":"./components","dockerfile":"inference_orchestrator/Dockerfile"},"restart":"unless-stopped","ports":["8884:8884"],"environment":["MARQO_LOG_LEVEL=INFO","MARQO_TRITON_URL=http://triton:8001","MARQO_MODEL_MANAGEMENT_CONTAINER_URL=http://mmc:8883"]}],"exposedPorts":["8000","8001","8002","8882","8883","8884"],"dockerRunCommand":"docker run -d --name marqo -p 8000:8000 --restart always 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","podmanRunCommand":"podman run -d --name marqo -p 8000:8000 --restart always 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","skopeoInspectCommand":"skopeo inspect docker://docker.io/424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","orasPullCommand":"oras pull 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","registryMeta":{"provider":"dockerhub","image":"424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api","canonicalImage":"docker.io/424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","latestTag":"latest","cliCommands":{"dockerRun":"docker run -d --name marqo -p 8000:8000 --restart always 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","dockerPull":"docker pull 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","podmanRun":"podman run -d --name marqo -p 8000:8000 --restart always 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","skopeoInspect":"skopeo inspect docker://docker.io/424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","orasPull":"oras pull 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest","composeYaml":"services:\n  marqo:\n    image: 424082663841.dkr.ecr.us-east-1.amazonaws.com/marqoai/api:latest\n    restart: unless-stopped\n    ports:\n      - \"8000:8000\""}}}