tvm Docker & Self-Hosted Deployment

GitHub

Open Machine Learning Compiler Framework

13,646 stars Python Python 1 file · ~24,025 tokens #compiler#deep-learning#gpu#javascript#machine-learning#metal#opencl#performance
1. Pull Image (DOCKERHUB) docker pull apache/tvm:latest
2. Docker Run (1-Click Launch) docker run -d --name tvm --restart always apache/tvm:latest
3. Podman Run podman run -d --name tvm --restart always apache/tvm:latest
4. Skopeo Inspect (Zero-Pull Manifest) skopeo inspect docker://docker.io/apache/tvm:latest
5. ORAS Pull (OCI Artifact) oras pull apache/tvm:latest
docker/Dockerfile.ci_arm 
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

# CI docker arm env
# tag: v0.02

FROM ubuntu:24.04
COPY --from=ghcr.io/astral-sh/uv:0.10.5 /uv /uvx /bin/

COPY utils/apt-install-and-clear.sh /usr/local/bin/apt-install-and-clear
COPY utils/download-and-verify.sh /usr/local/bin/download-and-verify

RUN apt-get update --fix-missing

RUN apt-install-and-clear -y ca-certificates gnupg2

COPY install/ubuntu_setup_tz.sh /install/ubuntu_setup_tz.sh
RUN bash /install/ubuntu_setup_tz.sh

COPY install/ubuntu_install_core.sh /install/ubuntu_install_core.sh
RUN bash /install/ubuntu_install_core.sh

COPY install/ubuntu_install_cmake.sh /install/ubuntu_install_cmake.sh
RUN bash /install/ubuntu_install_cmake.sh

COPY install/ubuntu_install_googletest.sh /install/ubuntu_install_googletest.sh
RUN bash /install/ubuntu_install_googletest.sh

# sccache
COPY install/ubuntu_install_sccache.sh /install/ubuntu_install_sccache.sh
RUN bash /install/ubuntu_install_sccache.sh
ENV PATH=/opt/sccache:$PATH

COPY install/ubuntu_install_llvm.sh /install/ubuntu_install_llvm.sh
RUN bash /install/ubuntu_install_llvm.sh

ENV UV_NO_CACHE=1
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
ENV UV_MANAGED_PYTHON=1

ENV TVM_VENV=/venv/apache-tvm-py3.10
COPY install/ubuntu_install_python.sh /install/ubuntu_install_python.sh
RUN bash /install/ubuntu_install_python.sh 3.10
ENV PATH=${TVM_VENV}/bin:$PATH
ENV VIRTUAL_ENV=${TVM_VENV}
ENV PYTHONNOUSERSITE=1

COPY install/ubuntu_install_python_package.sh /install/ubuntu_install_python_package.sh
RUN bash /install/ubuntu_install_python_package.sh

# TensorFlow deps
COPY install/ubuntu_install_tensorflow_aarch64.sh /install/ubuntu_install_tensorflow_aarch64.sh
RUN bash /install/ubuntu_install_tensorflow_aarch64.sh

# TFLite deps
COPY install/ubuntu_install_tflite.sh /install/ubuntu_install_tflite.sh
RUN bash /install/ubuntu_install_tflite.sh

# ONNX and PyTorch
COPY install/ubuntu_install_onnx.sh /install/ubuntu_install_onnx.sh
RUN bash /install/ubuntu_install_onnx.sh

# MetaScheduler deps
COPY install/ubuntu_install_xgboost.sh /install/ubuntu_install_xgboost.sh
RUN bash /install/ubuntu_install_xgboost.sh