feat: 部署 iAOP 至 39.101.182.167 的推理服务镜像与入口(serve.py + Dockerfile,对齐 Helm Chart 契约)
This commit is contained in:
@@ -0,0 +1,23 @@
|
||||
# iAOP 推理服务镜像(部署用,对齐 deploy/k8s/helm/iaop Chart 契约)
|
||||
# 构建:docker build -t iaop/inference:v1.0.0 -f deploy/k8s/docker/Dockerfile .
|
||||
FROM python:3.11-slim
|
||||
|
||||
WORKDIR /app
|
||||
|
||||
# 推理后端内核代码(core/inference-backend,纯标准库,无硬件强依赖)。
|
||||
# 目录名含连字符,镜像内复制为下划线名以便 import inference_backend。
|
||||
COPY core/inference-backend/ /app/inference_backend/
|
||||
|
||||
# HTTP 服务入口(/health + /v1/chat/completions + /v1/models)
|
||||
COPY deploy/k8s/docker/serve.py /app/serve.py
|
||||
|
||||
# 仅需 PyYAML 解析 backends.yaml(Chart backend-configmap 挂载)
|
||||
RUN pip install --no-cache-dir pyyaml -i https://pypi.tuna.tsinghua.edu.cn/simple
|
||||
|
||||
ENV IAOP_BACKEND_CONFIG=/etc/iaop/backends.yaml \
|
||||
IAOP_PORT=8000
|
||||
|
||||
EXPOSE 8000
|
||||
|
||||
# 探针契约:GET /health → 200;推理:POST /v1/chat/completions
|
||||
CMD ["python", "/app/serve.py"]
|
||||
Reference in New Issue
Block a user