创建tf_serving_mnist_k8s.yaml

apiVersion: extensions/v1beta1
kind: Deployment
metadata:
  name: mnist-deployment1
spec:
  replicas: 1
  template:
    metadata:
      labels:
        app: mnist-server
    spec:
      containers:
      - name: mnist-container
        image: 10.110.13.208:5000/1xiu/tensorflow_mnist_serving:1.0
        imagePullPolicy: IfNotPresent
        command:
        - /bin/sh
        - -c
        args:
        - tensorflow_model_server --port=9000 --model_name=mnist --model_base_path=/tmp/mnist_model/
        ports:
        - containerPort: 9000
---
apiVersion: v1
kind: Service
metadata:
  labels:
    run: mnist-service
  name: mnist-service
spec:
  ports:
  - port: 9000
    targetPort: 9000
  selector:
    app: mnist-server
  type: NodePort

部署服务

kubectl create -f tf_serving_mnist_k8s.yaml

验证服务

bazel-bin/tensorflow_serving/example/mnist_client --num_tests=1000 --server=10.110.18.216:31023