config.pbtxt

name: "distilbert-squad"
platform: "pytorch_libtorch"
max_batch_size: 64
input [
  {
    name: "input__0"
    data_type: TYPE_INT64
    dims: [512]
  },
  {
    name: "input__1"
    data_type: TYPE_INT64
    dims: [512]
  },
  {
    name: "input__2"
    data_type: TYPE_INT64
    dims: [512]
  },
  {
    name: "input__3"
    data_type: TYPE_INT64
    dims: [1]
  },
  {
    name: "input__4"
    data_type: TYPE_INT64
    dims: [1]
  },
  {
    name: "input__5"
    data_type: TYPE_FP32
    dims: [512]
  }
]
output [
  {
    name: "output__0"
    data_type: TYPE_FP32
    dims: [512]
  },
  {
    name: "output__1"
    data_type: TYPE_FP32
    dims: [512]
  },
  {
    name: "output__2"
    data_type: TYPE_INT64
    dims: [1]
  }
]
dynamic_batching {
  preferred_batch_size: [ 1,2,4,8,16,32,64 ]
  max_queue_delay_microseconds: 30000

}
version_policy: { latest { num_versions : 1 }}
optimization {
  graph { level: 1 }
}