configs/inference_trt.json

{
    "imports": [
        "$import glob",
        "$import os",
        "$import torch_tensorrt"
    ],
    "force_sliding_window": true,
    "handlers#0#_disabled_": true,
    "network_def": "$torch.jit.load(@bundle_root + '/models/model_trt.ts')",
    "evaluator#amp": false
}