{
  "serviceArguments": {
    "externalIP": "192.0.2.10",
    "host": "192.0.2.10",
    "port": 28185,
    "protocol": "tcp",
    "sel": 0,
    "mode": 4,
    "sse_mode": true,
    "model_name": "Qwen/Qwen2.5-7B-Instruct",
    "pd_disagg_mode": false,
    "monitor": true,
    "probetype": "tcp",
    "probeport": 8000,
    "probeTimeout": 2,
    "probeRetries": 1,
    "kvExactMode": 0,
    "kvEngineType": "vllm"
  },
  "endpoints": [
    {
      "endpointIP": "192.0.2.20",
      "targetPort": 8000,
      "weight": 1
    },
    {
      "endpointIP": "192.0.2.21",
      "targetPort": 8000,
      "weight": 1
    },
    {
      "endpointIP": "192.0.2.22",
      "targetPort": 8000,
      "weight": 1
    }
  ]
}