| 1 | name: "vocoder" |
| 2 | backend: "tensorrt" |
| 3 | default_model_filename: "vocoder.plan" |
| 4 | max_batch_size: 4 |
| 5 | |
| 6 | input [ |
| 7 | { |
| 8 | name: "mel" |
| 9 | data_type: TYPE_FP32 |
| 10 | dims: [ 100, -1 ] |
| 11 | } |
| 12 | ] |
| 13 | |
| 14 | output [ |
| 15 | { |
| 16 | name: "waveform" |
| 17 | data_type: TYPE_FP32 |
| 18 | dims: [ -1 ] |
| 19 | } |
| 20 | ] |
| 21 | |
| 22 | dynamic_batching { |
| 23 | preferred_batch_size: [1, 2, 4] |
| 24 | max_queue_delay_microseconds: 1 |
| 25 | } |
| 26 | |
| 27 | instance_group [ |
| 28 | { |
| 29 | count: 1 |
| 30 | kind: KIND_GPU |
| 31 | } |
| 32 | ] |