Use preserve_ordering config field for oldest strategy sequence sched…

…uler (#241)
triton-inference-server · Aug 15, 2023 · 8985364 · 8985364
1 parent 007c263
commit 8985364
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/sequence_batch_scheduler.cc b/src/sequence_batch_scheduler.cc
@@ -1809,7 +1809,8 @@ OldestSequenceBatch::OldestSequenceBatch(
       model_instance->Model(), model_instance,
       triton::common::GetCpuNiceLevel(config),
       true /* dynamic_batching_enabled */, config.max_batch_size(),
-      enforce_equal_shape_tensors_, true /* preserve_ordering */,
+      enforce_equal_shape_tensors_,
+      config.sequence_batching().oldest().preserve_ordering(),
       false /* response_cache_enable */, preferred_batch_sizes,
       config.sequence_batching().oldest().max_queue_delay_microseconds(),
       &dynamic_batcher_);