From c77a3cc78c8b6cbb98f24d412cb46501f38a217d Mon Sep 17 00:00:00 2001 From: chiragbhatt311 <157704513+chiragbhatt311@users.noreply.github.com> Date: Wed, 4 Feb 2026 01:43:18 +0530 Subject: [PATCH] Add 'n' field to payload in external_inference.py --- skyrl-tx/tx/tinker/extra/external_inference.py | 1 + 1 file changed, 1 insertion(+) diff --git a/skyrl-tx/tx/tinker/extra/external_inference.py b/skyrl-tx/tx/tinker/extra/external_inference.py index c9e45fc30..5fa2288dd 100644 --- a/skyrl-tx/tx/tinker/extra/external_inference.py +++ b/skyrl-tx/tx/tinker/extra/external_inference.py @@ -74,6 +74,7 @@ async def _forward_to_engine( payload = { "model": model_name, + "n": request.num_samples, "prompt": prompt_tokens, "max_tokens": request.sampling_params.max_tokens, "temperature": request.sampling_params.temperature,