Update generate_rest.yaml

Signed-off-by: Gavrish Prabhu <[email protected]>
kserve · Dec 12, 2023 · e300fe3 · e300fe3
1 parent 8e729f0
commit e300fe3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/specification/protocol/generate_rest.yaml b/specification/protocol/generate_rest.yaml
@@ -31,7 +31,7 @@ components:
           maximum: 1
           minimum: 0
           description: An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.
-        max_token:
+        max_tokens:
           type: integer
           format: int32
           default: 20