From 08e21a0b425fafc425da37085569a9d5ac483070 Mon Sep 17 00:00:00 2001
From: geraud <gbourdin@partitech.com>
Date: Tue, 2 Apr 2024 14:11:27 +0200
Subject: [PATCH 1/2] add params:  best_of / ignore_eos / use_beam_search /
 skip_special_tokens for vllm self inference support.

---
 src/MistralClient.php | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)

diff --git a/src/MistralClient.php b/src/MistralClient.php
index 6aafbe9..f49c0eb 100644
--- a/src/MistralClient.php
+++ b/src/MistralClient.php
@@ -1,6 +1,7 @@
 <?php
 
 namespace Partitech\PhpMistral;
+
 ini_set('default_socket_timeout', '-1');
 
 use Generator;
@@ -121,6 +122,12 @@ protected function makeChatCompletionRequest(Messages $messages, array $params,
             $return['top_p'] = $params['top_p'];
         }
 
+
+        if (isset($params['top_k']) && is_int($params['top_k'])) {
+            $return['top_k'] = $params['top_k'];
+        }
+
+
         if (isset($params['random_seed']) && is_int($params['random_seed'])) {
             $return['random_seed'] = $params['random_seed'];
         }
@@ -161,6 +168,22 @@ protected function makeChatCompletionRequest(Messages $messages, array $params,
             $return['frequency_penalty'] = $params['frequency_penalty'];
         }
 
+        if (isset($params['best_of']) && is_int($params['best_of'])) {
+            $return['best_of'] = $params['best_of'];
+        }
+
+        if (isset($params['ignore_eos']) && is_bool($params['ignore_eos'])) {
+            $return['ignore_eos'] = $params['ignore_eos'];
+        }
+
+        if (isset($params['use_beam_search']) && is_bool($params['use_beam_search'])) {
+            $return['use_beam_search'] = $params['use_beam_search'];
+        }
+
+        if (isset($params['skip_special_tokens']) && is_bool($params['skip_special_tokens'])) {
+            $return['skip_special_tokens'] = $params['skip_special_tokens'];
+        }
+
 
         return $return;
     }

From f52875506fb2a70cc0d4a66d02c310748dbd1da5 Mon Sep 17 00:00:00 2001
From: geraud <gbourdin@partitech.com>
Date: Tue, 2 Apr 2024 14:12:40 +0200
Subject: [PATCH 2/2] add params:  best_of / ignore_eos / use_beam_search /
 skip_special_tokens for vllm self inference support.

---
 src/MistralClient.php | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/src/MistralClient.php b/src/MistralClient.php
index f49c0eb..16c3a2e 100644
--- a/src/MistralClient.php
+++ b/src/MistralClient.php
@@ -160,12 +160,12 @@ protected function makeChatCompletionRequest(Messages $messages, array $params,
             $return['n'] = $params['n'];
         }
 
-        if (isset($params['presence_penalty']) && is_int($params['presence_penalty']) && $params['presence_penalty'] >= -2 && $params['presence_penalty'] <= 2) {
-            $return['presence_penalty'] = $params['presence_penalty'];
+        if (isset($params['presence_penalty']) && is_numeric($params['presence_penalty']) && $params['presence_penalty'] >= -2 && $params['presence_penalty'] <= 2) {
+            $return['presence_penalty'] = (float) $params['presence_penalty'];
         }
 
-        if (isset($params['frequency_penalty']) && is_int($params['frequency_penalty'])) {
-            $return['frequency_penalty'] = $params['frequency_penalty'];
+        if (isset($params['frequency_penalty']) && is_numeric($params['frequency_penalty'])) {
+            $return['frequency_penalty'] = (float) $params['frequency_penalty'];
         }
 
         if (isset($params['best_of']) && is_int($params['best_of'])) {