[ cb ] Remove penalties from Greedy config (openvinotoolkit#896)

Author: iefode

samples/cpp/continuous_batching_benchmark/continuous_batching_benchmark.cpp

@@ -121,6 +121,7 @@ Dataset filtered_dataset(const std::string& models_path, const std::string& data
 
         ov::genai::GenerationConfig greedy_search = ov::genai::greedy();
         greedy_search.max_new_tokens = std::min(max_output_len, output_len);
+        greedy_search.ignore_eos = true;
         greedy_search.repetition_penalty = 1.0;
         greedy_search.frequency_penalty = 0.0;
         greedy_search.presence_penalty = 0.0;
@@ -228,14 +229,16 @@ class GenerationInfo {
 
     GenerationMetrics get_metrics() {
         GenerationMetrics generation_metrics;
-        for (auto& sequenceInfoPair : sequences_info) {
-            generation_metrics.mean_ttft += sequenceInfoPair.second.ttft;
-            generation_metrics.mean_tpot += sequenceInfoPair.second.mean_tpot;
-            generation_metrics.num_output_tokens += sequenceInfoPair.second.num_output_tokens;
+        if (!sequences_info.empty()) {
+            for (auto& sequenceInfoPair : sequences_info) {
+                generation_metrics.mean_ttft += sequenceInfoPair.second.ttft;
+                generation_metrics.mean_tpot += sequenceInfoPair.second.mean_tpot;
+                generation_metrics.num_output_tokens += sequenceInfoPair.second.num_output_tokens;
+            }
+            generation_metrics.mean_ttft /= sequences_info.size();
+            generation_metrics.mean_tpot /= sequences_info.size();
+            generation_metrics.num_input_tokens = input_len;
         }
-        generation_metrics.mean_ttft /= sequences_info.size();
-        generation_metrics.mean_tpot /= sequences_info.size();
-        generation_metrics.num_input_tokens = input_len;
         return generation_metrics;
     }
 };

src/cpp/src/generation_config.cpp

@@ -172,12 +172,6 @@ GenerationConfig beam_search() {
 
 GenerationConfig greedy() {
     GenerationConfig greedy_config;
-    greedy_config.temperature = 0.0f;
-    greedy_config.ignore_eos = true;
-    greedy_config.num_return_sequences = 1;
-    greedy_config.repetition_penalty = 3.0f;
-    greedy_config.presence_penalty = 0.1f;
-    greedy_config.frequency_penalty = 0.01f;
     greedy_config.max_new_tokens = 30;
     return greedy_config;
 }