Skip to content

Commit bddd3cb

Browse files
committed
Added sequence counter mutex.
1 parent 0f5cf6d commit bddd3cb

File tree

2 files changed

+5
-0
lines changed

2 files changed

+5
-0
lines changed

src/cpp/src/sequence_group.cpp

+3
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,9 @@
66

77
namespace ov {
88
namespace genai {
9+
10+
std::mutex Sequence::m_counter_mutex;
11+
912
size_t Sequence::_make_hash(size_t content_length) {
1013
auto sequence_group = get_sequence_group_ptr();
1114
auto block_size = sequence_group->get_block_size();

src/cpp/src/sequence_group.hpp

+2
Original file line numberDiff line numberDiff line change
@@ -27,6 +27,7 @@ class SequenceGroup;
2727
class Sequence {
2828
// This can be a problem if we launch two pipelines in the same application.
2929
static uint64_t _get_next_global_sequence_id() {
30+
const std::lock_guard<std::mutex> lock(m_counter_mutex);
3031
static uint64_t m_counter = 0;
3132
return m_counter++;
3233
}
@@ -40,6 +41,7 @@ class Sequence {
4041
float m_cumulative_log_prob = 0.0f;
4142
std::vector<int64_t> m_prefix_hashes;
4243
std::weak_ptr<SequenceGroup> m_sequence_group;
44+
static std::mutex m_counter_mutex;
4345

4446
size_t _make_hash(size_t content_length);
4547
public:

0 commit comments

Comments
 (0)