Fix OpenVINO GenAI build with GCC 16
This commit is contained in:
2 files changed
+17
No files matched your search
@@ -0,0 +1,14 @@
|
||||
diff --git a/src/cpp/src/continuous_batching/pipeline_impl.cpp b/src/cpp/src/continuous_batching/pipeline_impl.cpp
|
||||
--- a/src/cpp/src/continuous_batching/pipeline_impl.cpp
|
||||
+++ b/src/cpp/src/continuous_batching/pipeline_impl.cpp
|
||||
@@ -529,6 +529,10 @@ void ContinuousBatchingPipeline::ContinuousBatchingImpl::step() {
|
||||
const Scheduler::Output& m_scheduler_output;
|
||||
bool m_armed = true;
|
||||
|
||||
+ BorrowedLinearAttentionRowsGuard(ContinuousBatchingImpl& impl, const Scheduler::Output& scheduler_output)
|
||||
+ : m_impl(impl), m_scheduler_output(scheduler_output) {
|
||||
+ }
|
||||
+
|
||||
~BorrowedLinearAttentionRowsGuard() {
|
||||
if (m_armed) {
|
||||
m_impl._release_linear_attention_borrowed_rows(m_scheduler_output);
|
||||
Reference in new issue
Block a user