Skip to content

Commit 1c5bc3a

Browse files
committed
fix
Signed-off-by: zhengd-nv <[email protected]>
1 parent 10ab465 commit 1c5bc3a

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

cpp/tensorrt_llm/batch_manager/dataTransceiverImpl.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -103,7 +103,7 @@ DataSenderImpl::DataSenderImpl(executor::kv_cache::ConnectionManager* manager,
103103
{
104104
auto session = TransferSession(std::vector<Connection const*>(peerRelativeRanks.size(), nullptr),
105105
DataContext{tagFromRequestId(requestId)}, mSelfState, info.getTransState(), mBufferManager, nullptr,
106-
mMeasuresFile.is_open());
106+
!common::getEnvKVCacheTransferOutputPath().empty());
107107
it = mRequestToSession.emplace(requestId, std::move(session)).first;
108108
}
109109
it->second.setConnection(peerIdx, connection);
@@ -230,7 +230,7 @@ TransferSession DataReceiverImpl::sendRequestInfo(LlmRequest const& llmRequest)
230230
}
231231
auto const& resource = getReceiveCacheResource(llmRequest);
232232
return TransferSession(std::move(counterPartConnections), DataContext{tagFromRequestId(requestId)}, mSelfState,
233-
contextState, resource->mBufferManager, &llmRequest, mMeasuresFile.is_open());
233+
contextState, resource->mBufferManager, &llmRequest, !common::getEnvKVCacheTransferOutputPath().empty());
234234
}
235235

236236
void DataReceiverImpl::receiveSync(TransferSession& session)

0 commit comments

Comments
 (0)