From 31c4f131ae6f6d9fe48c20a7103231b967e73a38 Mon Sep 17 00:00:00 2001 From: Kirill Golikov Date: Fri, 20 Sep 2024 15:31:32 +0200 Subject: [PATCH] [NeoML] Update ISubwordEncoderWithCache (#1123) Signed-off-by: Kirill Golikov --- NeoML/src/TraditionalML/SubwordEncoder.cpp | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/NeoML/src/TraditionalML/SubwordEncoder.cpp b/NeoML/src/TraditionalML/SubwordEncoder.cpp index 0279de685..e086399ef 100644 --- a/NeoML/src/TraditionalML/SubwordEncoder.cpp +++ b/NeoML/src/TraditionalML/SubwordEncoder.cpp @@ -104,6 +104,11 @@ bool ISubwordEncoderWithCache::CCache::Request( const CString& word, void ISubwordEncoderWithCache::CCache::Add( const CString& word, const CArray& tokenIds, const CArray& tokenLengths ) { + // If cache is disabled + if( cachePeriod == NotFound ) { + return; + } + NeoAssert( !wordCache.Has( word ) ); NeoAssert( tokenIds.Size() == tokenLengths.Size() );