[NeoML] Update ISubwordEncoderWithCache (#1123)

Signed-off-by: Kirill Golikov <kirill.golikov@abbyy.com>
neoml-lib · Sep 20, 2024 · 31c4f13 · 31c4f13
1 parent c0c1e57
commit 31c4f13
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/NeoML/src/TraditionalML/SubwordEncoder.cpp b/NeoML/src/TraditionalML/SubwordEncoder.cpp
@@ -104,6 +104,11 @@ bool ISubwordEncoderWithCache::CCache::Request( const CString& word,
 void ISubwordEncoderWithCache::CCache::Add( const CString& word,
 	const CArray<int>& tokenIds, const CArray<int>& tokenLengths )
 {
+	// If cache is disabled
+	if( cachePeriod == NotFound ) {
+		return;
+	}
+
 	NeoAssert( !wordCache.Has( word ) );
 	NeoAssert( tokenIds.Size() == tokenLengths.Size() );