fix: Fix langchain_community WASM compatibility (#660)

davidmigloz · Feb 27, 2025 · 0be8aae · 0be8aae
1 parent 0e0a685
commit 0be8aae
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 8 deletions.
diff --git a/packages/langchain_community/lib/src/document_loaders/directory/directory_io.dart b/packages/langchain_community/lib/src/document_loaders/directory/directory_io.dart
@@ -1,6 +1,7 @@
 import 'dart:async';
 import 'dart:io';
 import 'dart:math';
+import 'package:cross_file/cross_file.dart' show XFile;
 import 'package:glob/glob.dart';
 import 'package:langchain_core/document_loaders.dart';
 import 'package:langchain_core/documents.dart';
@@ -143,7 +144,7 @@ class DirectoryLoader extends BaseDocumentLoader {
 
   /// Optional function to build custom metadata for each document.
   final Map<String, dynamic> Function(
-    File file,
+    XFile file,
     Map<String, dynamic> defaultMetadata,
   )? metadataBuilder;
 
@@ -181,13 +182,13 @@ class DirectoryLoader extends BaseDocumentLoader {
     return true;
   }
 
-  Map<String, dynamic> _buildDefaultMetadata(File file) {
+  Future<Map<String, dynamic>> _buildDefaultMetadata(XFile file) async {
     return {
       'source': file.path,
       'name': path.basename(file.path),
       'extension': path.extension(file.path),
-      'size': file.lengthSync(),
-      'lastModified': file.lastModifiedSync().millisecondsSinceEpoch,
+      'size': await file.length(),
+      'lastModified': (await file.lastModified()).millisecondsSinceEpoch,
     };
   }
 
@@ -202,7 +203,8 @@ class DirectoryLoader extends BaseDocumentLoader {
     var files = directory
         .listSync(recursive: recursive)
         .whereType<File>()
-        .where(_shouldLoadFile);
+        .where(_shouldLoadFile)
+        .map((e) => XFile(e.path));
 
     if (sampleSize > 0) {
       if (randomizeSample) {
@@ -218,7 +220,7 @@ class DirectoryLoader extends BaseDocumentLoader {
       final loaders = loaderMap.isNotEmpty ? loaderMap : defaultLoaderMap;
       final loader = loaders[ext]?.call(file.path) ?? TextLoader(file.path);
 
-      final defaultMetadata = _buildDefaultMetadata(file);
+      final defaultMetadata = await _buildDefaultMetadata(file);
       final metadata =
           metadataBuilder?.call(file, defaultMetadata) ?? defaultMetadata;
 

diff --git a/packages/langchain_community/lib/src/document_loaders/directory/directory_stub.dart b/packages/langchain_community/lib/src/document_loaders/directory/directory_stub.dart
@@ -1,6 +1,6 @@
 // ignore_for_file: public_member_api_docs
 import 'dart:async';
-import 'dart:io';
+import 'package:cross_file/cross_file.dart' show XFile;
 import 'package:langchain_core/document_loaders.dart';
 import 'package:langchain_core/documents.dart';
 
@@ -30,7 +30,7 @@ class DirectoryLoader extends BaseDocumentLoader {
   final bool randomizeSample;
   final int? sampleSeed;
   final Map<String, dynamic> Function(
-    File file,
+    XFile file,
     Map<String, dynamic> defaultMetadata,
   )? metadataBuilder;
   static Map<String, BaseDocumentLoader Function(String)> defaultLoaderMap = {};