Added parsing if ignore file and added handling of binary files

app/components/chat/ImportFolderButton.tsx

@@ -1,22 +1,55 @@
 import React from 'react';
 import type { Message } from 'ai';
 import { toast } from 'react-toastify';
+import ignore from 'ignore';
 
 interface ImportFolderButtonProps {
   className?: string;
   importChat?: (description: string, messages: Message[]) => Promise<void>;
 }
 
-const IGNORED_FOLDERS = ['node_modules', '.git', 'dist', 'build', '.next', 'coverage', '.cache', '.vscode', '.idea'];
+// Common patterns to ignore, similar to .gitignore
+const IGNORE_PATTERNS = [
+  'node_modules/**',
+  '.git/**',
+  'dist/**',
+  'build/**',
+  '.next/**',
+  'coverage/**',
+  '.cache/**',
+  '.vscode/**',
+  '.idea/**',
+  '**/*.log',
+  '**/.DS_Store',
+  '**/npm-debug.log*',
+  '**/yarn-debug.log*',
+  '**/yarn-error.log*',
+];
 
+const ig = ignore().add(IGNORE_PATTERNS);
 const generateId = () => Math.random().toString(36).substring(2, 15);
 
+const isBinaryFile = async (file: File): Promise<boolean> => {
+  const chunkSize = 1024; // Read the first 1 KB of the file
+  const buffer = new Uint8Array(await file.slice(0, chunkSize).arrayBuffer());
+
+  for (let i = 0; i < buffer.length; i++) {
+    const byte = buffer[i];
+
+    if (byte === 0 || (byte < 32 && byte !== 9 && byte !== 10 && byte !== 13)) {
+      return true; // Found a binary character
+    }
+  }
+
+  return false;
+};
+
 export const ImportFolderButton: React.FC<ImportFolderButtonProps> = ({ className, importChat }) => {
   const shouldIncludeFile = (path: string): boolean => {
-    return !IGNORED_FOLDERS.some((folder) => path.includes(`/${folder}/`));
+    return !ig.ignores(path);
   };
 
-  const createChatFromFolder = async (files: File[]) => {
+  const createChatFromFolder = async (files: File[], binaryFiles: string[]) => {
     const fileArtifacts = await Promise.all(
       files.map(async (file) => {
         return new Promise<string>((resolve, reject) => {
@@ -37,9 +70,14 @@ ${content}
       }),
     );
 
+    const binaryFilesMessage =
+      binaryFiles.length > 0
+        ? `\n\nSkipped ${binaryFiles.length} binary files:\n${binaryFiles.map((f) => `- ${f}`).join('\n')}`
+        : '';
+
     const message: Message = {
       role: 'assistant',
-      content: `I'll help you set up these files.
+      content: `I'll help you set up these files.${binaryFilesMessage}
 
 <boltArtifact id="imported-files" title="Imported Files">
 ${fileArtifacts.join('\n\n')}
@@ -74,8 +112,34 @@ ${fileArtifacts.join('\n\n')}
           const allFiles = Array.from(e.target.files || []);
           const filteredFiles = allFiles.filter((file) => shouldIncludeFile(file.webkitRelativePath));
 
+          if (filteredFiles.length === 0) {
+            toast.error('No files found in the selected folder');
+            return;
+          }
+
           try {
-            await createChatFromFolder(filteredFiles);
+            const fileChecks = await Promise.all(
+              filteredFiles.map(async (file) => ({
+                file,
+                isBinary: await isBinaryFile(file),
+              })),
+            );
+
+            const textFiles = fileChecks.filter((f) => !f.isBinary).map((f) => f.file);
+            const binaryFilePaths = fileChecks
+              .filter((f) => f.isBinary)
+              .map((f) => f.file.webkitRelativePath.split('/').slice(1).join('/'));
+
+            if (textFiles.length === 0) {
+              toast.error('No text files found in the selected folder');
+              return;
+            }
+
+            if (binaryFilePaths.length > 0) {
+              toast.info(`Skipping ${binaryFilePaths.length} binary files`);
+            }
+
+            await createChatFromFolder(textFiles, binaryFilePaths);
           } catch (error) {
             console.error('Failed to import folder:', error);
             toast.error('Failed to import folder');