fix: improve utf-8 support for file reading/writing (#32)

fixes #29

Signed-off-by: phernandez <paul@basicmachines.co>

src/basic_memory/cli/commands/import_chatgpt.py

@@ -7,15 +7,14 @@ from pathlib import Path
 from typing import Dict, Any, List, Annotated, Set, Optional
 
 import typer
-from loguru import logger
-from rich.console import Console
-from rich.panel import Panel
-from rich.progress import Progress, SpinnerColumn, TextColumn, BarColumn
-
 from basic_memory.cli.app import import_app
 from basic_memory.config import config
 from basic_memory.markdown import EntityParser, MarkdownProcessor
 from basic_memory.markdown.schemas import EntityMarkdown, EntityFrontmatter
+from loguru import logger
+from rich.console import Console
+from rich.panel import Panel
+from rich.progress import Progress, SpinnerColumn, TextColumn, BarColumn
 
 console = Console()
 
@@ -167,7 +166,7 @@ async def process_chatgpt_json(
         read_task = progress.add_task("Reading chat data...", total=None)
 
         # Read conversations
-        conversations = json.loads(json_path.read_text())
+        conversations = json.loads(json_path.read_text(encoding="utf-8"))
         progress.update(read_task, total=len(conversations))
 
         # Process each conversation

src/basic_memory/cli/commands/import_claude_conversations.py

@@ -7,15 +7,14 @@ from pathlib import Path
 from typing import Dict, Any, List, Annotated
 
 import typer
-from loguru import logger
-from rich.console import Console
-from rich.panel import Panel
-from rich.progress import Progress, SpinnerColumn, TextColumn, BarColumn
-
 from basic_memory.cli.app import claude_app
 from basic_memory.config import config
 from basic_memory.markdown import EntityParser, MarkdownProcessor
 from basic_memory.markdown.schemas import EntityMarkdown, EntityFrontmatter
+from loguru import logger
+from rich.console import Console
+from rich.panel import Panel
+from rich.progress import Progress, SpinnerColumn, TextColumn, BarColumn
 
 console = Console()
 
@@ -124,7 +123,7 @@ async def process_conversations_json(
         read_task = progress.add_task("Reading chat data...", total=None)
 
         # Read chat data - handle array of arrays format
-        data = json.loads(json_path.read_text())
+        data = json.loads(json_path.read_text(encoding="utf-8"))
         conversations = [chat for chat in data]
         progress.update(read_task, total=len(conversations))
 

src/basic_memory/cli/commands/import_claude_projects.py

@@ -6,15 +6,14 @@ from pathlib import Path
 from typing import Dict, Any, Annotated, Optional
 
 import typer
-from loguru import logger
-from rich.console import Console
-from rich.panel import Panel
-from rich.progress import Progress, SpinnerColumn, TextColumn, BarColumn
-
 from basic_memory.cli.app import claude_app
 from basic_memory.config import config
 from basic_memory.markdown import EntityParser, MarkdownProcessor
 from basic_memory.markdown.schemas import EntityMarkdown, EntityFrontmatter
+from loguru import logger
+from rich.console import Console
+from rich.panel import Panel
+from rich.progress import Progress, SpinnerColumn, TextColumn, BarColumn
 
 console = Console()
 
@@ -103,7 +102,7 @@ async def process_projects_json(
         read_task = progress.add_task("Reading project data...", total=None)
 
         # Read project data
-        data = json.loads(json_path.read_text())
+        data = json.loads(json_path.read_text(encoding="utf-8"))
         progress.update(read_task, total=len(data))
 
         # Track import counts