feat: Streaming Foundation & Async I/O Consolidation (SPEC-19) (#384)

Signed-off-by: phernandez <paul@basicmachines.co>
Co-authored-by: Claude <noreply@anthropic.com>

src/basic_memory/models/project.py

@@ -9,6 +9,7 @@ from sqlalchemy import (
     Text,
     Boolean,
     DateTime,
+    Float,
     Index,
     event,
 )
@@ -61,6 +62,10 @@ class Project(Base):
         onupdate=lambda: datetime.now(UTC),
     )
 
+    # Sync optimization - scan watermark tracking
+    last_scan_timestamp: Mapped[Optional[float]] = mapped_column(Float, nullable=True)
+    last_file_count: Mapped[Optional[int]] = mapped_column(Integer, nullable=True)
+
     # Define relationships to entities, observations, and relations
     # These relationships will be established once we add project_id to those models
     entities = relationship("Entity", back_populates="project", cascade="all, delete-orphan")