Initial commit

app/scheduler.py

@@ -0,0 +1,85 @@
+from fastapi import BackgroundTasks
+from datetime import datetime, timedelta
+import asyncio
+from .database import SessionLocal, HistoryEntry, Bookmark
+from .browser import BrowserHistoryCollector
+from .page_info import PageInfoFetcher
+from sqlalchemy import func
+
+class HistoryScheduler:
+    def __init__(self):
+        self.browser_collector = BrowserHistoryCollector()
+        self.page_fetcher = PageInfoFetcher()
+        self.last_history_update = None
+
+    async def update_bookmarks(self):
+        bookmarks = self.browser_collector.fetch_bookmarks()
+
+        db = SessionLocal()
+        try:
+            # First, get all existing URLs to avoid duplicates
+            existing_urls = {
+                url: (added_time, folder)
+                for url, added_time, folder in
+                db.query(Bookmark.url, Bookmark.added_time, Bookmark.folder).all()
+            }
+
+            new_entries = []
+            for added_time, url, title, folder in bookmarks:
+                # Only add if URL doesn't exist or if it's in a different folder
+                if (url not in existing_urls or
+                    existing_urls[url][1] != folder):
+                    domain = self.browser_collector.get_domain(url)
+                    entry = Bookmark(
+                        url=url,
+                        title=title,
+                        added_time=added_time,
+                        folder=folder,
+                        domain=domain
+                    )
+                    new_entries.append(entry)
+
+            if new_entries:
+                db.bulk_save_objects(new_entries)
+                db.commit()
+        finally:
+            db.close()
+
+    async def update_history(self):
+        while True:
+            db = SessionLocal()
+            try:
+                # Get the latest timestamp from our database
+                latest_entry = db.query(func.max(HistoryEntry.visit_time)).scalar()
+
+                # Fetch new history
+                history = self.browser_collector.fetch_history()
+
+                # Filter to only get entries newer than our latest entry
+                new_entries = []
+                for visit_time, url, title in history:
+                    if not latest_entry or visit_time > latest_entry:
+                        domain = self.browser_collector.get_domain(url)
+                        if not title:
+                            title = await self.page_fetcher.get_page_title(url)
+
+                        entry = HistoryEntry(
+                            url=url,
+                            title=title,
+                            visit_time=visit_time,
+                            domain=domain
+                        )
+                        new_entries.append(entry)
+
+                if new_entries:
+                    db.bulk_save_objects(new_entries)
+                    db.commit()
+
+                # Update bookmarks
+                await self.update_bookmarks()
+
+            finally:
+                db.close()
+
+            # Wait for 5 minutes before next update
+            await asyncio.sleep(300)