1 files changed, 77 insertions, 0 deletions
diff --git a/app/lib/scraper-runner.server.ts b/app/lib/scraper-runner.server.ts
new file mode 100644
index 0000000..070a568
--- /dev/null
+++ b/app/lib/scraper-runner.server.ts
@@ -0,0 +1,77 @@
+import { upsertVenue, upsertEvent } from "./db.server";
+import { generateVenueMarkdown, generateAllVenueMarkdown } from "./markdown-writer.server";
+import { ALL_SCRAPERS } from "~/scrapers/index";
+
+export interface ScrapeResult {
+  venue_id: string;
+  venue_name: string;
+  events_saved: number;
+  markdown_path?: string;
+  error?: string;
+}
+
+export async function runAllScrapers(): Promise<ScrapeResult[]> {
+  const results: ScrapeResult[] = [];
+  const successIds: string[] = [];
+
+  for (const scraper of ALL_SCRAPERS) {
+    const { venue } = scraper;
+    upsertVenue(venue.id, venue.name, venue.url, venue.area);
+
+    try {
+      const events = await scraper.scrape();
+      for (const event of events) {
+        upsertEvent(event);
+      }
+      successIds.push(venue.id);
+      results.push({
+        venue_id: venue.id,
+        venue_name: venue.name,
+        events_saved: events.length,
+      });
+    } catch (err) {
+      results.push({
+        venue_id: venue.id,
+        venue_name: venue.name,
+        events_saved: 0,
+        error: err instanceof Error ? err.message : String(err),
+      });
+    }
+  }
+
+  // Generate Markdown files for all venues that scraped successfully
+  generateAllVenueMarkdown(successIds);
+
+  return results;
+}
+
+export async function runScraper(venueId: string): Promise<ScrapeResult> {
+  const scraper = ALL_SCRAPERS.find((s) => s.venue.id === venueId);
+  if (!scraper) {
+    return { venue_id: venueId, venue_name: venueId, events_saved: 0, error: "Scraper not found" };
+  }
+
+  const { venue } = scraper;
+  upsertVenue(venue.id, venue.name, venue.url, venue.area);
+
+  try {
+    const events = await scraper.scrape();
+    for (const event of events) {
+      upsertEvent(event);
+    }
+    generateVenueMarkdown(venue.id);
+    return {
+      venue_id: venue.id,
+      venue_name: venue.name,
+      events_saved: events.length,
+      markdown_path: `events/${venue.id}.md`,
+    };
+  } catch (err) {
+    return {
+      venue_id: venue.id,
+      venue_name: venue.name,
+      events_saved: 0,
+      error: err instanceof Error ? err.message : String(err),
+    };
+  }
+}