From 7ab818dd4862b01bbd6411035e033075b57e05ff Mon Sep 17 00:00:00 2001
From: Christoph Urlacher <christoph.urlacher@protonmail.com>
Date: Tue, 25 Mar 2025 20:09:54 +0100
Subject: [PATCH] Api/Scrape: Implement serverside api route to fetch official
 f1.com data

---
 src/lib/server/scrape.ts         |   2 +
 src/routes/api/scrape/+server.ts | 125 +++++++++++++++++++++++++++++++
 2 files changed, 127 insertions(+)
 create mode 100644 src/routes/api/scrape/+server.ts

diff --git a/src/lib/server/scrape.ts b/src/lib/server/scrape.ts
index ba2657a..94b1d11 100644
--- a/src/lib/server/scrape.ts
+++ b/src/lib/server/scrape.ts
@@ -1,6 +1,8 @@
 import type { ScrapedDriverStanding, ScrapedRaceResult, ScrapedTeamStanding } from "$lib/schema";
 import * as cheerio from "cheerio";
 
+// TODO: Validate the generated stuff
+
 export const base_url: string = "https://www.formula1.com/en/results/2025";
 
 /**
diff --git a/src/routes/api/scrape/+server.ts b/src/routes/api/scrape/+server.ts
new file mode 100644
index 0000000..04b5e82
--- /dev/null
+++ b/src/routes/api/scrape/+server.ts
@@ -0,0 +1,125 @@
+import {
+  fetch_scraped_driverstandings,
+  fetch_scraped_raceresults,
+  fetch_scraped_teamstandings,
+} from "$lib/fetch";
+import { pb } from "$lib/pocketbase";
+import type { ScrapedDriverStanding, ScrapedRaceResult, ScrapedTeamStanding } from "$lib/schema";
+import {
+  scrape_driver_standings,
+  scrape_race_links,
+  scrape_race_results,
+  scrape_team_standings,
+} from "$lib/server/scrape";
+import type { RequestHandler } from "./$types";
+
+/**
+ * This route is available at /api/scrape.
+ * It will fetch current statistics from f1.com and insert them into the database.
+ */
+// TODO: If this function aborts, it will leave the official data in an inconsistent state...
+//       Would be nice to use transactions for this, do I need to implement this as PB extension?
+export const POST: RequestHandler = async ({ request }) => {
+  console.log("Fetching race results from f1.com...");
+
+  // Obtain the results for each race
+  const racelinks: string[] = await scrape_race_links();
+  const raceresults: ScrapedRaceResult[] = await scrape_race_results(racelinks);
+  const driverstandings: ScrapedDriverStanding[] = await scrape_driver_standings();
+  const teamstandings: ScrapedTeamStanding[] = await scrape_team_standings();
+
+  // Clear existing PocketBase data
+  let deleted: number = 0;
+  const scraped_raceresults: ScrapedRaceResult[] = await fetch_scraped_raceresults(fetch);
+  for (const result of scraped_raceresults) {
+    try {
+      await pb.collection("scraped_raceresults").delete(result.id);
+    } catch (e) {
+      console.log(e);
+      return new Response(); // TODO: Return error
+    }
+    deleted++;
+  }
+  console.log(`Deleted ${deleted}/${scraped_raceresults.length} race results.`);
+
+  deleted = 0;
+  const scraped_driverstandings: ScrapedDriverStanding[] =
+    await fetch_scraped_driverstandings(fetch);
+  for (const standing of scraped_driverstandings) {
+    try {
+      await pb.collection("scraped_driverstandings").delete(standing.id);
+    } catch (e) {
+      console.log(e);
+      return new Response(); // TODO: Return error
+    }
+    deleted++;
+  }
+  console.log(`Deleted ${deleted}/${scraped_driverstandings.length} driver standings.`);
+
+  deleted = 0;
+  const scraped_teamstandings: ScrapedTeamStanding[] = await fetch_scraped_teamstandings(fetch);
+  for (const standing of scraped_teamstandings) {
+    try {
+      await pb.collection("scraped_teamstandings").delete(standing.id);
+    } catch (e) {
+      console.log(e);
+      return new Response(); // TODO: Return error
+    }
+    deleted++;
+  }
+  console.log(`Deleted ${deleted}/${scraped_teamstandings.length} team standings.`);
+
+  // Submit new data to PocketBase
+  let submissions: number = 0;
+  for (const result of raceresults) {
+    try {
+      // TODO: Authenticate this
+      await pb.collection("scraped_raceresults").create(result);
+    } catch (e) {
+      console.log("Error occured while submitting scraped data to PocketBase:");
+      console.log(e);
+      console.log("Error occured for this race result:");
+      console.log(result);
+      console.log("Aborting submissions...");
+      return new Response(); // TODO: Return error
+    }
+    submissions++;
+  }
+  console.log(`Submitted ${submissions}/${raceresults.length} race results.`);
+
+  submissions = 0;
+  for (const standing of driverstandings) {
+    try {
+      // TODO: Authenticate this
+      await pb.collection("scraped_driverstandings").create(standing);
+    } catch (e) {
+      console.log("Error occured while submitting scraped data to PocketBase:");
+      console.log(e);
+      console.log("Error occured for this driver standing:");
+      console.log(standing);
+      console.log("Aborting submissions...");
+      return new Response(); // TODO: Return error
+    }
+    submissions++;
+  }
+  console.log(`Submitted ${submissions}/${driverstandings.length} driver standings.`);
+
+  submissions = 0;
+  for (const standing of teamstandings) {
+    try {
+      // TODO: Authenticate this
+      await pb.collection("scraped_teamstandings").create(standing);
+    } catch (e) {
+      console.log("Error occured while submitting scraped data to PocketBase:");
+      console.log(e);
+      console.log("Error occured for this team standing:");
+      console.log(standing);
+      console.log("Aborting submissions...");
+      return new Response(); // TODO: Return error
+    }
+    submissions++;
+  }
+  console.log(`Submitted ${submissions}/${teamstandings.length} team standings.`);
+
+  return new Response(); // TODO: Return success
+};