feat: add scrapeId in document.metadata

mendableai · Jan 9, 2025 · d1f3b96 · d1f3b96
1 parent 29c1f12
commit d1f3b96
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 0 deletions.
diff --git a/apps/api/src/controllers/v1/types.ts b/apps/api/src/controllers/v1/types.ts
@@ -443,6 +443,7 @@ export type Document = {
     url?: string;
     sourceURL?: string;
     statusCode: number;
+    scrapeId?: string;
     error?: string;
     [key: string]: string | string[] | number | undefined;
   };

diff --git a/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts b/apps/api/src/scraper/scrapeURL/lib/extractMetadata.ts
@@ -156,6 +156,7 @@ export function extractMetadata(
     publishedTime,
     articleTag,
     articleSection,
+    scrapeId: meta.id,
     ...customMetadata,
   };
 }