re-run process

nih-cfde · Jul 9, 2024 · 3a2faf0 · 3a2faf0
1 parent a1f330f
commit 3a2faf0
Show file tree

Hide file tree

Showing 65 changed files with 517 additions and 2,077 deletions.
diff --git a/app/public/pdfs/Core Project OT2OD030160.pdf b/app/public/pdfs/Core Project OT2OD030160.pdf
diff --git a/app/public/pdfs/Core Project OT2OD030161.pdf b/app/public/pdfs/Core Project OT2OD030161.pdf
diff --git a/app/public/pdfs/Core Project OT2OD030162.pdf b/app/public/pdfs/Core Project OT2OD030162.pdf
diff --git a/app/public/pdfs/Core Project OT2OD030164.pdf b/app/public/pdfs/Core Project OT2OD030164.pdf
diff --git a/app/public/pdfs/Core Project OT2OD030544.pdf b/app/public/pdfs/Core Project OT2OD030544.pdf
diff --git a/app/public/pdfs/Core Project OT2OD030545.pdf b/app/public/pdfs/Core Project OT2OD030545.pdf
diff --git a/app/public/pdfs/Core Project OT2OD030546.pdf b/app/public/pdfs/Core Project OT2OD030546.pdf
diff --git a/app/public/pdfs/Core Project OT2OD030547.pdf b/app/public/pdfs/Core Project OT2OD030547.pdf
diff --git a/app/public/pdfs/Core Project OT2OD032092.pdf b/app/public/pdfs/Core Project OT2OD032092.pdf
diff --git a/app/public/pdfs/Core Project OT2OD032119.pdf b/app/public/pdfs/Core Project OT2OD032119.pdf
diff --git a/app/public/pdfs/Core Project OT2OD032619.pdf b/app/public/pdfs/Core Project OT2OD032619.pdf
diff --git a/app/public/pdfs/Core Project OT2OD036435.pdf b/app/public/pdfs/Core Project OT2OD036435.pdf
diff --git a/app/public/pdfs/Core Project OT2OD036440.pdf b/app/public/pdfs/Core Project OT2OD036440.pdf
diff --git a/app/public/pdfs/Core Project R03OD030596.pdf b/app/public/pdfs/Core Project R03OD030596.pdf
diff --git a/app/public/pdfs/Core Project R03OD030597.pdf b/app/public/pdfs/Core Project R03OD030597.pdf
diff --git a/app/public/pdfs/Core Project R03OD030598.pdf b/app/public/pdfs/Core Project R03OD030598.pdf
diff --git a/app/public/pdfs/Core Project R03OD030599.pdf b/app/public/pdfs/Core Project R03OD030599.pdf
diff --git a/app/public/pdfs/Core Project R03OD030600.pdf b/app/public/pdfs/Core Project R03OD030600.pdf
diff --git a/app/public/pdfs/Core Project R03OD030601.pdf b/app/public/pdfs/Core Project R03OD030601.pdf
diff --git a/app/public/pdfs/Core Project R03OD030602.pdf b/app/public/pdfs/Core Project R03OD030602.pdf
diff --git a/app/public/pdfs/Core Project R03OD030603.pdf b/app/public/pdfs/Core Project R03OD030603.pdf
diff --git a/app/public/pdfs/Core Project R03OD030604.pdf b/app/public/pdfs/Core Project R03OD030604.pdf
diff --git a/app/public/pdfs/Core Project R03OD030605.pdf b/app/public/pdfs/Core Project R03OD030605.pdf
diff --git a/app/public/pdfs/Core Project R03OD030608.pdf b/app/public/pdfs/Core Project R03OD030608.pdf
diff --git a/app/public/pdfs/Core Project R03OD030609.pdf b/app/public/pdfs/Core Project R03OD030609.pdf
diff --git a/app/public/pdfs/Core Project R03OD032622.pdf b/app/public/pdfs/Core Project R03OD032622.pdf
diff --git a/app/public/pdfs/Core Project R03OD032623.pdf b/app/public/pdfs/Core Project R03OD032623.pdf
diff --git a/app/public/pdfs/Core Project R03OD032624.pdf b/app/public/pdfs/Core Project R03OD032624.pdf
diff --git a/app/public/pdfs/Core Project R03OD032625.pdf b/app/public/pdfs/Core Project R03OD032625.pdf
diff --git a/app/public/pdfs/Core Project R03OD032626.pdf b/app/public/pdfs/Core Project R03OD032626.pdf
diff --git a/app/public/pdfs/Core Project R03OD032627.pdf b/app/public/pdfs/Core Project R03OD032627.pdf
diff --git a/app/public/pdfs/Core Project R03OD032628.pdf b/app/public/pdfs/Core Project R03OD032628.pdf
diff --git a/app/public/pdfs/Core Project R03OD032629.pdf b/app/public/pdfs/Core Project R03OD032629.pdf
diff --git a/app/public/pdfs/Core Project R03OD032630.pdf b/app/public/pdfs/Core Project R03OD032630.pdf
diff --git a/app/public/pdfs/Core Project R03OD032666.pdf b/app/public/pdfs/Core Project R03OD032666.pdf
diff --git a/app/public/pdfs/Core Project R03OD034493.pdf b/app/public/pdfs/Core Project R03OD034493.pdf
diff --git a/app/public/pdfs/Core Project R03OD034494.pdf b/app/public/pdfs/Core Project R03OD034494.pdf
diff --git a/app/public/pdfs/Core Project R03OD034495.pdf b/app/public/pdfs/Core Project R03OD034495.pdf
diff --git a/app/public/pdfs/Core Project R03OD034496.pdf b/app/public/pdfs/Core Project R03OD034496.pdf
diff --git a/app/public/pdfs/Core Project R03OD034497.pdf b/app/public/pdfs/Core Project R03OD034497.pdf
diff --git a/app/public/pdfs/Core Project R03OD034498.pdf b/app/public/pdfs/Core Project R03OD034498.pdf
diff --git a/app/public/pdfs/Core Project R03OD034499.pdf b/app/public/pdfs/Core Project R03OD034499.pdf
diff --git a/app/public/pdfs/Core Project R03OD034500.pdf b/app/public/pdfs/Core Project R03OD034500.pdf
diff --git a/app/public/pdfs/Core Project R03OD034501.pdf b/app/public/pdfs/Core Project R03OD034501.pdf
diff --git a/app/public/pdfs/Core Project R03OD034502.pdf b/app/public/pdfs/Core Project R03OD034502.pdf
diff --git a/app/public/pdfs/Core Project R03OD036489.pdf b/app/public/pdfs/Core Project R03OD036489.pdf
diff --git a/app/public/pdfs/Core Project R03OD036490.pdf b/app/public/pdfs/Core Project R03OD036490.pdf
diff --git a/app/public/pdfs/Core Project R03OD036491.pdf b/app/public/pdfs/Core Project R03OD036491.pdf
diff --git a/app/public/pdfs/Core Project R03OD036492.pdf b/app/public/pdfs/Core Project R03OD036492.pdf
diff --git a/app/public/pdfs/Core Project R03OD036493.pdf b/app/public/pdfs/Core Project R03OD036493.pdf
diff --git a/app/public/pdfs/Core Project R03OD036494.pdf b/app/public/pdfs/Core Project R03OD036494.pdf
diff --git a/app/public/pdfs/Core Project R03OD036495.pdf b/app/public/pdfs/Core Project R03OD036495.pdf
diff --git a/app/public/pdfs/Core Project R03OD036496.pdf b/app/public/pdfs/Core Project R03OD036496.pdf
diff --git a/app/public/pdfs/Core Project R03OD036497.pdf b/app/public/pdfs/Core Project R03OD036497.pdf
diff --git a/app/public/pdfs/Core Project R03OD036498.pdf b/app/public/pdfs/Core Project R03OD036498.pdf
diff --git a/app/public/pdfs/Core Project R03OD036499.pdf b/app/public/pdfs/Core Project R03OD036499.pdf
diff --git a/app/public/pdfs/Core Project U54OD036472.pdf b/app/public/pdfs/Core Project U54OD036472.pdf
diff --git a/app/public/pdfs/Program.pdf b/app/public/pdfs/Program.pdf
diff --git a/data/ingest/journals.ts b/data/ingest/journals.ts
@@ -10,6 +10,8 @@ const { RAW_PATH } = process.env;
 
 /** ranks url */
 const ranksUrl = "https://www.scimagojr.com/journalrank.php";
+/** raw data download text */
+const downloadText = "Download data";
 /** page to scrape */
 const searchUrl = "https://www.scimagojr.com/journalsearch.php?q=";
 /** selector to get first search result journal name */
@@ -31,9 +33,8 @@ export const getJournals = async (journalIds: string[]) => {
       log(`Downloading from ${ranksUrl}`);
       const page = await newPage();
       await page.goto(ranksUrl, options);
-      const downloadPromise = page.waitForEvent("download", options);
-      await page.getByText("Download data").click(options);
-      const download = await downloadPromise;
+      await page.getByText(downloadText).click(options);
+      const download = await page.waitForEvent("download", options);
       await download.saveAs(rankDataPath);
     } catch (error) {
       log(error, "warn");