From 5b287a87bcd0ce37ff75f5404abe4384e6b80fb5 Mon Sep 17 00:00:00 2001
From: "Rainer M. Krug" <Rainer@krugs.de>
Date: Wed, 8 May 2024 11:12:35 +0200
Subject: [PATCH] Final changes to cluster dataset (add timestamp)

---
 snowball.qmd | 26 +++++++++++---------------
 1 file changed, 11 insertions(+), 15 deletions(-)

diff --git a/snowball.qmd b/snowball.qmd
index 915834e..78ef8e2 100644
--- a/snowball.qmd
+++ b/snowball.qmd
@@ -101,6 +101,7 @@ cluster <- lapply(
     fns,
     function(fn) {
         list(
+            timestamp = Sys.time(),
             fn = fn,
             dois = read.csv(fn)$DOI
         )
@@ -193,32 +194,27 @@ if (file.exists(fn)) {
         cluster,
         function(cl) {
             message("Processing ", cl$fn, " ...")
-            message("|- Fetching works...")
-            key_works <- oa_fetch(
+            message("|- Fetching works ...")
+            cl$key_works <- oa_fetch(
                 entity = "works",
                 doi = cl$dois,
                 verbose = FALSE
             )
-            key_works$id <- gsub(
+            cl$key_works$id <- gsub(
                 pattern = "https://openalex.org/",
                 replacement = "",
-                key_works$id
+                cl$key_works$id
             )
-            message("|- Snowballing works...")
-            snowball <- oa_snowball(
-                identifier = openalexR:::shorten_oaid(key_works$id),
+            message("|- Snowballing works ...")
+            cl$snowball_1 <- oa_snowball(
+                identifier = openalexR:::shorten_oaid(cl$key_works$id),
                 verbose = FALSE
             )
-            message("|- Converting to tibble...")
-            snowball_df <- snowball2df(snowball) |>
+            message("|- Converting to tibble ...")
+            cl$snowball_1_df <- snowball2df(cl$snowball_1) |>
                 as_tibble()
             message("\n")
-            list(
-                cl,
-                key_works = key_works,
-                snowball_1 = snowball,
-                snowball_1_df = snowball_df
-            )
+            return(cl)
         }
     )