[Fixes:T357582] Integrate Google Books and Trove with WikiSource

bull/commons-queue/consumer.js

@@ -1,8 +1,12 @@
 const config = require("../../utils/bullconfig");
 const CommonsQueue = config.getNewQueue("commons-queue");
 const winston = require("winston");
-const { downloadFile, uploadToCommons } = require("../../utils/helper");
-const logger = winston.loggers.get("defaultLogger");
+const {
+  downloadFile,
+  uploadToCommons,
+  uploadToWikiData,
+  uploadToWikiSource,
+} = require("../../utils/helper");
 
 CommonsQueue.process(async (job, done) => {
   const downloadFileRes = await downloadFile(
@@ -11,34 +15,59 @@ CommonsQueue.process(async (job, done) => {
   );
 
   if (downloadFileRes.writeFileStatus !== 200) {
-    logger.log({
-      level: "error",
-      message: `downloadFile: ${downloadFileRes}`,
-    });
     process.emit(`commonsJobComplete:${job.id}`, {
       status: false,
       value: null,
     });
     return done(null, true);
-    // return done(new Error(`downloadFile: ${downloadFileRes}`));
   }
   const commonsResponse = await uploadToCommons(job.data.metadata);
 
   if (commonsResponse.fileUploadStatus !== 200) {
-    logger.log({
-      level: "error",
-      message: `uploadToCommons: ${commonsResponse}`,
-    });
     process.emit(`commonsJobComplete:${job.id}`, {
       status: false,
       value: null,
     });
     return done(null, true);
-    // return done(new Error(`uploadToCommons: ${commonsResponse}`));
   }
-  process.emit(`commonsJobComplete:${job.id}`, {
-    status: true,
-    value: commonsResponse,
-  });
+  const wikiDataResponse = await uploadToWikiData(
+    job.data.metadata,
+    commonsResponse.filename
+  );
+  if (wikiDataResponse !== 404) {
+    const wikisourceResponse = await uploadToWikiSource(
+      job.data.metadata,
+      wikiDataResponse
+    );
+
+    if (wikisourceResponse.fileUploadStatus === 200) {
+      process.emit(`commonsJobComplete:${job.id}`, {
+        status: true,
+        value: {
+          commons: commonsResponse,
+          wikidata: wikiDataResponse,
+          wikisource: wikisourceResponse,
+        },
+      });
+    } else {
+      process.emit(`commonsJobComplete:${job.id}`, {
+        status: true,
+        value: {
+          commons: commonsResponse,
+          wikidata: wikiDataResponse,
+          wikisource: 404,
+        },
+      });
+    }
+  } else {
+    process.emit(`commonsJobComplete:${job.id}`, {
+      status: true,
+      value: {
+        commons: commonsResponse,
+        wikidata: 404,
+        wikisource: 404,
+      },
+    });
+  }
   return done(null, true);
 });

bull/google-books-queue/consumer.js

@@ -125,7 +125,15 @@ GoogleBooksQueue.process((job, done) => {
                   step: "Upload to Wikimedia Commons",
                   value: `(${100}%)`,
                   wikiLinks: {
-                    commons: await commonsResponse.value.filename,
+                    commons: await commonsResponse.value.commons.filename,
+                    wikidata:
+                      (await commonsResponse.value.wikidata) !== 404
+                        ? await commonsResponse.value.wikidata
+                        : 404,
+                    wikisource:
+                      (await commonsResponse.value.wikisource) !== 404
+                        ? await commonsResponse.value.wikisource.filename
+                        : 404,
                   },
                 });
                 if (job.data.isEmailNotification === "true") {

bull/trove-queue/consumer.js

@@ -107,6 +107,12 @@ TroveQueue.process((job, done) => {
                   step: "Upload To IA",
                   value: `(${100}%)`,
                 });
+                if (
+                  isEmailNotification !== "true" &&
+                  job.data.details.isUploadCommons !== "true"
+                ) {
+                  done(null, true);
+                }
                 if (
                   isEmailNotification === "true" &&
                   job.data.details.isUploadCommons !== "true"
@@ -128,17 +134,30 @@ TroveQueue.process((job, done) => {
                       if (commonsResponse.status === true) {
                         job.progress({
                           step: "Upload to Wikimedia Commons",
-                          value: `(100%)`,
+                          value: `(${100}%)`,
                           wikiLinks: {
-                            commons: await commonsResponse.value.filename,
+                            commons: await commonsResponse.value.commons
+                              .filename,
+                            wikidata:
+                              (await commonsResponse.value.wikidata) !== 404
+                                ? await commonsResponse.value.wikidata
+                                : 404,
+                            wikisource:
+                              (await commonsResponse.value.wikisource) !== 404
+                                ? await commonsResponse.value.wikisource
+                                    .filename
+                                : 404,
                           },
                         });
                         if (job.data.isEmailNotification === "true") {
                           const commonsLink = `https://commons.wikimedia.org/wiki/File:${commonsResponse.value.filename}`;
                           EmailProducer(
                             userName,
                             name,
-                            { archiveLink: trueURI, commonsLink: commonsLink },
+                            {
+                              archiveLink: trueURI,
+                              commonsLink: commonsLink,
+                            },
                             { archive: true, commons: true }
                           );
                         }

components/ShowJobInformation.js

@@ -18,7 +18,8 @@ const ShowJobInformation = (props) => {
   const styles = {
     root: {
       maxWidth: 365,
-      height: "fit-content",
+      height: "95vh",
+      overflow: "scroll",
     },
     cardContentContainer: {
       height: "200px",
@@ -144,10 +145,10 @@ const ShowJobInformation = (props) => {
           </CardActions>
 
           <CardActions sx={{ marginTop: "-15px" }}>
-            {data.wikimedia_links !== "Not Integrated" ? (
+            {data.wikimedia_links.commons !== "Not Integrated" ? (
               <Link
                 passHref
-                href={`https://commons.wikimedia.org/wiki/File:${data.wikimedia_links}`}
+                href={`https://commons.wikimedia.org/wiki/File:${data.wikimedia_links.commons}`}
               >
                 <Button
                   sx={styles.button}
@@ -160,6 +161,41 @@ const ShowJobInformation = (props) => {
               </Link>
             ) : null}
           </CardActions>
+          <CardActions sx={{ marginTop: "-15px" }}>
+            {data.wikimedia_links.wikidata !== "Not Integrated" ? (
+              <Link
+                passHref
+                href={`https://www.wikidata.org/wiki/${data.wikimedia_links.wikidata}`}
+              >
+                <Button
+                  sx={styles.button}
+                  target="_blank"
+                  size="large"
+                  color="primary"
+                >
+                  View on Wikidata
+                </Button>
+              </Link>
+            ) : null}
+          </CardActions>
+
+          <CardActions sx={{ marginTop: "-15px" }}>
+            {data.wikimedia_links.wikisource !== "Not Integrated" ? (
+              <Link
+                passHref
+                href={`https://en.wikisource.org/wiki/File:${data.wikimedia_links.wikisource}`}
+              >
+                <Button
+                  sx={styles.button}
+                  target="_blank"
+                  size="large"
+                  color="primary"
+                >
+                  View on WikiSource
+                </Button>
+              </Link>
+            ) : null}
+          </CardActions>
         </Card>
       </div>
     );

server.js

@@ -176,9 +176,21 @@ app
                     : "",
                 isUploaded: jobState === "completed" ? true : false,
               },
-              wikimedia_links: job.progress().wikiLinks?.commons
-                ? job.progress().wikiLinks.commons
-                : "Not Integrated",
+              wikimedia_links: {
+                commons: job.progress().wikiLinks?.commons
+                  ? job.progress().wikiLinks.commons
+                  : "Not Integrated",
+                wikidata:
+                  job.progress().wikiLinks?.wikidata &&
+                  job.progress().wikiLinks.wikidata !== 404
+                    ? job.progress().wikiLinks.wikidata
+                    : "Not Integrated",
+                wikisource:
+                  job.progress().wikiLinks?.wikisource &&
+                  job.progress().wikiLinks.wikisource !== 404
+                    ? job.progress().wikiLinks.wikisource
+                    : "Not Integrated",
+              },
             };
             res.send(
               Object.assign(