Removed testing mod and all sites are working now

LOGS.txt

@@ -1,11 +0,0 @@
-18-16-51.646819/26-7-2024
-------------------------------------------------------------------
-
-18-16-51.648099/26-7-2024 -> Total links found 1
-18-16-51.650375/26-7-2024 -> Getting data for link https://www.degruyter.com/journal/key/fca/24/5/html
-18-17-53.800210/26-7-2024 -> Total links found 1
-18-17-53.802712/26-7-2024 -> Getting data for link https://www.degruyter.com/journal/key/fca/24/5/html
-18-19-12.737504/26-7-2024 -> Total links found 1
-18-19-12.741695/26-7-2024 -> Getting data for link https://www.degruyter.com/journal/key/fca/24/5/html
-18-19-40.666101/26-7-2024 -> Total links found 1
-18-19-40.667129/26-7-2024 -> Getting data for link https://www.degruyter.com/journal/key/fca/24/5/html

app.py

@@ -172,18 +172,16 @@ def filterUrlandRun(url: str, from_range: int, to_range: int, reverse: bool, out
                     try:
                         if filen:
                             print(f"Getting data for link {ur.format(i=isu)}")
-                            allLinks = sciencedirect.run(ur.format(i=isu))
+                            authors, _ = sciencedirect.run(ur.format(i=isu))
                             isu += 1
                         else:
                             print(f"Getting data for link {ur}")
-                            allLinks = sciencedirect.run(ur)
+                            authors, _ = sciencedirect.run(ur)
                     except Exception as e:
                         print(f"Error : {traceback.format_exc()}", show=False)
                         break
-                    for link in allLinks:
-                        authors = sciencedirect.stage_two(link)
-                        for auth in authors:
-                            sht.save(auth)
+                    for auth in authors:
+                        sht.save(auth)
                     if filen == False: # If filen is true then dont need to start the loop
                         break
                     sht.save_to_file()
@@ -196,18 +194,16 @@ def filterUrlandRun(url: str, from_range: int, to_range: int, reverse: bool, out
                     try:
                         if filen:
                             print(f"Getting data for link {ur.format(i=isu)}")
-                            allLinks = sciencedirect_admaths.run(ur.format(i=isu))
+                            authors, _ = sciencedirect_admaths.run(ur.format(i=isu))
                             isu += 1
                         else:
                             print(f"Getting data for link {ur}")
-                            allLinks = sciencedirect_admaths.run(ur)
+                            authors, _ = sciencedirect_admaths.run(ur)
                     except Exception as e:
                         print(f"Error : {traceback.format_exc()}", show=False)
                         break
-                    for link in allLinks:
-                        authors = sciencedirect_admaths.stage_two(link)
-                        for auth in authors:
-                            sht.save(auth)
+                    for auth in authors:
+                        sht.save(auth)
                     if filen == False: # If filen is true then dont need to start the loop
                         break
                     sht.save_to_file()