Update degruyterscrapper.py

degruyterscrapper.py

@@ -29,14 +29,18 @@ def get_headers(data: str) -> dict:
 
 def getLinks(url: str) -> list:
     browser = requests.session()
-    # url = f"https://www.degruyter.com/journal/key/fca/{volume}/{issue}/html"
     data = browser.get(url)
     fullPage = BeautifulSoup(data.text, "lxml")
-    links = fullPage.find("div", {"id" : "issue-subject-group-researchpaper"})
-    output = []
-    for link in links.findAll("div", {"class" : "text-container"}):
-        link = link.find("a", {"class" : "issueContentsArticleLink linkHoverDark d-inline-block"}).get("href")
-        output.append(f"https://www.degruyter.com{link}")
+    try:
+        links = fullPage.find("div", {"id" : "issue-subject-group-researchpaper"})
+        output = []
+        for link in links.findAll("div", {"class" : "text-container"}):
+            link = link.find("a", {"class" : "issueContentsArticleLink linkHoverDark d-inline-block"}).get("href")
+            output.append(f"https://www.degruyter.com{link}")
+    except:
+        links = fullPage.findAll("a", {"class" : "issueContentsArticleLink linkHoverDark d-inline-block"})
+        for link in links:
+            output.append(f"https://www.degruyter.com{link.get('href')}")
     return output
 
 def get_author_details(url: str) -> list: