fix chrome extension url redirect

This commit is contained in:
Simon 2024-02-20 13:56:39 +01:00
parent 13983f4258
commit 2d6ad2c504
Signed by: simon
GPG Key ID: 2C15AA5E89985DD4
1 changed files with 5 additions and 6 deletions

View File

@ -9,6 +9,8 @@ from bs4 import BeautifulSoup
class ChromeExtension:
"""scrape chome extension for user number"""
HEADERS = {"User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36"} # pylint: disable=line-too-long
def __init__(self, extension_id):
self.extension_id = extension_id
@ -21,12 +23,9 @@ class ChromeExtension:
def get_soup(self):
"""get the soup"""
url = (
"https://chrome.google.com/webstore/detail/"
+ f"{self.extension_id}?hl=en&authuser=0"
)
response = requests.get(url).text
soup = BeautifulSoup(response, "html.parser")
url = f"https://chromewebstore.google.com/detail/tubearchivist-companion/{self.extension_id}?hl=en&authuser=0" # pylint: disable=line-too-long
response = requests.get(url, headers=self.HEADERS)
soup = BeautifulSoup(response.text, "html.parser")
return soup