We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d6b753e commit 0f586f0Copy full SHA for 0f586f0
scpscraper/scpscraper.py
@@ -13,7 +13,7 @@ def get_single_scp(scp_id: str) -> BeautifulSoup:
13
r = urllib.request.urlopen(url=f'http://scp-wiki.wikidot.com/scp-{scp_id}')
14
15
# Return the organized content for parsing.
16
- return BeautifulSoup(r, 'html.parser')
+ return BeautifulSoup(r, 'lxml')
17
18
# Error handling.
19
except Exception as e:
@@ -34,7 +34,7 @@ def _get_scp_name(scp_id: int) -> str:
34
# Grab the HTML and parse as needed.
35
r = urllib.request.urlopen(url=url)
36
try:
37
- soup = BeautifulSoup(r, 'html.parser')
+ soup = BeautifulSoup(r, 'lxml')
38
content = soup.find('div', id='page-content')
39
list_elements = content.find_all('li')
40
0 commit comments