some more debugging
Browse files
vianu/spock/src/scraping.py
CHANGED
|
@@ -73,8 +73,11 @@ class Scraper(ABC):
|
|
| 73 |
"""Get the content of a given URL by an aiohttp GET request."""
|
| 74 |
async with aiohttp.ClientSession(headers=headers) as session:
|
| 75 |
async with session.get(url=url, params=params) as response:
|
|
|
|
|
|
|
| 76 |
response.raise_for_status()
|
| 77 |
text = await response.text()
|
|
|
|
| 78 |
return text
|
| 79 |
|
| 80 |
|
|
|
|
| 73 |
"""Get the content of a given URL by an aiohttp GET request."""
|
| 74 |
async with aiohttp.ClientSession(headers=headers) as session:
|
| 75 |
async with session.get(url=url, params=params) as response:
|
| 76 |
+
print('------------------------------')
|
| 77 |
+
print('Status:', response.status)
|
| 78 |
response.raise_for_status()
|
| 79 |
text = await response.text()
|
| 80 |
+
print('HTML:', text[:1000])
|
| 81 |
return text
|
| 82 |
|
| 83 |
|