jaegglic commited on
Commit
c19c6ec
·
1 Parent(s): c4fe749

some more debugging

Browse files
Files changed (1) hide show
  1. vianu/spock/src/scraping.py +3 -0
vianu/spock/src/scraping.py CHANGED
@@ -73,8 +73,11 @@ class Scraper(ABC):
73
  """Get the content of a given URL by an aiohttp GET request."""
74
  async with aiohttp.ClientSession(headers=headers) as session:
75
  async with session.get(url=url, params=params) as response:
 
 
76
  response.raise_for_status()
77
  text = await response.text()
 
78
  return text
79
 
80
 
 
73
  """Get the content of a given URL by an aiohttp GET request."""
74
  async with aiohttp.ClientSession(headers=headers) as session:
75
  async with session.get(url=url, params=params) as response:
76
+ print('------------------------------')
77
+ print('Status:', response.status)
78
  response.raise_for_status()
79
  text = await response.text()
80
+ print('HTML:', text[:1000])
81
  return text
82
 
83