JaySMTA commited on
Commit
09e710f
·
verified ·
1 Parent(s): 06a1d93

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +43 -23
app.py CHANGED
@@ -47,25 +47,6 @@ class TokenBucket:
47
  async def get_secret(secret_name: str) -> str:
48
  return os.environ.get(secret_name)
49
 
50
- async def rate_limited_api_call(session: ClientSession, bucket: TokenBucket, url: str, headers: Dict[str, str], params: Dict[str, Any] = None, data: Dict[str, Any] = None, method: str = 'GET') -> Dict[str, Any]:
51
- await bucket.wait_for_token()
52
-
53
- try:
54
- if method == 'GET':
55
- async with session.get(url, headers=headers, params=params) as response:
56
- response.raise_for_status()
57
- return await response.json()
58
- elif method == 'POST':
59
- async with session.post(url, headers=headers, json=data) as response:
60
- response.raise_for_status()
61
- return await response.json()
62
- except aiohttp.ClientResponseError as e:
63
- logging.error(f"API call failed: {str(e)}")
64
- raise
65
- except Exception as e:
66
- logging.error(f"Unexpected error in API call: {str(e)}")
67
- raise
68
-
69
  async def rate_limited_api_call(session: ClientSession, bucket: TokenBucket, url: str, headers: Dict[str, str], params: Dict[str, Any] = None, data: Dict[str, Any] = None, method: str = 'GET') -> Dict[str, Any]:
70
  max_retries = 3
71
  retry_delay = 5 # seconds
@@ -90,11 +71,51 @@ async def rate_limited_api_call(session: ClientSession, bucket: TokenBucket, url
90
  logging.error(f"API call failed: {str(e)}")
91
  raise
92
  except Exception as e:
93
- logging.error(f"Unexpected error in API call: {str(e)}")
94
- raise
95
 
96
  raise Exception(f"Failed after {max_retries} attempts")
97
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
98
  async def scrape_facebook_profile(session: ClientSession, bucket: TokenBucket, url: str) -> Dict[str, Any]:
99
  api_key = await get_secret('FACEBOOK_API_KEY')
100
  api_endpoint = await get_secret('FACEBOOK_API_ENDPOINT')
@@ -102,7 +123,6 @@ async def scrape_facebook_profile(session: ClientSession, bucket: TokenBucket, u
102
  logging.error("Facebook API key or endpoint not found in environment variables")
103
  return {"Error": "Facebook API key or endpoint not found in environment variables"}
104
 
105
-
106
  headers = {
107
  'Authorization': f'Bearer {api_key}',
108
  'Content-Type': 'application/json'
@@ -126,7 +146,7 @@ async def scrape_facebook_profile(session: ClientSession, bucket: TokenBucket, u
126
  else:
127
  error_message = f"API error for Facebook profile {url}: {result.get('error')}"
128
  logging.error(error_message)
129
- return {"Error": error_message}
130
  except aiohttp.ClientResponseError as e:
131
  error_message = f"HTTP error when scraping Facebook profile {url}: {e.status} {e.message}"
132
  logging.error(error_message)
 
47
  async def get_secret(secret_name: str) -> str:
48
  return os.environ.get(secret_name)
49
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
50
  async def rate_limited_api_call(session: ClientSession, bucket: TokenBucket, url: str, headers: Dict[str, str], params: Dict[str, Any] = None, data: Dict[str, Any] = None, method: str = 'GET') -> Dict[str, Any]:
51
  max_retries = 3
52
  retry_delay = 5 # seconds
 
71
  logging.error(f"API call failed: {str(e)}")
72
  raise
73
  except Exception as e:
74
+ logging.error(f"Unexpected error in API call: {str(e)}")
75
+ raise
76
 
77
  raise Exception(f"Failed after {max_retries} attempts")
78
 
79
+ async def scrape_linkedin_profile(session: ClientSession, bucket: TokenBucket, url: str) -> Dict[str, Any]:
80
+ api_key = await get_secret('LINKEDIN_API_KEY')
81
+ api_endpoint = "https://zylalabs.com/api/1511/linkedin+profile+scraper+api/5771/profile+scraper"
82
+
83
+ if not api_key:
84
+ logging.error("LinkedIn API key not found in environment variables")
85
+ return {"Error": "LinkedIn API key not found"}
86
+
87
+ headers = {
88
+ 'Authorization': f'Bearer {api_key}',
89
+ 'Content-Type': 'application/json'
90
+ }
91
+
92
+ data = {
93
+ "link": url
94
+ }
95
+
96
+ try:
97
+ result = await rate_limited_api_call(session, bucket, api_endpoint, headers, data=data, method='POST')
98
+
99
+ if 'data' in result:
100
+ profile_data = result['data']
101
+ return {
102
+ "Name": profile_data.get('fullName', ''),
103
+ "Number of Followers": profile_data.get('followers', ''),
104
+ "Number of Connections": profile_data.get('connections', ''),
105
+ "Age": profile_data.get('age', ''),
106
+ "Current Role": profile_data.get('headline', ''),
107
+ "Sex": profile_data.get('gender', ''),
108
+ "Place of living": profile_data.get('addressWithCountry', '')
109
+ }
110
+ else:
111
+ error_message = f"API error for LinkedIn profile {url}: {result.get('message', 'Unknown error')}"
112
+ logging.error(error_message)
113
+ return {"Error": error_message}
114
+ except Exception as e:
115
+ error_message = f"Error scraping LinkedIn profile {url}: {str(e)}"
116
+ logging.error(error_message)
117
+ return {"Error": error_message}
118
+
119
  async def scrape_facebook_profile(session: ClientSession, bucket: TokenBucket, url: str) -> Dict[str, Any]:
120
  api_key = await get_secret('FACEBOOK_API_KEY')
121
  api_endpoint = await get_secret('FACEBOOK_API_ENDPOINT')
 
123
  logging.error("Facebook API key or endpoint not found in environment variables")
124
  return {"Error": "Facebook API key or endpoint not found in environment variables"}
125
 
 
126
  headers = {
127
  'Authorization': f'Bearer {api_key}',
128
  'Content-Type': 'application/json'
 
146
  else:
147
  error_message = f"API error for Facebook profile {url}: {result.get('error')}"
148
  logging.error(error_message)
149
+ return {"Error": error_message}
150
  except aiohttp.ClientResponseError as e:
151
  error_message = f"HTTP error when scraping Facebook profile {url}: {e.status} {e.message}"
152
  logging.error(error_message)