Spaces:
Runtime error
Runtime error
File size: 5,499 Bytes
21fe52e d92137e 21fe52e 1f1c259 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 | import pickle
import requests
import json
import numpy as np
def get_api_key():
with open('hopsworks_api_key.txt', 'r') as f:
key_text = f.read()
return key_text
def load_headers_dict():
with open('headers.pkl', 'rb') as f:
headers_loaded = pickle.load(f)
return headers_loaded
def get_movie_by_title(title):
headers = load_headers_dict()
url = f"https://api.themoviedb.org/3/search/movie?query={title}"
response = requests.get(url, headers=headers)
response_dict = json.loads(response.text)
return response_dict
def get_movie_details(movie_id):
headers = load_headers_dict()
url = f"https://api.themoviedb.org/3/movie/{movie_id}"
response = requests.get(url, headers=headers)
response_dict = json.loads(response.text)
return response_dict
def get_movies_list(lte_rd : str, gte_rd : str, pages : int = 1, first : int = 0):
headers = load_headers_dict()
all_results = []
# Check that the range of pages doesn't reach the max number of the request
url = f"https://api.themoviedb.org/3/discover/movie?page=1&primary_release_date.gte={gte_rd}&primary_release_date.lte={lte_rd}&include_adult=false&include_video=false&language=en-US&sort_by=revenue.desc"
tt_pages = requests.get(url, headers=headers).json()['total_pages']
if tt_pages > 500:
print('---------')
print('/!\ Number of pages greater than 500!! All films will not be accessible.')
print(f'Number of pages : {tt_pages}')
print('---------')
print()
if first + pages > tt_pages:
raise ValueError(f'The request does not have enough pages for this range. Number of page : {tt_pages}.')
# Fetch all pages
for i in range(1+first, first+pages+1):
print(f'Downloading page {i} ------')
url = f"https://api.themoviedb.org/3/discover/movie?include_adult=false&include_video=false&language=en-US&sort_by=revenue.desc&page={i}"
response = requests.get(url, headers=headers)
response_dict = json.loads(response.text)
results = response_dict['results']
all_results.extend(results)
return all_results
def get_keywords_related_films_average_score(movie_id):
headers = load_headers_dict()
url = f"https://api.themoviedb.org/3/movie/{movie_id}/similar?language=en-US&page=1&sort_by=popularity.desc"
response = requests.get(url, headers=headers)
avg_revenue = list()
for film in response.json()['results']:
movie_id = film['id']
movie_details = get_movie_details(movie_id)
if 'revenue' in movie_details.keys():
revenue = movie_details['revenue']
if revenue > 0:
avg_revenue.append(revenue)
if len(avg_revenue) > 0:
return sum(avg_revenue) / len(avg_revenue)
else:
return 0
def get_movie_cast(movie_id):
headers = load_headers_dict()
url = f"https://api.themoviedb.org/3/movie/{movie_id}/credits"
response = requests.get(url, headers=headers)
response_dict = json.loads(response.text)
return response_dict
def get_top3_genres_features(genres_list):
nb = 0
genres_id = list()
while len(genres_list) > 0 and nb < 3:
id = genres_list.pop(0)['id']
genres_id.append(id)
nb += 1
# Complete the 3-uplet with -1 corresponding to no genres
while len(genres_id) < 3 :
genres_id.append(-1)
return genres_id
def crew_popularity(movie_id):
headers = load_headers_dict()
url = f"https://api.themoviedb.org/3/movie/{movie_id}/credits?language=en-US"
crew_list = requests.get(url, headers=headers).json()['crew']
peoples = set()
for p in crew_list:
if p['job'] in ['Screenplay', 'Director', 'Story', 'Producer', 'Production Manager', 'Executive Producer', 'Casting']:
# To avoid counting many times the same man
peoples.add((p['popularity'], p['name']))
total_pop = 0
for pop, _ in peoples:
total_pop += pop
return total_pop
def get_latest():
headers = load_headers_dict()
url = "https://api.themoviedb.org/3/movie/latest?language=en-US"
movie_response_dict = requests.get(url, headers=headers)
return movie_response_dict
def extract_features(movie_id, latest=False):
movie_details = get_movie_details(movie_id)
# As we sort the request by his revenue, we can stop at the first occurence of a film with no revenues.
if not latest and movie_details['revenue'] == 0:
print('Last film with revenue saved for this request (no need to fetch more pages).')
return -1
# The budget of the film is a super relevant feature, if we do not know the budget, better to ditch out the film
if movie_details['budget'] > 0:
# Avg similar films revenues
movie_details['similar_revenues'] = get_keywords_related_films_average_score(movie_id)
# Crew popularity
movie_details['crew_popularity'] = crew_popularity(movie_id)
# Top10 movie_cast pop
cast = get_movie_cast(movie_id=movie_id)
popularities = [person['popularity'] for person in cast['cast']]
total_popularity = np.sum(np.sort(popularities)[-10:])
movie_details['top_cast_popularity'] = total_popularity
return movie_details
else:
print('Budget missing!')
return None
def load_model():
filename = 'finalized_modelk7.sav'
model = pickle.load(open(filename, 'rb'))
return model
|