File size: 9,213 Bytes
557d2ff 880c40b 5bfacc5 557d2ff 880c40b 2d6dde2 6cde532 ad0eb6b 2d6dde2 880c40b f849aa0 880c40b f849aa0 2fb546a 21a3aab 880c40b bae737b 880c40b 324cadf cbaae5c 324cadf a5ed46a b1148d5 a5ed46a 880c40b b66826d 491cb78 f67384a 491cb78 0c23361 ac2d278 0c23361 f67384a a5ed46a 440b8cd d23d150 440b8cd d23d150 a5ed46a f297d91 0c23361 f67384a 324cadf 14f4caa 324cadf a5ed46a 14f4caa 324cadf a5ed46a 14f4caa 324cadf a5ed46a 14f4caa 324cadf a5ed46a 14f4caa a5ed46a 324cadf a5ed46a 324cadf 557d2ff ad0eb6b 880c40b cbaae5c 880c40b cbaae5c 880c40b 557d2ff 880c40b cf37777 ba266c3 51edfb6 65e023c 51edfb6 b71d4fa bddd67b 1089041 f91dd8d 1e27161 cf37777 fd73b84 cf37777 74b6bf1 cf37777 74b6bf1 cf37777 c93ee38 bddd67b 880c40b 6cde532 880c40b 557d2ff b66826d 557d2ff 880c40b 557d2ff | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 | import logging
import json
from .google_sheet_utils import push_to_sheet
import time
def process_data(data_queue, processed_data_queue, error_queue):
while True:
item = data_queue.get()
if item is None:
processed_data_queue.put(None)
data_queue.task_done()
break
try:
data_json = json.loads(item)
pageProps = data_json['props']['pageProps']
plan = pageProps['plan']
mvno = pageProps['mvno']
plan_meta = plan['meta']
plan_policy = plan['policy']
data = []
data.append("https://www.moyoplan.com/plans/" + str(plan_meta['id']))
data.append(mvno.get('mvnoName', ''))
data.append(plan_meta.get('name', ''))
data.append(str(plan_meta.get('feeString', '0')) + 'μ')
data.append(plan_meta.get('mobileDataString', '0'))
mobile_data2_str = plan_meta.get('mobileData2Str')
speed_when_exhausted_description = plan_meta.get('mobileDataDateExhaustedDescription')
data.append(mobile_data2_str if mobile_data2_str and mobile_data2_str != "μμ" else 'μ 곡μν¨')
data.append(speed_when_exhausted_description if speed_when_exhausted_description else 'μ 곡μν¨')
mobile_voice = plan_meta.get('mobileVoice', 0)
mobile_message = plan_meta.get('mobileMessage', 0)
if isinstance(mobile_voice, int) and mobile_voice not in [-1, 0, 9999]:
mobile_voice = f"{mobile_voice:,}λΆ"
elif mobile_voice in [-1, 0]:
mobile_voice = 'μ 곡μν¨'
else:
mobile_voice = '무μ ν'
if isinstance(mobile_message, int) and mobile_message not in [-1, 0, 9999]:
mobile_message = f"{mobile_message:,}건"
elif mobile_message in [-1, 0]:
mobile_message = 'μ 곡μν¨'
else:
mobile_message = '무μ ν'
data.append(mobile_voice)
data.append(mobile_message)
data.append(plan_meta.get('mno', ''))
data.append(plan_meta.get('net', ''))
discount_months = plan_meta.get('ν μΈμ μ©_κ°μμ')
if discount_months is None:
data.append('μ 곡μν¨')
else:
discount_months = str(discount_months) + 'κ°μ'
discounted_price = plan_meta.get('ν μΈλλν_κΈμ‘')
if discounted_price is None:
discounted_price = 0
formatted_price = f"{discounted_price:,}μ"
data.append(f"{discount_months} ν {formatted_price}")
agreementType = plan_meta.get('agreementType', '')
agreementUnit = ''
if agreementType == 'month':
agreementUnit = 'κ°μ'
elif agreementType == 'year':
agreementUnit = 'λ
'
elif agreementType == 'day':
agreementUnit = 'μΌ'
data.append(f"{str(plan_meta.get('agreementPeriod') or 'μμ')}" + agreementUnit)
if plan_policy is not None:
register_change_fee = plan_policy.get('registerChangeFee')
if register_change_fee is None:
register_change_fee = 0
else:
register_change_fee = f"{str(register_change_fee)}μ"
else:
register_change_fee = 0
data.append('μμ' if register_change_fee == 0 else register_change_fee)
data.append(plan.get('usimFeeDescription'))
data.append(plan.get('nfcDescription'))
data.append('μ λ£(2,750μ)' if plan.get('esimDescription') == 'μ§μ' else plan.get('esimDescription'))
supports = []
not_supports = []
if plan.get('esim', False):
supports.append('eSim')
else:
not_supports.append('eSim')
if plan.get('microPaymentDescription', '') == 'μ§μ':
supports.append('μμ‘ κ²°μ ')
else:
not_supports.append('μμ‘ κ²°μ ')
if plan.get('dataSharingDescription', '') == 'μ§μ':
supports.append('λ°μ΄ν° μμ΄λ§')
else:
not_supports.append('λ°μ΄ν° μμ΄λ§')
if plan.get('roamingDescription', '') == 'μ§μ':
supports.append('ν΄μΈ λ‘λ°')
else:
not_supports.append('ν΄μΈ λ‘λ°')
if plan.get('internetCombineDescription', '') == 'μ§μ':
supports.append('μΈν°λ· κ²°ν©')
else:
not_supports.append('μΈν°λ· κ²°ν©')
data.append('\n'.join(supports))
data.append('\n'.join(not_supports))
events = plan_meta.get('μ¬μν리μ€νΈ', [])
event_descriptions = []
event_links = []
for event in events:
event_descriptions.append(f"νν: {event.get('description', '')}\nλμ: {event.get('condition', '')}\nμ§κΈμκΈ°: {event.get('receiptDate', '')}")
event_links.append(event.get('eventUrl', ''))
data.append('\n\n'.join(event_descriptions))
data.append('\n'.join(event_links))
card_discount = plan_meta.get('μΉ΄λννμ μ©κ°', '')
if card_discount:
data.append(f"30λ§μ μ¬μ© μ μ {card_discount}μ ν μΈ")
else:
data.append('')
data.append(plan_meta.get('fee', 0))
data.append((plan_meta.get('mobileData') or 0) * 1000) # Convert GB to MB
data.append((plan_meta.get('mobileData2') or 0) * 1000) # Convert GB to MB
data.append((plan_meta.get('speedWhenExhausted') or 0)) # Convert Mbps to Kbps
data.append((plan_meta.get('mobileVoice') or 0))
data.append((plan_meta.get('mobileMessage') or 0))
try:
score = calculate_score(plan_meta.get('fee', 0), (plan_meta.get('mobileData') or 0) * 1000, (plan_meta.get('mobileData2') or 0) * 1000, (plan_meta.get('speedWhenExhausted') or 0), (plan_meta.get('mobileVoice') or 0), (plan_meta.get('mobileMessage') or 0))
except Exception as e:
logging.error(f"Error calculating score: {str(e)}")
score = 0
data.append(score)
data.append('')
data.append('')
signupForeignerCondition = ''
signupMinorCondition = ''
if plan_meta.get('policy'):
signupMinorCondition = plan_meta['policy'].get('signupMinorCondition', '')
signupForeignerCondition = plan_meta['policy'].get('signupForeignerCondition', '')
data.append(signupMinorCondition)
data.append(signupForeignerCondition)
else:
for policy in mvno['policy']:
mno = policy.get('mno', '')
signupMinorCondition = policy.get('signupMinorCondition', '')
signupForeignerCondition = policy.get('signupForeignerCondition', '')
if mno == plan_meta.get('mno', ''):
data.append(signupMinorCondition)
data.append(signupForeignerCondition)
break
else: # This else corresponds to the for loop, not the if statement
data.append('κ°μ
λΆκ°')
data.append('κ°μ
λΆκ°')
data.append((plan_meta.get('signupUrl', '') or ''))
data.append((plan_meta.get('selfSignupUrl', '') or ''))
processed_data_queue.put(data)
except Exception as e:
error_queue.put(f"Error processing data: {str(e)}")
logging.error(f"Exception in data processing: {e}")
finally:
data_queue.task_done()
logging.info("Finished processing data")
def calculate_score(rawMonthPayment, rawMonthData, rawDailyData, rawDataSpeed, rawCall, rawText):
weights = {
'μ μκΈ': -1,
'μ λ°μ΄ν°': 1,
'μΌ λ°μ΄ν°': 1,
'λ°μ΄ν° μλ': 1,
'ν΅ν(λΆ)': 1,
'λ¬Έμ(건)': 1,
}
score = (weights['μ μκΈ'] * rawMonthPayment +
weights['μ λ°μ΄ν°'] * rawMonthData +
weights['μΌ λ°μ΄ν°'] * rawDailyData +
weights['λ°μ΄ν° μλ'] * rawDataSpeed +
weights['ν΅ν(λΆ)'] * rawCall +
weights['λ¬Έμ(건)'] * rawText)
return score
def retry_push_to_sheet(data, sheet_id, range, service_instance, backoff_factor=1):
while True:
try:
result, service_instance = push_to_sheet(data, sheet_id, range, service_instance)
return result
except Exception as e:
wait_time = backoff_factor
logging.error(f"Failed to push data to sheet: {e}. Retrying in {wait_time} seconds...")
time.sleep(wait_time)
|