File size: 9,213 Bytes
557d2ff
880c40b
5bfacc5
557d2ff
 
880c40b
2d6dde2
 
 
6cde532
ad0eb6b
2d6dde2
 
 
880c40b
 
f849aa0
880c40b
f849aa0
2fb546a
21a3aab
880c40b
 
 
 
bae737b
880c40b
324cadf
 
 
cbaae5c
324cadf
a5ed46a
 
b1148d5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
a5ed46a
880c40b
 
b66826d
 
491cb78
f67384a
 
 
 
 
491cb78
 
0c23361
ac2d278
0c23361
 
 
 
 
 
f67384a
a5ed46a
440b8cd
 
 
d23d150
440b8cd
 
 
d23d150
a5ed46a
f297d91
0c23361
f67384a
324cadf
 
 
14f4caa
324cadf
 
 
a5ed46a
14f4caa
324cadf
 
 
a5ed46a
14f4caa
324cadf
 
 
a5ed46a
14f4caa
324cadf
 
 
a5ed46a
14f4caa
a5ed46a
324cadf
a5ed46a
324cadf
 
 
557d2ff
ad0eb6b
880c40b
 
 
cbaae5c
880c40b
cbaae5c
880c40b
557d2ff
880c40b
 
 
 
 
 
 
cf37777
 
 
ba266c3
 
51edfb6
65e023c
51edfb6
 
 
b71d4fa
bddd67b
 
1089041
 
f91dd8d
1e27161
 
cf37777
 
fd73b84
cf37777
 
74b6bf1
 
cf37777
74b6bf1
 
cf37777
c93ee38
 
 
bddd67b
 
 
880c40b
 
 
 
6cde532
 
880c40b
 
557d2ff
b66826d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
557d2ff
 
 
 
 
 
 
880c40b
557d2ff
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
import logging
import json
from .google_sheet_utils import push_to_sheet
import time

def process_data(data_queue, processed_data_queue, error_queue):
    while True:
        item = data_queue.get()
        if item is None:
            processed_data_queue.put(None)
            data_queue.task_done()
            break

        try:
            data_json = json.loads(item)
            pageProps = data_json['props']['pageProps']
            plan = pageProps['plan']
            mvno = pageProps['mvno']
            plan_meta = plan['meta']
            plan_policy = plan['policy']

            data = []
            data.append("https://www.moyoplan.com/plans/" + str(plan_meta['id']))
            data.append(mvno.get('mvnoName', ''))
            data.append(plan_meta.get('name', ''))
            data.append(str(plan_meta.get('feeString', '0')) + '원')
            data.append(plan_meta.get('mobileDataString', '0'))

            mobile_data2_str = plan_meta.get('mobileData2Str')
            speed_when_exhausted_description = plan_meta.get('mobileDataDateExhaustedDescription')
            data.append(mobile_data2_str if mobile_data2_str and mobile_data2_str != "μ—†μŒ" else 'μ œκ³΅μ•ˆν•¨')
            data.append(speed_when_exhausted_description if speed_when_exhausted_description else 'μ œκ³΅μ•ˆν•¨')
            mobile_voice = plan_meta.get('mobileVoice', 0)
            mobile_message = plan_meta.get('mobileMessage', 0)
            
            if isinstance(mobile_voice, int) and mobile_voice not in [-1, 0, 9999]:
                mobile_voice = f"{mobile_voice:,}λΆ„"
            elif mobile_voice in [-1, 0]:
                mobile_voice = 'μ œκ³΅μ•ˆν•¨'
            else:
                mobile_voice = 'λ¬΄μ œν•œ'
            
            if isinstance(mobile_message, int) and mobile_message not in [-1, 0, 9999]:
                mobile_message = f"{mobile_message:,}건"
            elif mobile_message in [-1, 0]:
                mobile_message = 'μ œκ³΅μ•ˆν•¨'
            else:
                mobile_message = 'λ¬΄μ œν•œ'
            
            data.append(mobile_voice)
            data.append(mobile_message)

            data.append(plan_meta.get('mno', ''))
            data.append(plan_meta.get('net', ''))
            discount_months = plan_meta.get('ν• μΈμ μš©_κ°œμ›”μˆ˜')
            if discount_months is None:
                data.append('μ œκ³΅μ•ˆν•¨')
            else:
                discount_months = str(discount_months) + 'κ°œμ›”'
                discounted_price = plan_meta.get('ν• μΈλλ‚œν›„_κΈˆμ•‘')
                if discounted_price is None:
                    discounted_price = 0
                formatted_price = f"{discounted_price:,}원"
                data.append(f"{discount_months} ν›„ {formatted_price}")
            agreementType = plan_meta.get('agreementType', '')
            agreementUnit = ''
            if agreementType == 'month':
                agreementUnit = 'κ°œμ›”'
            elif agreementType == 'year':
                agreementUnit = 'λ…„'
            elif agreementType == 'day':
                agreementUnit = '일'
            data.append(f"{str(plan_meta.get('agreementPeriod') or 'μ—†μŒ')}" + agreementUnit)

            if plan_policy is not None:
                register_change_fee = plan_policy.get('registerChangeFee')
                if register_change_fee is None:
                    register_change_fee = 0
                else:
                    register_change_fee = f"{str(register_change_fee)}원"
            else:
                register_change_fee = 0
            data.append('μ—†μŒ' if register_change_fee == 0 else register_change_fee)
            data.append(plan.get('usimFeeDescription'))
            data.append(plan.get('nfcDescription'))
            data.append('유료(2,750원)' if plan.get('esimDescription') == '지원' else plan.get('esimDescription'))

            supports = []
            not_supports = []
            if plan.get('esim', False):
                supports.append('eSim')
            else:
                not_supports.append('eSim')

            if plan.get('microPaymentDescription', '') == '지원':
                supports.append('μ†Œμ•‘ 결제')
            else:
                not_supports.append('μ†Œμ•‘ 결제')

            if plan.get('dataSharingDescription', '') == '지원':
                supports.append('데이터 쉐어링')
            else:
                not_supports.append('데이터 쉐어링')

            if plan.get('roamingDescription', '') == '지원':
                supports.append('ν•΄μ™Έ 둜밍')
            else:
                not_supports.append('ν•΄μ™Έ 둜밍')

            if plan.get('internetCombineDescription', '') == '지원':
                supports.append('인터넷 κ²°ν•©')
            else:
                not_supports.append('인터넷 κ²°ν•©')

            data.append('\n'.join(supports))
            data.append('\n'.join(not_supports))

            events = plan_meta.get('μ‚¬μ€ν’ˆλ¦¬μŠ€νŠΈ', [])
            event_descriptions = []
            event_links = []
            for event in events:
                event_descriptions.append(f"ν˜œνƒ: {event.get('description', '')}\nλŒ€μƒ: {event.get('condition', '')}\nμ§€κΈ‰μ‹œκΈ°: {event.get('receiptDate', '')}")
                event_links.append(event.get('eventUrl', ''))
            data.append('\n\n'.join(event_descriptions))
            data.append('\n'.join(event_links))

            card_discount = plan_meta.get('μΉ΄λ“œν˜œνƒμ μš©κ°€', '')
            if card_discount:
                data.append(f"30λ§Œμ› μ‚¬μš© μ‹œ μ›” {card_discount}원 할인")
            else:
                data.append('')

            data.append(plan_meta.get('fee', 0))
            data.append((plan_meta.get('mobileData') or 0) * 1000) # Convert GB to MB
            data.append((plan_meta.get('mobileData2') or 0) * 1000) # Convert GB to MB
            data.append((plan_meta.get('speedWhenExhausted') or 0)) # Convert Mbps to Kbps
            data.append((plan_meta.get('mobileVoice') or 0))
            data.append((plan_meta.get('mobileMessage') or 0))
            try:
                score = calculate_score(plan_meta.get('fee', 0), (plan_meta.get('mobileData') or 0) * 1000, (plan_meta.get('mobileData2') or 0) * 1000, (plan_meta.get('speedWhenExhausted') or 0), (plan_meta.get('mobileVoice') or 0), (plan_meta.get('mobileMessage') or 0))
            except Exception as e:
                logging.error(f"Error calculating score: {str(e)}")
                score = 0
            data.append(score)
            data.append('')
            data.append('')
            signupForeignerCondition = ''
            signupMinorCondition = ''
            if plan_meta.get('policy'):
                signupMinorCondition = plan_meta['policy'].get('signupMinorCondition', '')
                signupForeignerCondition = plan_meta['policy'].get('signupForeignerCondition', '')
                data.append(signupMinorCondition)
                data.append(signupForeignerCondition)
            else:
                for policy in mvno['policy']:
                    mno = policy.get('mno', '')
                    signupMinorCondition = policy.get('signupMinorCondition', '')
                    signupForeignerCondition = policy.get('signupForeignerCondition', '')
                    if mno == plan_meta.get('mno', ''):
                        data.append(signupMinorCondition)
                        data.append(signupForeignerCondition)
                        break
                else:  # This else corresponds to the for loop, not the if statement
                    data.append('κ°€μž… λΆˆκ°€')
                    data.append('κ°€μž… λΆˆκ°€')
            
            data.append((plan_meta.get('signupUrl', '') or ''))
            data.append((plan_meta.get('selfSignupUrl', '') or ''))
            processed_data_queue.put(data)
        except Exception as e:
            error_queue.put(f"Error processing data: {str(e)}")
            logging.error(f"Exception in data processing: {e}")
        finally:
            data_queue.task_done()

    logging.info("Finished processing data")

def calculate_score(rawMonthPayment, rawMonthData, rawDailyData, rawDataSpeed, rawCall, rawText):
    weights = {
        'μ›” μš”κΈˆ': -1,
        'μ›” 데이터': 1,
        '일 데이터': 1,
        '데이터 속도': 1,
        '톡화(λΆ„)': 1,
        '문자(건)': 1,
    }
    score = (weights['μ›” μš”κΈˆ'] * rawMonthPayment +
             weights['μ›” 데이터'] * rawMonthData +
             weights['일 데이터'] * rawDailyData +
             weights['데이터 속도'] * rawDataSpeed +
             weights['톡화(λΆ„)'] * rawCall +
             weights['문자(건)'] * rawText)
    return score

def retry_push_to_sheet(data, sheet_id, range, service_instance, backoff_factor=1):
    while True:
        try:
            result, service_instance = push_to_sheet(data, sheet_id, range, service_instance)
            return result
        except Exception as e:
            wait_time = backoff_factor
            logging.error(f"Failed to push data to sheet: {e}. Retrying in {wait_time} seconds...")
            time.sleep(wait_time)