Sangwon78 commited on
Commit
d019794
Β·
verified Β·
1 Parent(s): 863edc9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +50 -12
app.py CHANGED
@@ -15,8 +15,15 @@ logger = logging.getLogger(__name__)
15
  def scrape_market_data(sosok: str, max_count: int = 100):
16
  """
17
  넀이버 증ꢌ μ‚¬μ΄νŠΈμ—μ„œ μ½”μŠ€ν”Ό/μ½”μŠ€λ‹₯ μ’…λͺ© 데이터λ₯Ό μŠ€ν¬λž˜ν•‘ν•˜λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
 
18
  sosok: "0"이면 μ½”μŠ€ν”Ό, "1"이면 μ½”μŠ€λ‹₯
19
  max_count: μˆ˜μ§‘ν•  μ΅œλŒ€ 업체 수 (κΈ°λ³Έ 100개)
 
 
 
 
 
 
20
  """
21
  logger.debug("scrape_market_data μ‹œμž‘ - sosok: %s, max_count: %d", sosok, max_count)
22
  data_list = []
@@ -45,6 +52,7 @@ def scrape_market_data(sosok: str, max_count: int = 100):
45
  name = name_elem.get_text(strip=True) if name_elem else cols[1].get_text(strip=True)
46
  current_price = cols[2].get_text(strip=True)
47
 
 
48
  diff_td = cols[3]
49
  em = diff_td.find("em")
50
  indicator = ""
@@ -54,6 +62,7 @@ def scrape_market_data(sosok: str, max_count: int = 100):
54
  indicator = blind.get_text(strip=True)
55
  diff_val_span = diff_td.find("span", class_="tah")
56
  diff_val = diff_val_span.get_text(strip=True) if diff_val_span else ""
 
57
  change_rate = cols[4].get_text(strip=True)
58
 
59
  try:
@@ -76,25 +85,40 @@ def scrape_market_data(sosok: str, max_count: int = 100):
76
  else:
77
  icon = "β–²" if diff_num > 0 else ("β–Ό" if diff_num < 0 else "")
78
 
 
 
 
 
 
 
 
 
 
 
79
  data_list.append({
80
  "N": rank,
81
  "μ’…λͺ©λͺ…": name,
82
  "ν˜„μž¬κ°€": current_price,
83
  "전일비": f"{icon} {diff_val}",
84
  "등락λ₯ ": change_rate,
85
- "ν…μŠ€νŠΈμƒ‰": color # μ—‘μ…€ μ„œμ‹ 적용용으둜 μ‚¬μš©
 
 
 
 
 
 
 
86
  })
87
  except Exception as e:
88
  logger.error("νŽ˜μ΄μ§€ %d ν–‰ 처리 μ‹€νŒ¨: %s", page, e)
89
  continue
90
- # λ§Œμ•½ 이번 νŽ˜μ΄μ§€μ—μ„œ μ‹ κ·œ 데이터가 μ—†μœΌλ©΄ μ’…λ£Œ
91
  if len(data_list) == count_before:
92
  logger.debug("νŽ˜μ΄μ§€ %dμ—μ„œ μ‹ κ·œ 데이터 μ—†μŒ, μ’…λ£Œ", page)
93
  break
94
  logger.debug("νŽ˜μ΄μ§€ %d μˆ˜μ§‘ μ™„λ£Œ, λˆ„μ  업체 수: %d", page, len(data_list))
95
  page += 1
96
 
97
- # μ΅œλŒ€ max_count κΉŒμ§€λ§Œ μžλ¦„
98
  data_list = data_list[:max_count]
99
  logger.debug("μŠ€ν¬λž˜ν•‘ μ™„λ£Œ, 총 ν–‰ 수: %d", len(data_list))
100
  df = pd.DataFrame(data_list)
@@ -114,6 +138,13 @@ def generate_html_table(data_list):
114
  <th>ν˜„μž¬κ°€</th>
115
  <th>전일비</th>
116
  <th>등락λ₯ </th>
 
 
 
 
 
 
 
117
  </tr>
118
  """
119
  for row in data_list:
@@ -124,6 +155,13 @@ def generate_html_table(data_list):
124
  <td>{row.get('ν˜„μž¬κ°€', '')}</td>
125
  <td style="color: {row.get('ν…μŠ€νŠΈμƒ‰', 'black')};">{row.get('전일비', '')}</td>
126
  <td style="color: {row.get('ν…μŠ€νŠΈμƒ‰', 'black')};">{row.get('등락λ₯ ', '')}</td>
 
 
 
 
 
 
 
127
  </tr>
128
  """
129
  html += "</table>"
@@ -153,11 +191,13 @@ def generate_excel_file(market):
153
  logger.error("λ°μ΄ν„°ν”„λ ˆμž„ 생성 μ‹€νŒ¨ λ˜λŠ” 빈 λ°μ΄ν„°ν”„λ ˆμž„")
154
  return None
155
 
156
- # 엑셀에 색상 적용 μ‹œ, "ν…μŠ€νŠΈμƒ‰" 열은 μ œμ™Έν•˜κ³  μ €μž₯
 
 
157
  color_series = df["ν…μŠ€νŠΈμƒ‰"].tolist()
158
- df_excel = df.drop(columns=["ν…μŠ€νŠΈμƒ‰"])
159
 
160
- tmp_file = "market_data.xlsx" # μ—‘μ…€ 파일 이름 (동일 μ΄λ¦„μœΌλ‘œ 생성됨)
161
  try:
162
  with pd.ExcelWriter(tmp_file, engine="openpyxl") as writer:
163
  df_excel.to_excel(writer, index=False, sheet_name="MarketData")
@@ -166,16 +206,14 @@ def generate_excel_file(market):
166
  logger.error("μ—‘μ…€ 파일 생성 μ‹€νŒ¨: %s", e)
167
  return None
168
 
169
- # μ—‘μ…€ νŒŒμΌμ— 색상 μ„œμ‹ 적용 (전일비: 4번째 μ—΄, 등락λ₯ : 5번째 μ—΄)
170
  try:
171
  wb = load_workbook(tmp_file)
172
  ws = wb["MarketData"]
173
- # λ§€ν•‘: red -> FF0000, blue -> 0000FF, κ·Έ μ™ΈλŠ” κΈ°λ³Έ κ²€μ •(000000)
174
  color_map = {"red": "FF0000", "blue": "0000FF", "black": "000000"}
175
- # ν—€λ”λŠ” 1ν–‰, λ°μ΄ν„°λŠ” 2ν–‰λΆ€ν„° μ‹œμž‘
176
  for i, color in enumerate(color_series, start=2):
177
  hex_color = color_map.get(color, "000000")
178
- # μ „μΌλΉ„λŠ” 4번째 μ—΄, 등락λ₯ μ€ 5번째 μ—΄
179
  for col in [4, 5]:
180
  cell = ws.cell(row=i, column=col)
181
  cell.font = Font(color=hex_color)
@@ -197,9 +235,9 @@ with gr.Blocks() as demo:
197
  table_display = gr.HTML(label="μŠ€ν¬λž˜ν•‘ κ²°κ³Ό")
198
  excel_file = gr.File(label="μ—‘μ…€ 파일 λ‹€μš΄λ‘œλ“œ")
199
 
200
- # 데이터 쑰회 λ²„νŠΌ 클릭 μ‹œ, display_data ν•¨μˆ˜λ₯Ό ν˜ΈμΆœν•˜μ—¬ HTML ν…Œμ΄λΈ”μ„ μ—…λ°μ΄νŠΈ
201
  display_button.click(fn=display_data, inputs=market_radio, outputs=table_display)
202
- # μ—‘μ…€ λ‹€μš΄λ‘œλ“œ λ²„νŠΌ 클릭 μ‹œ, generate_excel_file ν•¨μˆ˜λ₯Ό ν˜ΈμΆœν•˜μ—¬ μ—‘μ…€ νŒŒμΌμ„ μƒμ„±ν•˜κ³  λ‹€μš΄λ‘œλ“œ 링크λ₯Ό 제곡
203
  download_button.click(fn=generate_excel_file, inputs=market_radio, outputs=excel_file)
204
 
205
  if __name__ == "__main__":
 
15
  def scrape_market_data(sosok: str, max_count: int = 100):
16
  """
17
  넀이버 증ꢌ μ‚¬μ΄νŠΈμ—μ„œ μ½”μŠ€ν”Ό/μ½”μŠ€λ‹₯ μ’…λͺ© 데이터λ₯Ό μŠ€ν¬λž˜ν•‘ν•˜λŠ” ν•¨μˆ˜μž…λ‹ˆλ‹€.
18
+
19
  sosok: "0"이면 μ½”μŠ€ν”Ό, "1"이면 μ½”μŠ€λ‹₯
20
  max_count: μˆ˜μ§‘ν•  μ΅œλŒ€ 업체 수 (κΈ°λ³Έ 100개)
21
+
22
+ μƒˆλ‘­κ²Œ μΆ”κ°€λ˜λŠ” ν•­λͺ©:
23
+ - κ±°λž˜λŸ‰: μ›λž˜ λ°μ΄ν„°μ˜ 10번째 μ—΄ (인덱슀 9)
24
+ - λ§€μˆ˜ν˜Έκ°€, λ§€λ„ν˜Έκ°€, λ§€μˆ˜μ΄μž”λŸ‰, λ§€λ„μ΄μž”λŸ‰: 데이터가 μ—†μœΌλ―€λ‘œ "N/A"둜 처리
25
+ - PER: μ›λž˜ λ°μ΄ν„°μ˜ 11번째 μ—΄ (인덱슀 10)
26
+ - ROE: μ›λž˜ λ°μ΄ν„°μ˜ 12번째 μ—΄ (인덱슀 11)
27
  """
28
  logger.debug("scrape_market_data μ‹œμž‘ - sosok: %s, max_count: %d", sosok, max_count)
29
  data_list = []
 
52
  name = name_elem.get_text(strip=True) if name_elem else cols[1].get_text(strip=True)
53
  current_price = cols[2].get_text(strip=True)
54
 
55
+ # 전일비 처리
56
  diff_td = cols[3]
57
  em = diff_td.find("em")
58
  indicator = ""
 
62
  indicator = blind.get_text(strip=True)
63
  diff_val_span = diff_td.find("span", class_="tah")
64
  diff_val = diff_val_span.get_text(strip=True) if diff_val_span else ""
65
+ # 등락λ₯ λŠ” cols[4]
66
  change_rate = cols[4].get_text(strip=True)
67
 
68
  try:
 
85
  else:
86
  icon = "β–²" if diff_num > 0 else ("β–Ό" if diff_num < 0 else "")
87
 
88
+ # μΆ”κ°€ μ—΄: κ±°λž˜λŸ‰, λ§€μˆ˜ν˜Έκ°€, λ§€λ„ν˜Έκ°€, λ§€μˆ˜μ΄μž”λŸ‰, λ§€λ„μ΄μž”λŸ‰, PER, ROE
89
+ volume = cols[9].get_text(strip=True) if len(cols) > 9 else "N/A"
90
+ per = cols[10].get_text(strip=True) if len(cols) > 10 else "N/A"
91
+ roe = cols[11].get_text(strip=True) if len(cols) > 11 else "N/A"
92
+ # λ§€μˆ˜ν˜Έκ°€, λ§€λ„ν˜Έκ°€, λ§€μˆ˜μ΄μž”λŸ‰, λ§€λ„μ΄μž”λŸ‰μ€ ν•΄λ‹Ή μš”μ•½νŽ˜μ΄μ§€μ— μ—†μœΌλ―€λ‘œ "N/A"
93
+ bid_price = "N/A"
94
+ ask_price = "N/A"
95
+ total_bid = "N/A"
96
+ total_ask = "N/A"
97
+
98
  data_list.append({
99
  "N": rank,
100
  "μ’…λͺ©λͺ…": name,
101
  "ν˜„μž¬κ°€": current_price,
102
  "전일비": f"{icon} {diff_val}",
103
  "등락λ₯ ": change_rate,
104
+ "κ±°λž˜λŸ‰": volume,
105
+ "λ§€μˆ˜ν˜Έκ°€": bid_price,
106
+ "λ§€λ„ν˜Έκ°€": ask_price,
107
+ "λ§€μˆ˜μ΄μž”λŸ‰": total_bid,
108
+ "λ§€λ„μ΄μž”λŸ‰": total_ask,
109
+ "PER": per,
110
+ "ROE": roe,
111
+ "ν…μŠ€νŠΈμƒ‰": color # μ—‘μ…€ μ„œμ‹ 적용용
112
  })
113
  except Exception as e:
114
  logger.error("νŽ˜μ΄μ§€ %d ν–‰ 처리 μ‹€νŒ¨: %s", page, e)
115
  continue
 
116
  if len(data_list) == count_before:
117
  logger.debug("νŽ˜μ΄μ§€ %dμ—μ„œ μ‹ κ·œ 데이터 μ—†μŒ, μ’…λ£Œ", page)
118
  break
119
  logger.debug("νŽ˜μ΄μ§€ %d μˆ˜μ§‘ μ™„λ£Œ, λˆ„μ  업체 수: %d", page, len(data_list))
120
  page += 1
121
 
 
122
  data_list = data_list[:max_count]
123
  logger.debug("μŠ€ν¬λž˜ν•‘ μ™„λ£Œ, 총 ν–‰ 수: %d", len(data_list))
124
  df = pd.DataFrame(data_list)
 
138
  <th>ν˜„μž¬κ°€</th>
139
  <th>전일비</th>
140
  <th>등락λ₯ </th>
141
+ <th>κ±°λž˜λŸ‰</th>
142
+ <th>λ§€μˆ˜ν˜Έκ°€</th>
143
+ <th>λ§€λ„ν˜Έκ°€</th>
144
+ <th>λ§€μˆ˜μ΄μž”λŸ‰</th>
145
+ <th>λ§€λ„μ΄μž”λŸ‰</th>
146
+ <th>PER</th>
147
+ <th>ROE</th>
148
  </tr>
149
  """
150
  for row in data_list:
 
155
  <td>{row.get('ν˜„μž¬κ°€', '')}</td>
156
  <td style="color: {row.get('ν…μŠ€νŠΈμƒ‰', 'black')};">{row.get('전일비', '')}</td>
157
  <td style="color: {row.get('ν…μŠ€νŠΈμƒ‰', 'black')};">{row.get('등락λ₯ ', '')}</td>
158
+ <td>{row.get('κ±°λž˜λŸ‰', '')}</td>
159
+ <td>{row.get('λ§€μˆ˜ν˜Έκ°€', '')}</td>
160
+ <td>{row.get('λ§€λ„ν˜Έκ°€', '')}</td>
161
+ <td>{row.get('λ§€μˆ˜μ΄μž”λŸ‰', '')}</td>
162
+ <td>{row.get('λ§€λ„μ΄μž”λŸ‰', '')}</td>
163
+ <td>{row.get('PER', '')}</td>
164
+ <td>{row.get('ROE', '')}</td>
165
  </tr>
166
  """
167
  html += "</table>"
 
191
  logger.error("λ°μ΄ν„°ν”„λ ˆμž„ 생성 μ‹€νŒ¨ λ˜λŠ” 빈 λ°μ΄ν„°ν”„λ ˆμž„")
192
  return None
193
 
194
+ # 엑셀에 색상 μ μš©μ„ μœ„ν•΄ "ν…μŠ€νŠΈμƒ‰" 열은 뢄리 ν›„, λ‚˜λ¨Έμ§€ μ—΄ μˆœμ„œλ₯Ό μ•„λž˜μ™€ 같이 μ§€μ •
195
+ # μˆœμ„œ: N, μ’…λͺ©λͺ…, ν˜„μž¬κ°€, 전일비, 등락λ₯ , κ±°λž˜λŸ‰, λ§€μˆ˜ν˜Έκ°€, λ§€λ„ν˜Έκ°€, λ§€μˆ˜μ΄μž”λŸ‰, λ§€λ„μ΄μž”λŸ‰, PER, ROE
196
+ columns_order = ["N", "μ’…λͺ©λͺ…", "ν˜„μž¬κ°€", "전일비", "등락λ₯ ", "κ±°λž˜λŸ‰", "λ§€μˆ˜ν˜Έκ°€", "λ§€λ„ν˜Έκ°€", "λ§€μˆ˜μ΄μž”λŸ‰", "λ§€λ„μ΄μž”λŸ‰", "PER", "ROE"]
197
  color_series = df["ν…μŠ€νŠΈμƒ‰"].tolist()
198
+ df_excel = df[columns_order]
199
 
200
+ tmp_file = "market_data.xlsx"
201
  try:
202
  with pd.ExcelWriter(tmp_file, engine="openpyxl") as writer:
203
  df_excel.to_excel(writer, index=False, sheet_name="MarketData")
 
206
  logger.error("μ—‘μ…€ 파일 생성 μ‹€νŒ¨: %s", e)
207
  return None
208
 
209
+ # μ—‘μ…€ νŒŒμΌμ— 전일비(4번째 μ—΄)와 등락λ₯ (5번째 μ—΄)에 λŒ€ν•΄ 색상 μ„œμ‹ 적용
210
  try:
211
  wb = load_workbook(tmp_file)
212
  ws = wb["MarketData"]
 
213
  color_map = {"red": "FF0000", "blue": "0000FF", "black": "000000"}
214
+ # λ°μ΄ν„°λŠ” 2ν–‰λΆ€ν„° μ‹œμž‘ (1행은 헀더)
215
  for i, color in enumerate(color_series, start=2):
216
  hex_color = color_map.get(color, "000000")
 
217
  for col in [4, 5]:
218
  cell = ws.cell(row=i, column=col)
219
  cell.font = Font(color=hex_color)
 
235
  table_display = gr.HTML(label="μŠ€ν¬λž˜ν•‘ κ²°κ³Ό")
236
  excel_file = gr.File(label="μ—‘μ…€ 파일 λ‹€μš΄λ‘œλ“œ")
237
 
238
+ # 데이터 쑰회 λ²„νŠΌ 클릭 μ‹œ display_data ν•¨μˆ˜ 호좜
239
  display_button.click(fn=display_data, inputs=market_radio, outputs=table_display)
240
+ # μ—‘μ…€ λ‹€μš΄λ‘œλ“œ λ²„νŠΌ 클릭 μ‹œ generate_excel_file ν•¨μˆ˜ 호좜
241
  download_button.click(fn=generate_excel_file, inputs=market_radio, outputs=excel_file)
242
 
243
  if __name__ == "__main__":