Update app.py
Browse files
app.py
CHANGED
|
@@ -15,8 +15,15 @@ logger = logging.getLogger(__name__)
|
|
| 15 |
def scrape_market_data(sosok: str, max_count: int = 100):
|
| 16 |
"""
|
| 17 |
λ€μ΄λ² μ¦κΆ μ¬μ΄νΈμμ μ½μ€νΌ/μ½μ€λ₯ μ’
λͺ© λ°μ΄ν°λ₯Ό μ€ν¬λννλ ν¨μμ
λλ€.
|
|
|
|
| 18 |
sosok: "0"μ΄λ©΄ μ½μ€νΌ, "1"μ΄λ©΄ μ½μ€λ₯
|
| 19 |
max_count: μμ§ν μ΅λ μ
체 μ (κΈ°λ³Έ 100κ°)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
"""
|
| 21 |
logger.debug("scrape_market_data μμ - sosok: %s, max_count: %d", sosok, max_count)
|
| 22 |
data_list = []
|
|
@@ -45,6 +52,7 @@ def scrape_market_data(sosok: str, max_count: int = 100):
|
|
| 45 |
name = name_elem.get_text(strip=True) if name_elem else cols[1].get_text(strip=True)
|
| 46 |
current_price = cols[2].get_text(strip=True)
|
| 47 |
|
|
|
|
| 48 |
diff_td = cols[3]
|
| 49 |
em = diff_td.find("em")
|
| 50 |
indicator = ""
|
|
@@ -54,6 +62,7 @@ def scrape_market_data(sosok: str, max_count: int = 100):
|
|
| 54 |
indicator = blind.get_text(strip=True)
|
| 55 |
diff_val_span = diff_td.find("span", class_="tah")
|
| 56 |
diff_val = diff_val_span.get_text(strip=True) if diff_val_span else ""
|
|
|
|
| 57 |
change_rate = cols[4].get_text(strip=True)
|
| 58 |
|
| 59 |
try:
|
|
@@ -76,25 +85,40 @@ def scrape_market_data(sosok: str, max_count: int = 100):
|
|
| 76 |
else:
|
| 77 |
icon = "β²" if diff_num > 0 else ("βΌ" if diff_num < 0 else "")
|
| 78 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 79 |
data_list.append({
|
| 80 |
"N": rank,
|
| 81 |
"μ’
λͺ©λͺ
": name,
|
| 82 |
"νμ¬κ°": current_price,
|
| 83 |
"μ μΌλΉ": f"{icon} {diff_val}",
|
| 84 |
"λ±λ½λ₯ ": change_rate,
|
| 85 |
-
"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 86 |
})
|
| 87 |
except Exception as e:
|
| 88 |
logger.error("νμ΄μ§ %d ν μ²λ¦¬ μ€ν¨: %s", page, e)
|
| 89 |
continue
|
| 90 |
-
# λ§μ½ μ΄λ² νμ΄μ§μμ μ κ· λ°μ΄ν°κ° μμΌλ©΄ μ’
λ£
|
| 91 |
if len(data_list) == count_before:
|
| 92 |
logger.debug("νμ΄μ§ %dμμ μ κ· λ°μ΄ν° μμ, μ’
λ£", page)
|
| 93 |
break
|
| 94 |
logger.debug("νμ΄μ§ %d μμ§ μλ£, λμ μ
체 μ: %d", page, len(data_list))
|
| 95 |
page += 1
|
| 96 |
|
| 97 |
-
# μ΅λ max_count κΉμ§λ§ μλ¦
|
| 98 |
data_list = data_list[:max_count]
|
| 99 |
logger.debug("μ€ν¬λν μλ£, μ΄ ν μ: %d", len(data_list))
|
| 100 |
df = pd.DataFrame(data_list)
|
|
@@ -114,6 +138,13 @@ def generate_html_table(data_list):
|
|
| 114 |
<th>νμ¬κ°</th>
|
| 115 |
<th>μ μΌλΉ</th>
|
| 116 |
<th>λ±λ½λ₯ </th>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 117 |
</tr>
|
| 118 |
"""
|
| 119 |
for row in data_list:
|
|
@@ -124,6 +155,13 @@ def generate_html_table(data_list):
|
|
| 124 |
<td>{row.get('νμ¬κ°', '')}</td>
|
| 125 |
<td style="color: {row.get('ν
μ€νΈμ', 'black')};">{row.get('μ μΌλΉ', '')}</td>
|
| 126 |
<td style="color: {row.get('ν
μ€νΈμ', 'black')};">{row.get('λ±λ½λ₯ ', '')}</td>
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 127 |
</tr>
|
| 128 |
"""
|
| 129 |
html += "</table>"
|
|
@@ -153,11 +191,13 @@ def generate_excel_file(market):
|
|
| 153 |
logger.error("λ°μ΄ν°νλ μ μμ± μ€ν¨ λλ λΉ λ°μ΄ν°νλ μ")
|
| 154 |
return None
|
| 155 |
|
| 156 |
-
# μμ
μ μμ μ μ©
|
|
|
|
|
|
|
| 157 |
color_series = df["ν
μ€νΈμ"].tolist()
|
| 158 |
-
df_excel = df
|
| 159 |
|
| 160 |
-
tmp_file = "market_data.xlsx"
|
| 161 |
try:
|
| 162 |
with pd.ExcelWriter(tmp_file, engine="openpyxl") as writer:
|
| 163 |
df_excel.to_excel(writer, index=False, sheet_name="MarketData")
|
|
@@ -166,16 +206,14 @@ def generate_excel_file(market):
|
|
| 166 |
logger.error("μμ
νμΌ μμ± μ€ν¨: %s", e)
|
| 167 |
return None
|
| 168 |
|
| 169 |
-
# μμ
νμΌμ
|
| 170 |
try:
|
| 171 |
wb = load_workbook(tmp_file)
|
| 172 |
ws = wb["MarketData"]
|
| 173 |
-
# λ§€ν: red -> FF0000, blue -> 0000FF, κ·Έ μΈλ κΈ°λ³Έ κ²μ (000000)
|
| 174 |
color_map = {"red": "FF0000", "blue": "0000FF", "black": "000000"}
|
| 175 |
-
#
|
| 176 |
for i, color in enumerate(color_series, start=2):
|
| 177 |
hex_color = color_map.get(color, "000000")
|
| 178 |
-
# μ μΌλΉλ 4λ²μ§Έ μ΄, λ±λ½λ₯ μ 5λ²μ§Έ μ΄
|
| 179 |
for col in [4, 5]:
|
| 180 |
cell = ws.cell(row=i, column=col)
|
| 181 |
cell.font = Font(color=hex_color)
|
|
@@ -197,9 +235,9 @@ with gr.Blocks() as demo:
|
|
| 197 |
table_display = gr.HTML(label="μ€ν¬λν κ²°κ³Ό")
|
| 198 |
excel_file = gr.File(label="μμ
νμΌ λ€μ΄λ‘λ")
|
| 199 |
|
| 200 |
-
# λ°μ΄ν° μ‘°ν λ²νΌ ν΄λ¦ μ
|
| 201 |
display_button.click(fn=display_data, inputs=market_radio, outputs=table_display)
|
| 202 |
-
# μμ
λ€μ΄λ‘λ λ²νΌ ν΄λ¦ μ
|
| 203 |
download_button.click(fn=generate_excel_file, inputs=market_radio, outputs=excel_file)
|
| 204 |
|
| 205 |
if __name__ == "__main__":
|
|
|
|
| 15 |
def scrape_market_data(sosok: str, max_count: int = 100):
|
| 16 |
"""
|
| 17 |
λ€μ΄λ² μ¦κΆ μ¬μ΄νΈμμ μ½μ€νΌ/μ½μ€λ₯ μ’
λͺ© λ°μ΄ν°λ₯Ό μ€ν¬λννλ ν¨μμ
λλ€.
|
| 18 |
+
|
| 19 |
sosok: "0"μ΄λ©΄ μ½μ€νΌ, "1"μ΄λ©΄ μ½μ€λ₯
|
| 20 |
max_count: μμ§ν μ΅λ μ
체 μ (κΈ°λ³Έ 100κ°)
|
| 21 |
+
|
| 22 |
+
μλ‘κ² μΆκ°λλ νλͺ©:
|
| 23 |
+
- κ±°λλ: μλ λ°μ΄ν°μ 10λ²μ§Έ μ΄ (μΈλ±μ€ 9)
|
| 24 |
+
- λ§€μνΈκ°, λ§€λνΈκ°, λ§€μμ΄μλ, λ§€λμ΄μλ: λ°μ΄ν°κ° μμΌλ―λ‘ "N/A"λ‘ μ²λ¦¬
|
| 25 |
+
- PER: μλ λ°μ΄ν°μ 11λ²μ§Έ μ΄ (μΈλ±μ€ 10)
|
| 26 |
+
- ROE: μλ λ°μ΄ν°μ 12λ²μ§Έ μ΄ (μΈλ±μ€ 11)
|
| 27 |
"""
|
| 28 |
logger.debug("scrape_market_data μμ - sosok: %s, max_count: %d", sosok, max_count)
|
| 29 |
data_list = []
|
|
|
|
| 52 |
name = name_elem.get_text(strip=True) if name_elem else cols[1].get_text(strip=True)
|
| 53 |
current_price = cols[2].get_text(strip=True)
|
| 54 |
|
| 55 |
+
# μ μΌλΉ μ²λ¦¬
|
| 56 |
diff_td = cols[3]
|
| 57 |
em = diff_td.find("em")
|
| 58 |
indicator = ""
|
|
|
|
| 62 |
indicator = blind.get_text(strip=True)
|
| 63 |
diff_val_span = diff_td.find("span", class_="tah")
|
| 64 |
diff_val = diff_val_span.get_text(strip=True) if diff_val_span else ""
|
| 65 |
+
# λ±λ½λ₯ λ cols[4]
|
| 66 |
change_rate = cols[4].get_text(strip=True)
|
| 67 |
|
| 68 |
try:
|
|
|
|
| 85 |
else:
|
| 86 |
icon = "β²" if diff_num > 0 else ("βΌ" if diff_num < 0 else "")
|
| 87 |
|
| 88 |
+
# μΆκ° μ΄: κ±°λλ, λ§€μνΈκ°, λ§€λνΈκ°, λ§€μμ΄μλ, λ§€λμ΄μλ, PER, ROE
|
| 89 |
+
volume = cols[9].get_text(strip=True) if len(cols) > 9 else "N/A"
|
| 90 |
+
per = cols[10].get_text(strip=True) if len(cols) > 10 else "N/A"
|
| 91 |
+
roe = cols[11].get_text(strip=True) if len(cols) > 11 else "N/A"
|
| 92 |
+
# λ§€μνΈκ°, λ§€λνΈκ°, λ§€μμ΄μλ, λ§€λμ΄μλμ ν΄λΉ μμ½νμ΄μ§μ μμΌλ―λ‘ "N/A"
|
| 93 |
+
bid_price = "N/A"
|
| 94 |
+
ask_price = "N/A"
|
| 95 |
+
total_bid = "N/A"
|
| 96 |
+
total_ask = "N/A"
|
| 97 |
+
|
| 98 |
data_list.append({
|
| 99 |
"N": rank,
|
| 100 |
"μ’
λͺ©λͺ
": name,
|
| 101 |
"νμ¬κ°": current_price,
|
| 102 |
"μ μΌλΉ": f"{icon} {diff_val}",
|
| 103 |
"λ±λ½λ₯ ": change_rate,
|
| 104 |
+
"κ±°λλ": volume,
|
| 105 |
+
"λ§€μνΈκ°": bid_price,
|
| 106 |
+
"λ§€λνΈκ°": ask_price,
|
| 107 |
+
"λ§€μμ΄μλ": total_bid,
|
| 108 |
+
"λ§€λμ΄μλ": total_ask,
|
| 109 |
+
"PER": per,
|
| 110 |
+
"ROE": roe,
|
| 111 |
+
"ν
μ€νΈμ": color # μμ
μμ μ μ©μ©
|
| 112 |
})
|
| 113 |
except Exception as e:
|
| 114 |
logger.error("νμ΄μ§ %d ν μ²λ¦¬ μ€ν¨: %s", page, e)
|
| 115 |
continue
|
|
|
|
| 116 |
if len(data_list) == count_before:
|
| 117 |
logger.debug("νμ΄μ§ %dμμ μ κ· λ°μ΄ν° μμ, μ’
λ£", page)
|
| 118 |
break
|
| 119 |
logger.debug("νμ΄μ§ %d μμ§ μλ£, λμ μ
체 μ: %d", page, len(data_list))
|
| 120 |
page += 1
|
| 121 |
|
|
|
|
| 122 |
data_list = data_list[:max_count]
|
| 123 |
logger.debug("μ€ν¬λν μλ£, μ΄ ν μ: %d", len(data_list))
|
| 124 |
df = pd.DataFrame(data_list)
|
|
|
|
| 138 |
<th>νμ¬κ°</th>
|
| 139 |
<th>μ μΌλΉ</th>
|
| 140 |
<th>λ±λ½λ₯ </th>
|
| 141 |
+
<th>κ±°λλ</th>
|
| 142 |
+
<th>λ§€μνΈκ°</th>
|
| 143 |
+
<th>λ§€λνΈκ°</th>
|
| 144 |
+
<th>λ§€μμ΄μλ</th>
|
| 145 |
+
<th>λ§€λμ΄μλ</th>
|
| 146 |
+
<th>PER</th>
|
| 147 |
+
<th>ROE</th>
|
| 148 |
</tr>
|
| 149 |
"""
|
| 150 |
for row in data_list:
|
|
|
|
| 155 |
<td>{row.get('νμ¬κ°', '')}</td>
|
| 156 |
<td style="color: {row.get('ν
μ€νΈμ', 'black')};">{row.get('μ μΌλΉ', '')}</td>
|
| 157 |
<td style="color: {row.get('ν
μ€νΈμ', 'black')};">{row.get('λ±λ½λ₯ ', '')}</td>
|
| 158 |
+
<td>{row.get('κ±°λλ', '')}</td>
|
| 159 |
+
<td>{row.get('λ§€μνΈκ°', '')}</td>
|
| 160 |
+
<td>{row.get('λ§€λνΈκ°', '')}</td>
|
| 161 |
+
<td>{row.get('λ§€μμ΄μλ', '')}</td>
|
| 162 |
+
<td>{row.get('λ§€λμ΄μλ', '')}</td>
|
| 163 |
+
<td>{row.get('PER', '')}</td>
|
| 164 |
+
<td>{row.get('ROE', '')}</td>
|
| 165 |
</tr>
|
| 166 |
"""
|
| 167 |
html += "</table>"
|
|
|
|
| 191 |
logger.error("λ°μ΄ν°νλ μ μμ± μ€ν¨ λλ λΉ λ°μ΄ν°νλ μ")
|
| 192 |
return None
|
| 193 |
|
| 194 |
+
# μμ
μ μμ μ μ©μ μν΄ "ν
μ€νΈμ" μ΄μ λΆλ¦¬ ν, λλ¨Έμ§ μ΄ μμλ₯Ό μλμ κ°μ΄ μ§μ
|
| 195 |
+
# μμ: N, μ’
λͺ©λͺ
, νμ¬κ°, μ μΌλΉ, λ±λ½λ₯ , κ±°λλ, λ§€μνΈκ°, λ§€λνΈκ°, λ§€μμ΄μλ, λ§€λμ΄μλ, PER, ROE
|
| 196 |
+
columns_order = ["N", "μ’
λͺ©λͺ
", "νμ¬κ°", "μ μΌλΉ", "λ±λ½λ₯ ", "κ±°λλ", "λ§€μνΈκ°", "λ§€λνΈκ°", "λ§€μμ΄μλ", "λ§€λμ΄μλ", "PER", "ROE"]
|
| 197 |
color_series = df["ν
μ€νΈμ"].tolist()
|
| 198 |
+
df_excel = df[columns_order]
|
| 199 |
|
| 200 |
+
tmp_file = "market_data.xlsx"
|
| 201 |
try:
|
| 202 |
with pd.ExcelWriter(tmp_file, engine="openpyxl") as writer:
|
| 203 |
df_excel.to_excel(writer, index=False, sheet_name="MarketData")
|
|
|
|
| 206 |
logger.error("μμ
νμΌ μμ± μ€ν¨: %s", e)
|
| 207 |
return None
|
| 208 |
|
| 209 |
+
# μμ
νμΌμ μ μΌλΉ(4λ²μ§Έ μ΄)μ λ±λ½λ₯ (5λ²μ§Έ μ΄)μ λν΄ μμ μμ μ μ©
|
| 210 |
try:
|
| 211 |
wb = load_workbook(tmp_file)
|
| 212 |
ws = wb["MarketData"]
|
|
|
|
| 213 |
color_map = {"red": "FF0000", "blue": "0000FF", "black": "000000"}
|
| 214 |
+
# λ°μ΄ν°λ 2νλΆν° μμ (1νμ ν€λ)
|
| 215 |
for i, color in enumerate(color_series, start=2):
|
| 216 |
hex_color = color_map.get(color, "000000")
|
|
|
|
| 217 |
for col in [4, 5]:
|
| 218 |
cell = ws.cell(row=i, column=col)
|
| 219 |
cell.font = Font(color=hex_color)
|
|
|
|
| 235 |
table_display = gr.HTML(label="μ€ν¬λν κ²°κ³Ό")
|
| 236 |
excel_file = gr.File(label="μμ
νμΌ λ€μ΄λ‘λ")
|
| 237 |
|
| 238 |
+
# λ°μ΄ν° μ‘°ν λ²νΌ ν΄λ¦ μ display_data ν¨μ νΈμΆ
|
| 239 |
display_button.click(fn=display_data, inputs=market_radio, outputs=table_display)
|
| 240 |
+
# μμ
λ€μ΄λ‘λ λ²νΌ ν΄λ¦ μ generate_excel_file ν¨μ νΈμΆ
|
| 241 |
download_button.click(fn=generate_excel_file, inputs=market_radio, outputs=excel_file)
|
| 242 |
|
| 243 |
if __name__ == "__main__":
|