Sangwon78 commited on
Commit
4db9723
ยท
verified ยท
1 Parent(s): 621dd7b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +136 -61
app.py CHANGED
@@ -1,77 +1,152 @@
1
- import sys
2
  import requests
3
  from bs4 import BeautifulSoup
4
  import pandas as pd
5
- import streamlit as st
6
 
7
- # ์ŠคํŠธ๋ฆผ๋ฆฟ ํ™˜๊ฒฝ์—์„œ ์‹คํ–‰๋˜๊ณ  ์žˆ๋Š”์ง€ ์ฒดํฌ (๊ถŒ์žฅ ์‹คํ–‰ ๋ฐฉ์‹: streamlit run app.py)
8
- if not getattr(st, '_is_running_with_streamlit', False):
9
- sys.exit("์ด ์•ฑ์€ 'streamlit run app.py' ๋ช…๋ น์–ด๋กœ ์‹คํ–‰๋˜์–ด์•ผ ํ•ฉ๋‹ˆ๋‹ค.")
10
 
11
  def scrape_market_data(sosok):
12
  """
13
- ๋„ค์ด๋ฒ„ ๊ธˆ์œต์—์„œ ์ฝ”์Šคํ”ผ(0) ๋˜๋Š” ์ฝ”์Šค๋‹ฅ(1) ์‹œ์žฅ ๋ฐ์ดํ„ฐ๋ฅผ ์Šคํฌ๋ž˜ํ•‘ํ•ฉ๋‹ˆ๋‹ค.
14
  """
15
  url = f"https://finance.naver.com/sise/sise_market_sum.naver?sosok={sosok}"
16
- response = requests.get(url)
17
- response.encoding = 'euc-kr' # ๋„ค์ด๋ฒ„ ๊ธˆ์œต์€ euc-kr ์ธ์ฝ”๋”ฉ ์‚ฌ์šฉ
18
- soup = BeautifulSoup(response.text, 'html.parser')
19
-
20
- # ์ฒซ ๋ฒˆ์งธ ํ…Œ์ด๋ธ” ์„ ํƒ (ํ•„์š”์‹œ ํŽ˜์ด์ง€ ๊ตฌ์กฐ์— ๋งž์ถฐ ์ˆ˜์ •)
21
- table = soup.find("table")
22
- headers = [th.get_text(strip=True) for th in table.find("tr").find_all("th")]
23
-
24
- data = []
25
- for tr in table.find_all("tr")[1:]:
26
- cols = tr.find_all("td")
27
- if len(cols) == len(headers):
28
- row = [col.get_text(strip=True) for col in cols]
29
- data.append(row)
30
- return headers, data
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
 
32
- def format_change(value):
33
- """
34
- ์ „์ผ๋น„ ๋ฐ ๋“ฑ๋ฝ๋ฅ  ๊ฐ’์— ๋Œ€ํ•ด ์กฐ๊ฑด๋ถ€ ์Šคํƒ€์ผ(ํ…์ŠคํŠธ ์ƒ‰์ƒ ๋ฐ ์•„์ด์ฝ˜)์„ ์ ์šฉํ•ฉ๋‹ˆ๋‹ค.
35
- ์ƒ์Šน: ๋ถ‰์€์ƒ‰ + โ†‘, ํ•˜๋ฝ: ํŒŒ๋ž€์ƒ‰ + โ†“
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  """
37
- try:
38
- # ์‰ผํ‘œ์™€ '%' ์ œ๊ฑฐ ํ›„ ์ˆซ์ž ๋ณ€ํ™˜
39
- num = float(value.replace(',', '').replace('%', ''))
40
- except:
41
- return value # ๋ณ€ํ™˜ ์‹คํŒจ์‹œ ์›๋ณธ ๋ฐ˜ํ™˜
42
 
43
- if num > 0:
44
- return f'<span style="color:red">{value} โ†‘</span>'
45
- elif num < 0:
46
- return f'<span style="color:blue">{value} โ†“</span>'
47
- else:
48
- return value
49
-
50
- def main():
51
- st.title("๋„ค์ด๋ฒ„ ์ฆ๊ถŒ ์ƒ์Šน๋ฅ  TOP ์ข…๋ชฉ ์Šคํฌ๋ž˜ํ•‘")
52
-
53
- # ์‹œ์žฅ ์„ ํƒ: ์ฝ”์Šคํ”ผ(0) / ์ฝ”์Šค๋‹ฅ(1)
54
- market_option = st.selectbox("์‹œ์žฅ ์„ ํƒ", options=[("์ฝ”์Šคํ”ผ", 0), ("์ฝ”์Šค๋‹ฅ", 1)], format_func=lambda x: x[0])
55
- headers, data = scrape_market_data(market_option[1])
56
- df = pd.DataFrame(data, columns=headers)
57
 
58
- # ์ „์ผ๋น„์™€ ๋“ฑ๋ฝ๋ฅ  ์ปฌ๋Ÿผ์— ์กฐ๊ฑด๋ถ€ ํฌ๋งท ์ ์šฉ
59
- if '์ „์ผ๋น„' in df.columns:
60
- df['์ „์ผ๋น„'] = df['์ „์ผ๋น„'].apply(format_change)
61
- if '๋“ฑ๋ฝ๋ฅ ' in df.columns:
62
- df['๋“ฑ๋ฝ๋ฅ '] = df['๋“ฑ๋ฝ๋ฅ '].apply(format_change)
63
 
64
- # HTML ํ…Œ์ด๋ธ” ์ถœ๋ ฅ (์•ˆ์ „ํ•œ HTML ๋ Œ๋”๋ง)
65
- st.markdown(df.to_html(escape=False, index=False), unsafe_allow_html=True)
66
-
67
- # ์—‘์…€ ๋‹ค์šด๋กœ๋“œ ๊ธฐ๋Šฅ ๊ตฌํ˜„
68
- excel_file = "market_data.xlsx"
69
- writer = pd.ExcelWriter(excel_file, engine='xlsxwriter')
70
- df.to_excel(writer, index=False, sheet_name='Sheet1')
71
- writer.close() # writer.save() ๋Œ€์‹  close() ์‚ฌ์šฉ
72
-
73
- with open(excel_file, "rb") as file:
74
- st.download_button(label="์—‘์…€ ๋‹ค์šด๋กœ๋“œ", data=file, file_name=excel_file)
75
 
76
  if __name__ == "__main__":
77
- main()
 
1
+ from flask import Flask, request, render_template_string, send_file
2
  import requests
3
  from bs4 import BeautifulSoup
4
  import pandas as pd
5
+ from io import BytesIO
6
 
7
+ app = Flask(__name__)
 
 
8
 
9
  def scrape_market_data(sosok):
10
  """
11
+ sosok: "0" for ์ฝ”์Šคํ”ผ, "1" for ์ฝ”์Šค๋‹ฅ
12
  """
13
  url = f"https://finance.naver.com/sise/sise_market_sum.naver?sosok={sosok}"
14
+ res = requests.get(url)
15
+ # ๋„ค์ด๋ฒ„ ๊ธˆ์œต์€ euc-kr ์ธ์ฝ”๋”ฉ ์‚ฌ์šฉ
16
+ res.encoding = "euc-kr"
17
+ soup = BeautifulSoup(res.text, "html.parser")
18
+ # ๋ฐ์ดํ„ฐ๋Š” table.type_2 ์•ˆ์˜ tr ํƒœ๊ทธ๋“ค์— ์žˆ์Šต๋‹ˆ๋‹ค.
19
+ rows = soup.select("table.type_2 tr")
20
+ data_list = []
21
+ for row in rows:
22
+ cols = row.find_all("td")
23
+ # ์ปฌ๋Ÿผ์ด 2๊ฐœ ์ด์ƒ์ด๋ฉด ๋ฐ์ดํ„ฐ row๋กœ ํŒ๋‹จ
24
+ if len(cols) > 1:
25
+ try:
26
+ rank = cols[0].get_text(strip=True)
27
+ # ์ข…๋ชฉ๋ช…์€ <a> ํƒœ๊ทธ ๋‚ด๋ถ€์— ์žˆ์Œ
28
+ name_elem = cols[1].find("a")
29
+ name = name_elem.get_text(strip=True) if name_elem else cols[1].get_text(strip=True)
30
+ current_price = cols[2].get_text(strip=True)
31
+
32
+ # ์ „์ผ๋น„ ์นผ๋Ÿผ: ์•„์ด์ฝ˜(์ƒ์Šน/ํ•˜๋ฝ ๋“ฑ)๊ณผ ๊ฐ’์ด ํฌํ•จ๋˜์–ด ์žˆ์Œ.
33
+ diff_td = cols[3]
34
+ em = diff_td.find("em")
35
+ # em ํƒœ๊ทธ์˜ span.blind ๋‚ด๋ถ€ ํ…์ŠคํŠธ๋Š” ์ƒ์Šน/ํ•˜๋ฝ/์ƒํ•œ๊ฐ€/ํ•˜ํ•œ๊ฐ€ ์ •๋ณด๋ฅผ ์ œ๊ณตํ•ฉ๋‹ˆ๋‹ค.
36
+ indicator = em.find("span", class_="blind").get_text(strip=True) if em else ""
37
+ diff_val_span = diff_td.find("span", class_="tah")
38
+ diff_val = diff_val_span.get_text(strip=True) if diff_val_span else ""
39
+
40
+ change_rate = cols[4].get_text(strip=True)
41
+
42
+ # ์ „์ผ๋น„ ์ˆ˜์น˜๋ฅผ ์ˆซ์ž๋กœ ๋ณ€ํ™˜ (์ฝค๋งˆ ์ œ๊ฑฐ)
43
+ try:
44
+ diff_num = float(diff_val.replace(',', ''))
45
+ except:
46
+ diff_num = 0.0
47
+
48
+ # ์ƒ์Šน์ด๋ฉด ๋ถ‰์€์ƒ‰, ํ•˜๋ฝ์ด๋ฉด ํŒŒ๋ž€์ƒ‰, ์•„๋‹ˆ๋ฉด ๊ธฐ๋ณธ์ƒ‰(๊ฒ€์ •)
49
+ color = "red" if diff_num > 0 else ("blue" if diff_num < 0 else "black")
50
+
51
+ # indicator์— ๋”ฐ๋ผ ์•„์ด์ฝ˜ ๋งคํ•‘ (์—†์œผ๋ฉด ์ˆซ์ž ๋ถ€ํ˜ธ๋กœ ๊ฒฐ์ •)
52
+ icon_map = {"์ƒ์Šน": "โ–ฒ", "ํ•˜๋ฝ": "โ–ผ", "์ƒํ•œ๊ฐ€": "โ†‘", "ํ•˜ํ•œ๊ฐ€": "โ†“"}
53
+ if indicator in icon_map:
54
+ icon = icon_map[indicator]
55
+ else:
56
+ icon = "โ–ฒ" if diff_num > 0 else ("โ–ผ" if diff_num < 0 else "")
57
+
58
+ data_list.append({
59
+ "rank": rank,
60
+ "name": name,
61
+ "current_price": current_price,
62
+ "diff_val": diff_val,
63
+ "change_rate": change_rate,
64
+ "color": color,
65
+ "icon": icon
66
+ })
67
+ except Exception as e:
68
+ print(e)
69
+ continue
70
+ return data_list
71
 
72
+ @app.route("/", methods=["GET"])
73
+ def index():
74
+ # market ํŒŒ๋ผ๋ฏธํ„ฐ๋กœ ์ฝ”์Šคํ”ผ(0)์™€ ์ฝ”์Šค๋‹ฅ(1) ์„ ํƒ (๊ธฐ๋ณธ: ์ฝ”์Šคํ”ผ)
75
+ sosok = request.args.get("market", "0")
76
+ if sosok not in ["0", "1"]:
77
+ sosok = "0"
78
+ data_list = scrape_market_data(sosok)
79
+
80
+ # HTML ํ…œํ”Œ๋ฆฟ (๊ฐ„๋‹จํ•œ form, ํ…Œ์ด๋ธ”, ์—‘์…€ ๋‹ค์šด๋กœ๋“œ ๋ฒ„ํŠผ ํฌํ•จ)
81
+ html = """
82
+ <!DOCTYPE html>
83
+ <html lang="ko">
84
+ <head>
85
+ <meta charset="UTF-8">
86
+ <title>๋„ค์ด๋ฒ„ ์ฆ๊ถŒ ์ƒ์Šน๋ฅ  TOP ์ข…๋ชฉ ์Šคํฌ๋ž˜ํ•‘</title>
87
+ </head>
88
+ <body>
89
+ <h1>๋„ค์ด๋ฒ„ ์ฆ๊ถŒ ์ƒ์Šน๋ฅ  TOP ์ข…๋ชฉ ์Šคํฌ๋ž˜ํ•‘</h1>
90
+ <form method="get">
91
+ <label for="market">์‹œ์žฅ ์„ ํƒ:</label>
92
+ <select name="market" id="market">
93
+ <option value="0" {% if market == "0" %}selected{% endif %}>์ฝ”์Šคํ”ผ</option>
94
+ <option value="1" {% if market == "1" %}selected{% endif %}>์ฝ”์Šค๋‹ฅ</option>
95
+ </select>
96
+ <button type="submit">์กฐํšŒ</button>
97
+ </form>
98
+ <br>
99
+ <table border="1" cellpadding="5">
100
+ <tr>
101
+ <th>N</th>
102
+ <th>์ข…๋ชฉ๋ช…</th>
103
+ <th>ํ˜„์žฌ๊ฐ€</th>
104
+ <th>์ „์ผ๋น„</th>
105
+ <th>๋“ฑ๋ฝ๋ฅ </th>
106
+ </tr>
107
+ {% for row in data_list %}
108
+ <tr>
109
+ <td>{{ row.rank }}</td>
110
+ <td>{{ row.name }}</td>
111
+ <td>{{ row.current_price }}</td>
112
+ <td style="color: {{ row.color }};">
113
+ {{ row.icon }} {{ row.diff_val }}
114
+ </td>
115
+ <td style="color: {{ row.color }};">
116
+ {{ row.change_rate }}
117
+ </td>
118
+ </tr>
119
+ {% endfor %}
120
+ </table>
121
+ <br>
122
+ <form action="/download" method="get">
123
+ <input type="hidden" name="market" value="{{ market }}">
124
+ <button type="submit">์—‘์…€ ๋‹ค์šด๋กœ๋“œ</button>
125
+ </form>
126
+ </body>
127
+ </html>
128
  """
129
+ return render_template_string(html, data_list=data_list, market=sosok)
 
 
 
 
130
 
131
+ @app.route("/download", methods=["GET"])
132
+ def download_excel():
133
+ sosok = request.args.get("market", "0")
134
+ data_list = scrape_market_data(sosok)
135
+ df = pd.DataFrame(data_list)
 
 
 
 
 
 
 
 
 
136
 
137
+ # BytesIO ๊ฐ์ฒด์— ์—‘์…€ ์ €์žฅ (openpyxl ์—”์ง„ ์‚ฌ์šฉ)
138
+ output = BytesIO()
139
+ with pd.ExcelWriter(output, engine='openpyxl') as writer:
140
+ df.to_excel(writer, index=False, sheet_name="MarketData")
141
+ output.seek(0)
142
 
143
+ market_name = "์ฝ”์Šคํ”ผ" if sosok == "0" else "์ฝ”์Šค๋‹ฅ"
144
+ return send_file(
145
+ output,
146
+ attachment_filename=f"{market_name}_data.xlsx",
147
+ as_attachment=True,
148
+ mimetype="application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"
149
+ )
 
 
 
 
150
 
151
  if __name__ == "__main__":
152
+ app.run(debug=True)