pjbmask commited on
Commit
5bc1e51
ยท
verified ยท
1 Parent(s): b792a6d

create summarization of news url

Browse files
Files changed (1) hide show
  1. newsurl +38 -0
newsurl ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from transformers import BartForConditionalGeneration, PreTrainedTokenizerFast
3
+ import requests
4
+ from bs4 import BeautifulSoup
5
+
6
+ # KoBART ๋ชจ๋ธ ๋กœ๋”ฉ
7
+ model = BartForConditionalGeneration.from_pretrained("digit82/kobart-summarization")
8
+ tokenizer = PreTrainedTokenizerFast.from_pretrained("digit82/kobart-summarization")
9
+
10
+ # ๋‰ด์Šค ๋ณธ๋ฌธ ์ถ”์ถœ ํ•จ์ˆ˜
11
+ def get_article_text(naver_url):
12
+ headers = {"User-Agent": "Mozilla/5.0"}
13
+ response = requests.get(naver_url, headers=headers)
14
+ soup = BeautifulSoup(response.text, "html.parser")
15
+ article_body = soup.select_one("article") or soup.select_one("#dic_area")
16
+ return article_body.get_text(strip=True) if article_body else None
17
+
18
+ # ๋‰ด์Šค ์š”์•ฝ ํ•จ์ˆ˜
19
+ def summarize_korean_news(text):
20
+ input_ids = tokenizer.encode(text, return_tensors="pt", max_length=1024, truncation=True)
21
+ summary_ids = model.generate(input_ids, max_length=128, min_length=30, num_beams=4, early_stopping=True)
22
+ return tokenizer.decode(summary_ids[0], skip_special_tokens=True)
23
+
24
+ # Streamlit ์•ฑ UI
25
+ st.title("HL๋งŒ๋„ ๋‰ด์Šค ์š”์•ฝ๊ธฐ")
26
+ st.write("HL๋งŒ๋„ ๊ด€๋ จ ์ตœ์‹  ๋‰ด์Šค๋ฅผ ์š”์•ฝํ•ด ๋“œ๋ฆฝ๋‹ˆ๋‹ค!")
27
+
28
+ # ์‚ฌ์šฉ์ž๋กœ๋ถ€ํ„ฐ URL ์ž…๋ ฅ ๋ฐ›๊ธฐ
29
+ url = st.text_input("๋‰ด์Šค URL์„ ์ž…๋ ฅํ•˜์„ธ์š”:")
30
+
31
+ if url:
32
+ article = get_article_text(url)
33
+ if article:
34
+ summary = summarize_korean_news(article)
35
+ st.subheader("๋‰ด์Šค ์š”์•ฝ")
36
+ st.write(summary)
37
+ else:
38
+ st.write("๊ธฐ์‚ฌ ๋ณธ๋ฌธ์„ ๊ฐ€์ ธ์˜ฌ ์ˆ˜ ์—†์Šต๋‹ˆ๋‹ค.")