-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy path36_python.py
More file actions
29 lines (23 loc) · 813 Bytes
/
36_python.py
File metadata and controls
29 lines (23 loc) · 813 Bytes
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
import requests
from bs4 import BeautifulSoup
import operator
def start(url):
word_list = []
source_code = requests.get(url).text
soup = BeautifulSoup(source_code)
for post_text in soup.findAll('a', {'class': 'index_singleListingTitles'}):
content = post_text.string
words = content.lower().split()
for each_word in words:
word.append(each_word)
clean_up_list(word_list)
def clean_up_list(word_list):
clean_word_list = []
for word in word_list:
symbols = "!@#$%^&*()_+{}:\"<>?,./;'[]-='"
for i in range(0, len(symbols):
word = word.replace(symbols[i], "")
if len(word) > 0:
print(word)
clean_word_list.append(word)
start('https://buckysroom.org/tops.php?type=text&period=this-month')