60 lines
1.4 KiB
Python
60 lines
1.4 KiB
Python
|
#!/usr/bin/env python3
|
||
|
|
|
||
|
|
from time import sleep
|
||
|
|
import sqlite3
|
||
|
|
import requests
|
||
|
|
from bs4 import BeautifulSoup
|
||
|
|
|
||
|
|
__author__ = 'Alexander Popov'
|
||
|
|
__license__ = 'MIT'
|
||
|
|
__version__ = '1.0.0'
|
||
|
|
__email__ = 'iiiypuk@fastmail.fm'
|
||
|
|
|
||
|
|
|
||
|
|
def parse():
|
||
|
|
r = requests.get('https://randomword.com/')
|
||
|
|
data = r.text
|
||
|
|
soup = BeautifulSoup(data, 'html.parser')
|
||
|
|
word = soup.find('div', {'id': 'random_word'}).text
|
||
|
|
word_definition = soup.find('div', {'id': 'random_word_definition'}).text
|
||
|
|
|
||
|
|
new_word = {'word': word, 'definition':
|
||
|
|
word_definition.replace(' ', '')}
|
||
|
|
|
||
|
|
return(new_word)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
# dict for new parsed words
|
||
|
|
words = {}
|
||
|
|
|
||
|
|
# open datebase
|
||
|
|
db = sqlite3.connect('./words.db')
|
||
|
|
cursor = db.cursor()
|
||
|
|
|
||
|
|
# create new table if not exist
|
||
|
|
try:
|
||
|
|
cursor.execute('CREATE TABLE words(word text, definition text)')
|
||
|
|
except sqlite3.OperationalError as e:
|
||
|
|
print('INFO:', e)
|
||
|
|
|
||
|
|
# start parse words
|
||
|
|
try:
|
||
|
|
while(True):
|
||
|
|
sleep(0.5)
|
||
|
|
|
||
|
|
new_word = parse()
|
||
|
|
words[new_word['word']] = new_word['definition']
|
||
|
|
|
||
|
|
print('Parsed', new_word['word'])
|
||
|
|
|
||
|
|
except KeyboardInterrupt:
|
||
|
|
for word in words:
|
||
|
|
cursor.execute(
|
||
|
|
'INSERT INTO words VALUES ("{word}", "{defin}")'
|
||
|
|
.format(word=word, defin=words[word]))
|
||
|
|
|
||
|
|
db.commit()
|
||
|
|
|
||
|
|
print('Saved %d words.' % len(words))
|