120 lines
3.6 KiB
Python
Executable File
120 lines
3.6 KiB
Python
Executable File
from datetime import datetime
|
|
import daemon
|
|
import requests
|
|
import time
|
|
from time import sleep
|
|
import os
|
|
import re
|
|
from bs4 import BeautifulSoup
|
|
import dotenv
|
|
|
|
CONFIG = dotenv.dotenv_values("/srv/cse-webhook-watcher/.env")
|
|
|
|
|
|
def read_known() -> list:
|
|
known: list = []
|
|
try:
|
|
with open(CONFIG['STORAGE_FILE'], 'r+') as f:
|
|
known = f.read().splitlines()
|
|
f.close()
|
|
|
|
except Exception as e:
|
|
print("Could not initialize known titles: %s" % e)
|
|
|
|
print("="*120 + "\nLoading from file\n" + "="*120)
|
|
for item, index in zip(known, range(0, len(known))):
|
|
print(f"{index}:\t{item}")
|
|
|
|
print("="*120)
|
|
return known
|
|
|
|
def daemon():
|
|
|
|
try:
|
|
while True:
|
|
r = requests.get(CONFIG['URL'])
|
|
soup = BeautifulSoup(r.content, features='xml')
|
|
articles = soup.findAll('item')
|
|
article_list: list = []
|
|
for a in articles:
|
|
title: str = str(a.find('title')).replace("<title>", "").replace("</title>", "")
|
|
desc: str = str(a.find('description')).replace("<description>", "").replace("</description>", "")
|
|
link: str = str(a.find('enclosure'))
|
|
link_pot = re.findall(r'https.*?mp3', link)
|
|
if link_pot is not None:
|
|
link = link_pot[0]
|
|
dur: str = str(a.find('duration')).replace("<duration>", "").replace("</duration>", "")
|
|
pub: str = str(a.find('pubDate')).replace("<pubDate>", "").replace("</pubDate>", "")
|
|
article = {
|
|
'title': title,
|
|
'desc': desc,
|
|
'link': link,
|
|
'dur': dur,
|
|
'pub': pub
|
|
}
|
|
article_list.append(article)
|
|
|
|
known: list = read_known()
|
|
for a in article_list:
|
|
if a['title'] in known:
|
|
print("found known: %s" % a['title'])
|
|
|
|
else:
|
|
print("found unknown: %s" % a['title'])
|
|
|
|
title = a['title']
|
|
desc = a['desc']
|
|
link = a['link']
|
|
dur = a['dur']
|
|
pub = a['pub']
|
|
|
|
content = f"""
|
|
=============== Neue Folge ===============
|
|
Titel: {title}
|
|
|
|
Beschreibung:
|
|
{desc}
|
|
|
|
Link: {link}
|
|
Datum: {pub}
|
|
Länge: {dur}
|
|
==========================================
|
|
"""
|
|
|
|
print(content)
|
|
|
|
notify = requests.post(
|
|
url=CONFIG['WEBHOOK'],
|
|
json={
|
|
"content": content
|
|
}
|
|
)
|
|
print(notify.text)
|
|
|
|
known.append(a['title'])
|
|
|
|
with open(CONFIG['STORAGE_FILE'], 'w+') as file:
|
|
try:
|
|
for item in known:
|
|
file.write(item + '\n')
|
|
except Exception as e:
|
|
print("Could not write to file: %s" % e)
|
|
pass
|
|
finally:
|
|
file.close()
|
|
|
|
time.sleep(0.5)
|
|
|
|
print("="*120 + "\nentering sleep for %d seconds at %s" % (int(CONFIG['SLEEP_SECS']), datetime.now()))
|
|
print("="*120)
|
|
sleep(int(CONFIG['SLEEP_SECS']))
|
|
except ValueError as e:
|
|
print(e)
|
|
pass
|
|
|
|
if __name__ == "__main__":
|
|
daemon()
|
|
|
|
with daemon.DaemonContext():
|
|
daemon()
|