forked from miker123/Python-Web-Scripts
-
Notifications
You must be signed in to change notification settings - Fork 0
/
rssCollector.py
77 lines (64 loc) · 2.27 KB
/
rssCollector.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
#!/usr/bin/env python
#Author: Mike R
#April 23rd, 2015
#Keeps track of news and prints when there is new news/post every minute.
#What this does is prints the time and any new net news from breakingnews.com, reddit.com/r/netsec, and other sites that update
#When user quits, will present all of the news and compiled info.
from bs4 import BeautifulSoup
import signal
import urllib
import time
import sys
global netSec
global breaking
global numStory
numStory=0
netSec=[]
breaking=[]
def getReddit(storyNum):
localtime = time.asctime( time.localtime(time.time()) )
if storyNum==0 :
print "\nReddit NetSec Post at :", localtime
print "------------------------"
html=urllib.urlopen('http://www.reddit.com/r/netsec/new')
bt=html.read()
soup=BeautifulSoup(bt)
for link in soup.findAll('a', {'class': 'title may-blank '}):
# print link.extract() #prints everything selected
story=link.get_text()
if story not in netSec:
if storyNum>0 :
print "\nReddit NetSec Post at :", localtime
print "------------------------"
netSec.append(story)
print story
def getBreakingNews(storyNum):
localtime = time.asctime( time.localtime(time.time()) )
if storyNum==0 :
print "\nBreaking News at :", localtime
print "------------------------"
html=urllib.urlopen('http://www.breakingnews.com')
bt=html.read()
soup=BeautifulSoup(bt)
for link in soup.findAll('div', {'class': 'headline'}):
#print link.extract() prints everything selected
story=link.get_text()
if story not in breaking:
if storyNum > 0:
print "\nBreaking News at :", localtime
print "------------------------"
breaking.append(story)
print story
def ctrlc_handler(signum, frm):
print 'Print the news from sources that occured while this was running'
raise SystemExit
def ctrlz_handler(signum, frm):
print 'Print the news from sources that occured while this was running'
raise SystemExit
while True:
signal.signal(signal.SIGINT, ctrlc_handler)
signal.signal(signal.SIGTSTP, ctrlZ_handler)
getReddit(numStory)
getBreakingNews(numStory)
numStory+=1
time.sleep(60)