From 3126b094485af5a374d0ba400604a8b2805337af Mon Sep 17 00:00:00 2001 From: ssstvinc2 Date: Thu, 9 Feb 2017 10:18:18 -0500 Subject: VIM is fucking garbage --- legacy_py/downloadFiles.py | 24 ++++++++++++++++++++++++ 1 file changed, 24 insertions(+) create mode 100644 legacy_py/downloadFiles.py (limited to 'legacy_py/downloadFiles.py') diff --git a/legacy_py/downloadFiles.py b/legacy_py/downloadFiles.py new file mode 100644 index 0000000..9a79e27 --- /dev/null +++ b/legacy_py/downloadFiles.py @@ -0,0 +1,24 @@ +import os + +files=[] +files.append('http://www.nytimes.com') +files.append('http://www.nbcnews.com') +files.append('http://www.foxnews.com') + +stories=[] +stories.append('https://www.nytimes.com/2017/02/03/business/dealbook/trump-congress-financial-regulations.html') +stories.append('http://www.nbcnews.com/news/us-news/over-100-000-visas-have-been-revoked-immigration-ban-justice-n716121') +stories.append('http://www.foxnews.com/politics/2017/02/03/calls-mount-for-trump-administration-to-label-muslim-brotherhood-terrorist-organization.html') + +for i in range(len(files)): + os.system('wget -O source'+str(i+1)+'.html --no-check-certificate '+files[i]) + +for i in range(len(stories)): + os.system('wget -O story'+str(i+1)+'.html --no-check-certificate '+stories[i]) + +''' +f=open('testOut.html', 'r', encoding="utf8") +content=f.read() +f.close() +#os.remove('testOut.html') +''' -- cgit v1.2.3