From c233a25ea868496557d1ea211addbf87d388b4ce Mon Sep 17 00:00:00 2001
From: ssstvinc2 <sstvinc2@gmail.com>
Date: Sat, 11 Feb 2017 19:14:43 -0500
Subject: Added BBC as source; added stubURL functionality

---
 unbiasedFunctions.py | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

(limited to 'unbiasedFunctions.py')

diff --git a/unbiasedFunctions.py b/unbiasedFunctions.py
index b770b60..2cdae81 100644
--- a/unbiasedFunctions.py
+++ b/unbiasedFunctions.py
@@ -88,7 +88,10 @@ def extractURLs(content, source):
         h1=h1.split(delim)[1]
     h1=h1.split(source.h1DelEnd)[0]
     if '.com' not in h1:
-        h1=source.url+h1
+        if source.stubURL!=None:
+            h1=source.stubURL+h1
+        else:
+            h1=source.url+h1
     h1s.append(h1)
 
     h2=content
@@ -105,7 +108,10 @@ def extractURLs(content, source):
         x=x.split(source.h2DelEnd)[0]
         h2=h2.split(source.h2DelEnd, 1)[1]
         if '.com' not in x:
-            x=source.url+x
+            if source.stubURL!=None:
+                x=source.stubURL+x
+            else:
+                x=source.url+x
         h2s.append(x)
     
 
-- 
cgit v1.2.3