support negation patterns by checking both re.search and re.match

archivebox/index/__init__.py

@@ -141,7 +141,10 @@ def archivable_links(links: Iterable[Link]) -> Iterable[Link]:
             continue
         if scheme(link.url) not in ('http', 'https', 'ftp'):
             continue
-        if URL_BLACKLIST_PTN and URL_BLACKLIST_PTN.search(link.url):
+        if URL_BLACKLIST_PTN and (URL_BLACKLIST_PTN.match(link.url) or URL_BLACKLIST_PTN.search(link.url)):
+            # https://stackoverflow.com/questions/180986/what-is-the-difference-between-re-search-and-re-match
+            # we want both behaviors in order to support multiple patterns in the regex,
+            # and negation regexes like (?!someptnhere) to allow for whitelisting
             continue
 
         yield link