mirror of
https://github.com/ArchiveBox/ArchiveBox.git
synced 2026-02-05 02:47:08 +08:00
sort links before uniqueifying
This commit is contained in:
parent
52a2ddd2b6
commit
1776bdfe07
2
links.py
2
links.py
@ -46,8 +46,8 @@ from config import ANSI
|
||||
|
||||
def validate_links(links):
|
||||
links = archivable_links(links) # remove chrome://, about:, mailto: etc.
|
||||
links = uniquefied_links(links) # merge/dedupe duplicate timestamps & urls
|
||||
links = sorted_links(links) # deterministically sort the links based on timstamp, url
|
||||
links = uniquefied_links(links) # merge/dedupe duplicate timestamps & urls
|
||||
|
||||
if not links:
|
||||
print('[X] No links found :(')
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user