Warc injector script

2024-10-04 12:17:35 +03:00 · 2015-09-12 14:08:42 -06:00 · 2015-09-12 14:08:42 -06:00 · e50c57db90
commit e50c57db90
parent e2c61c7a78
2 changed files with 2 additions and 1 deletions
--- a/script/inject/main.py
+++ b/script/inject/main.py
@ -120,7 +120,8 @@ def injectItem(item, db, mode):
        postVars = {'url':'http://archive.org/download/%s/%s' %
                    (item,ff['name']),
                    'metadata':json.dumps(itemMetadata),
-                    'c':'ait'}
+                    'c':'ait',
+                    'spiderlinks':0}
        start = time.time()
        if mode == 'production':
            try:
--- a/script/warc-inject
+++ b/script/warc-inject