forked from tanner/qotnews
23 lines
579 B
Python
23 lines
579 B
Python
import archive
|
|
import database
|
|
import json
|
|
|
|
database.init()
|
|
archive.init()
|
|
|
|
with archive.ix.searcher() as searcher:
|
|
for docnum in searcher.document_numbers():
|
|
try:
|
|
if docnum > 500:
|
|
break
|
|
|
|
print('docnum', docnum)
|
|
res = searcher.stored_fields(docnum)
|
|
print('id', res['id'])
|
|
database.put_story(res['story'])
|
|
database.put_ref(res['story']['ref'], res['id'])
|
|
print()
|
|
except BaseException as e:
|
|
print('skipping', docnum)
|
|
print('reason:', e)
|