Skip to content

Commit

Permalink
More dataset updates
Browse files Browse the repository at this point in the history
  • Loading branch information
tmorrell committed Mar 8, 2018
1 parent a013852 commit 5dbbee6
Show file tree
Hide file tree
Showing 3 changed files with 3 additions and 3 deletions.
4 changes: 2 additions & 2 deletions harvesters/crossref_refs.py
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,6 @@ def get_crossref_refs(new=True):

date = datetime.date.today().isoformat()
subprocess.run(['dataset','-i','-','update','captured'],input='{"captured":"'+date+'"}',universal_newlines=True)

subprocess.run(['dsindexer','-update','harvesters/crossref_refs.json',collection+'.bleve'])
subprocess.run(['rm','-rf',collection+'.bleve'])
subprocess.run(['dataset','indexer','harvesters/crossref_refs.json',collection+'.bleve'])

Binary file modified libdataset.dylib
Binary file not shown.
2 changes: 1 addition & 1 deletion matchers/caltechdata.py
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ def match_cd_refs():
subprocess.check_output(["dataset","-c","s3://dataset.library.caltech.edu/CaltechDATA","read",k],universal_newlines=True)
metadata = json.loads(metadata)['metadata']
results =\
subprocess.check_output(["dsfind",'-json',"crossref_refs.bleve","+obj_id:*"+metadata['doi']],universal_newlines=True)
subprocess.check_output(["dsfind","-json","crossref_refs.bleve","+obj_id:*"+metadata['doi']],universal_newlines=True)
results = json.loads(results)
for h in results['hits']:
new = True
Expand Down

0 comments on commit 5dbbee6

Please sign in to comment.