aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rwxr-xr-xscripts/update_virtuoso/check_for_updates.py12
1 files changed, 6 insertions, 6 deletions
diff --git a/scripts/update_virtuoso/check_for_updates.py b/scripts/update_virtuoso/check_for_updates.py
index fb69ff4..3deed7f 100755
--- a/scripts/update_virtuoso/check_for_updates.py
+++ b/scripts/update_virtuoso/check_for_updates.py
@@ -10,6 +10,8 @@
import requests
import time
import sys
+import os.path
+import subprocess
assert(len(sys.argv)==4)
fn = sys.argv[1]
@@ -31,11 +33,14 @@ def upload(fn):
print(output)
assert(p.returncode == 0)
+# --- Always update these
+upload("semantic_enrichment/labels.ttl")
+upload("semantic_enrichment/countries.ttl")
+
url = 'https://download.lugli.arvadosapi.com/c=lugli-4zz18-z513nlpqm03hpca/_/mergedmetadata.ttl'
# --- Fetch headers from TTL file on Arvados
r = requests.head(url)
print(r.headers)
-
print(r.headers['Last-Modified'])
# --- Convert/validate time stamp
@@ -45,14 +50,12 @@ t_stamp = time.strptime(last_modified_str,"%a, %d %b %Y %H:%M:%S %Z" )
print(t_stamp)
# OK, it works, now check last stored value
-import os.path
stamp = None
if os.path.isfile(fn):
file = open(fn,"r")
stamp = file.read()
file.close
-import subprocess
if stamp != last_modified_str:
print("Fetch metadata TTL")
r = requests.get(url)
@@ -61,8 +64,5 @@ if stamp != last_modified_str:
f.write(r.text)
f.close
upload("metadata.ttl")
- upload("semantic_enrichment/labels.ttl")
- upload("semantic_enrichment/countries.ttl")
-
with open(fn,"w") as f:
f.write(last_modified_str)