ensure we get all poeorb in the system by crawling through all pages

Author: shitong01

crawl_orbits.py

@@ -37,8 +37,8 @@ def filter(self, record):
 QC_SERVER = 'https://qc.sentinel1.eo.esa.int/'
 DATA_SERVER = 'http://aux.sentinel1.eo.esa.int/'
 
-ORBITMAP = [('precise','aux_poeorb', 100),
-            ('restituted','aux_resorb', 100)]
+ORBITMAP = [('precise','aux_poeorb', 1000),
+            ('restituted','aux_resorb', 500)]
 
 OPER_RE = re.compile(r'S1\w_OPER_AUX_(?P<type>\w+)_OPOD_(?P<yr>\d{4})(?P<mo>\d{2})(?P<dy>\d{2})')