-
Notifications
You must be signed in to change notification settings - Fork 0
/
fetch_data.py
62 lines (52 loc) · 1.71 KB
/
fetch_data.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
import sqlite3
import httplib
import json
conn = httplib.HTTPConnection("www.ragam.org.in")
db = sqlite3.connect('app/src/main/assets/ragam.db')
total=0;
def storeEvents(type,genre,events):
global total;
url='/2015/cms/api/event/'
for event in events:
conn.request("GET",url+event['event_code'])
event_response = conn.getresponse()
event_data = json.loads(event_response.read())
values=[];
code=event_data['event_code']
name=event_data['name']
description=event_data['short_description']
sections=event_data['sections']
fulldescription=""
for section in sections:
fulldescription+="<b>"+section['title']+"</b><br><br>"
fulldescription+=section['text']
fulldescription+="<br><br>"
contacts=event_data['contacts'];
contact_name=''
contact_phone=''
if contacts:
contact_name=contacts[0]['name']
contact_phone=contacts[0]['phone']
db.execute('DELETE FROM "main"."events" WHERE code=?',(code,))
db.commit()
db.execute('INSERT INTO "main"."events" \
("code","name","description","fulldescription","type","genre","contact_name","contact_number")\
VALUES (?,?,?,?,?,?,?,?)',\
(code,name,description,fulldescription,type,genre,contact_name,contact_phone));
db.commit();
total=total+1;
print str(total)+" : "+event_data['name']+" Updated"
conn.request("GET", "/2015/cms/api/events")
r1 = conn.getresponse()
data = json.loads(r1.read())
categories= data[0]['sub_categories']
for category in categories:
events= category['events']
storeEvents("COMPETITIONS",category['name'],events)
workshops=data[1]['events']
storeEvents('WORKSHOPS','',workshops)
proshows=data[2]['events']
storeEvents('PROSHOWS','',proshows)
lectures=data[3]['events']
storeEvents('LECTURES','',lectures)
db.close();