cailean
/
cn-py
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

try catch statement

main
Cailean Finn 6 months ago
parent
735fc72e72
commit
cb66421638
1 changed files with 20 additions and 17 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Unified View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 37
      app.py

37
app.py
View File

@ -74,29 +74,32 @@ class WikiApp(Flask):
for category in categories: for category in categories:
response = requests.get(self.MEDIAWIKI_BASE_URL + self.BASE_API, params={'action': 'ask', 'query': '[[Concept:'+category+']] [[Opportunities:Deadline::<=' + future_date.strftime("%Y-%m-%d") + ']] [[Opportunities:Deadline::>='+ pub_date.strftime("%Y-%m-%d") + ']] |?Opportunities:Deadline|?Opportunities:Name|?Opportunities:Location|?Opportunities:Organiser/s|?Opportunities:Type|?Opportunities:Source', 'format': 'json', 'formatversion': '2'}) response = requests.get(self.MEDIAWIKI_BASE_URL + self.BASE_API, params={'action': 'ask', 'query': '[[Concept:'+category+']] [[Opportunities:Deadline::<=' + future_date.strftime("%Y-%m-%d") + ']] [[Opportunities:Deadline::>='+ pub_date.strftime("%Y-%m-%d") + ']] |?Opportunities:Deadline|?Opportunities:Name|?Opportunities:Location|?Opportunities:Organiser/s|?Opportunities:Type|?Opportunities:Source', 'format': 'json', 'formatversion': '2'})
data = response.json() data = response.json()
opp_info = {} opp_info = {}
if not data['query']['results']: if not data['query']['results']:
return {} return {}
else: else:
for page_title, page_data in data['query']['results'].items(): for page_title, page_data in data['query']['results'].items():
if 'printouts' in page_data and 'Opportunities:Deadline' in page_data['printouts']: if 'printouts' in page_data and 'Opportunities:Deadline' in page_data['printouts']:
type = page_data['printouts']['Opportunities:Type'][0] try:
name = page_data['printouts']['Opportunities:Name'][0] print(page_title)
deadline = page_data['printouts']['Opportunities:Deadline'][0]['raw'] type = page_data['printouts']['Opportunities:Type'][0]
deadline = deadline[2:] name = page_data['printouts']['Opportunities:Name'][0]
lol = datetime.strptime(deadline, "%Y/%m/%d") deadline = page_data['printouts']['Opportunities:Deadline'][0]['raw']
formatted_deadline = lol.strftime("%d-%m-%Y") deadline = deadline[2:]
location = page_data['printouts']['Opportunities:Location'][0] lol = datetime.strptime(deadline, "%Y/%m/%d")
source = page_data['printouts']['Opportunities:Source'][0] formatted_deadline = lol.strftime("%d-%m-%Y")
org = page_data['printouts']['Opportunities:Organiser/s'][0]['fulltext'] location = page_data['printouts']['Opportunities:Location'][0]
source = page_data['printouts']['Opportunities:Source'][0]
opp_info = {'pagetitle': page_title, 'name': name, 'deadline': formatted_deadline, 'location': location, 'source' : source, 'org': org, 'text': ''} org = page_data['printouts']['Opportunities:Organiser/s'][0]['fulltext']
if type not in opp_page_list: opp_info = {'pagetitle': page_title, 'name': name, 'deadline': formatted_deadline, 'location': location, 'source' : source, 'org': org, 'text': ''}
opp_page_list[type] = []
if type not in opp_page_list:
opp_page_list[type].append(opp_info) opp_page_list[type] = []
opp_page_list[type].append(opp_info)
except:
print(f"issue with parsing, {page_title}")
return opp_page_list return opp_page_list

Write Preview
Loading…
Cancel
Save