Newer
Older
from flask import Flask, render_template, request, flash, Response, make_response
app = Flask(__name__)
app.secret_key = 'some_secret' #TODO set secret
state = {
"host": "",
"username": "",
"password": "",
"roottype": "",
"results": [],
"results_export":[]
}
@app.route("/server_settings")
def server_settings():
return render_template("server_settings.html", state=state)
@app.route("/")
def step1():
from xsa.datatypereader import get_root_types, get_fields
root_types = get_root_types()
roottypefields = ()
if state["roottype"]:
roottypefields = get_fields(state["roottype"])
import json
roottypefieldsjson = json.dumps(roottypefields, indent=2)
return render_template("step1.html", state=state, roottypes=root_types,
roottypefields=roottypefields, roottypefieldsjson=roottypefieldsjson)
@app.route("/set_chart_field", methods=["GET"])
def set_chart_field():
from xsa.chart import count_substrings
from xsa.datatypereader import get_field_key_by_label
import json
field_label = request.args.get("f")
field_key = get_field_key_by_label(state["roottype"], field_label)
strings = []
for r in state["results"]:
strings.append(r[field_key])
substrings = request.args.get("s").split(',')
data_dict=[]
for c in count_substrings(substrings, strings):
new_dict = {}
new_dict['count'] = c[1]
new_dict['label'] = c[0]
data_dict.append(new_dict)
data_json = json.dumps(data_dict)
width=request.args.get("w")
return render_template("chart.html", chart_data=data_json, chart_max=len(state["results"]), chart_width=width)
@app.route("/set_root_type", methods=["GET"])
def set_root_type():
state["roottype"] = request.args.get("t")
from xsa.datatypereader import get_root_types, get_fields
root_types = get_root_types()
roottypefields = ()
roottypefieldsjson = {}
if state["roottype"]:
roottypefields = get_fields(state["roottype"])
import json
roottypefieldsjson = json.dumps(roottypefields, indent=2)
return render_template("step1_1.html", state=state, roottypes=root_types,
roottypefields=roottypefields, roottypefieldsjson=roottypefieldsjson)
#TODO Funktionen zusammenführen
#MODEL: [{"operator":"AND","children":[{"name":"Type","predicate":"LIKE","value":"%t1%","idx":"0","field":"xnat:mrScanData/TYPE"}]}]
@app.route("/results")
def results(res):
from xsa.datatypereader import get_field_label_by_key
from xsa.datatypereader import get_rest
from xsa.datatypereader import get_extra_source
if state["roottype"] and res is not None:
roottypefields=[]
for h in res.headers():
roottypefields.append({'key': h, 'label':get_field_label_by_key(state["roottype"], h)})
rest_downl = ""
try:
rest_downl = get_rest(state["roottype"])
except:
pass
rest_adddata = ""
try:
rest_adddata = get_extra_source(state["roottype"])
except:
pass
return render_template("results.html", state=state, results=res, resultcount=len(res), roottypefields=roottypefields, rest_downl=rest_downl, rest_adddata= rest_adddata)
else:
flash("No root-type was chosen and/or no search-results are available.")
@app.route("/downl_csv", methods=["POST", "GET"])
def download_csv():
from datetime import datetime
response = Response(state['results_export'].dumps_csv(","), mimetype='text/csv')
filename= "search_export_%s.csv" % str(datetime.now())
response.headers["Content-Disposition"] = "attachment; filename="+filename #TODO rename file
return response
@app.route("/download", methods=["POST"])
def download():
from xsa.queries import download_file_iter
from xsa.queries import prepare_rest
from xsa.datatypereader import get_rest
import json
from urllib.parse import unquote
res = json.loads(unquote(request.form.get("result")))
base_url = get_rest(state["roottype"])
m = re.search(r"<([\w\d,]+)>",base_url)
if m:
tries = m.group(1).split(",")
to_replace = m.group(0)
else:
tries = (True,)
to_replace = None
for t in tries:
try:
if to_replace:
url, filename = prepare_rest(res, base_url.replace(to_replace, t), state["host"])
else:
url, filename = prepare_rest(res, base_url, state["host"])
creds = state["username"], state["password"]
length, content_iter = download_file_iter(url, creds)
response = Response(content_iter, mimetype='application/zip')
response.headers["Content-Disposition"] = "attachment; filename=%s.zip" % filename #TODO rename file
if length:
response.headers["content-length"] = length
return response
except Exception as e:
print(e)
pass
response = Response(b"", mimetype='application/zip')
response.headers["Content-Disposition"] = "attachment; filename=error"
Franziska Koehn
committed
def adjust_constraints(list, parent):
for item in list:
if isinstance(item, dict):
for key in item:
if key=='operator':
child = []
child.append(item['operator'])
adjust_constraints(item['children'], child)
parent.append(child)
elif key=='field':
parent.append((item['field'], item['predicate'], item['value']))
else:
pass
else:
pass
@app.route("/send_query", methods=["POST", "GET"])
def send_query():
import json
from xsa.queries import search_for
#TODO show message: sending query...
constraints=[]
Franziska Koehn
committed
adjust_constraints(json.loads(request.form.get("model")), constraints)
search_fields = json.loads(request.form.get("fields"))
state["host"] = json.loads(request.form.get("host"))
state["username"] = json.loads(request.form.get("user"))
state["password"] = json.loads(request.form.get("passw"))
res = search_for(state["host"], state["roottype"], constraints, search_fields, state["username"], state["password"])
if res is None:
flash("Something went wrong. Check the connection to your server and your query.")
return step1()
else:
state["results"] = res
state["results_export"] = res
return results(res)
@app.route("/get_adddata", methods=["POST", "GET"])
def get_adddata():
from xsa.queries import query_for_additional_data
from xsa.datatypereader import get_extra_source
rest = get_extra_source(state["roottype"])
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
new_data_sets = []
for result in state["results"]:
new_data_sets.append(query_for_additional_data(rest, result, state["host"], (state["username"], state["password"])))
keys = []
for data_set in new_data_sets:
for key in data_set.keys():
keys.append(key)
new_result = []
for data_set in new_data_sets:
dic = {}
for key in keys:
try:
dic[key] = data_set[key]
except:
dic[key] = "N/A"
new_result.append(dic)
from xsa.jsonutil import JsonTable
state["results"] = JsonTable(new_result)
state["results_export"] = JsonTable(new_result)
print("FINISHED")
return results(state["results"])
Franziska Koehn
committed
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
@app.route("/downl_query", methods=["POST", "GET"])
def downl_query():
from datetime import datetime
from xsa.datatypereader import get_field_label_by_field
import json
root = state["roottype"]
from urllib.parse import unquote
constraints = []
adjust_constraints(json.loads(unquote(request.form.get("model"))), constraints)
labels = []
for f in json.loads(unquote(request.form.get("fields"))):
labels.append(get_field_label_by_field(root, f))
# auslagern (selber code steht in xsagtk.main_controller):
root_key = 'root'
query_key = 'query'
labels_key = 'labels'
data = {}
data.update({root_key: root})
data.update({query_key: constraints})
data.update({labels_key: labels})
response = Response(json.dumps(data), mimetype='application/json')
filename= "query_%s" % str(datetime.now())
response.headers["Content-Disposition"] = "attachment; filename="+filename
return response
def start_web_gui(args):
if args.host:
state["host"] = args.host
if args.user:
state["username"], _, state["password"] = args.user.partition(":")
app.debug=True
app.run()