from flask import Flask, request, render_template import os import sitemapper import json import sys #----------------------------------------------------------------------------# # App Config. #----------------------------------------------------------------------------# app = Flask(__name__) def graph(url): obj = sitemapper.url(url) obj.run_check(url) nodes = [] drawn = [] for key, values in obj.sites.items(): label = key.rsplit('/')[-1] if label == "": label = key.rsplit('/')[-2] nodes.append('{' + "id: '{}', label: '{}', group: {}".format(key, label, 0) + '}') drawn.append(key) for key, values in obj.sites.items(): for value in values: if value not in drawn and value not in obj.sites: nodes.append('{' + "id: '{}', label: '{}', group: {}".format(value, value, 1) + '}') drawn.append(value) edges = [] for key, values in obj.sites.items(): for value in values: edges.append('{' + "from: '{}', to: '{}'".format(key, value) + '}') with open('./cached/' + url.rsplit('/')[2] + '.json', 'w', encoding='utf-8') as f: f.write(json.dumps({"nodes": nodes,"edges": edges})) return nodes, edges def load(url): with open('./cached/{}.json'.format(url), 'r', encoding='utf-8') as f: content = f.read() jsonContent = json.loads(content) nodes = jsonContent["nodes"] edges = jsonContent["edges"] return nodes, edges #----------------------------------------------------------------------------# # Controllers. #----------------------------------------------------------------------------# @app.route('/') def index(): #url = request.args.get("url") url = "https://www.google.de" cached = os.listdir("./cached") withoutProtocol = url.rsplit('/')[2] if withoutProtocol + '.json' not in cached: nodes, edges = graph(url) else: nodes, edges = load(withoutProtocol) str1 = "," nodes = str1.join(nodes) edges = str1.join(edges) return render_template('graph.html', nodes = nodes, edges = edges) if __name__ == '__main__': port = int(os.environ.get('PORT', 80)) sys.setrecursionlimit(5000) app.run(host='0.0.0.0', port=port)