added url parameter for searched site

This commit is contained in:
Askill 2020-09-26 18:26:50 +02:00
parent 32b051f890
commit 6d85960644
7 changed files with 15 additions and 11 deletions

View File

@ -1,4 +1,6 @@
Flask-URL-Checker
For local hosting only. Hosting this application for external users is not recommmended, as it exposes the hoster to potential security risks.
### Google.de:
![google.de](./google.jpg)

15
app.py
View File

@ -14,6 +14,8 @@ def graph(url):
obj = sitemapper.url(url)
obj.run_check(url)
current = os.path.dirname(__file__)
nodes = []
drawn = []
for key, values in obj.sites.items():
@ -34,14 +36,16 @@ def graph(url):
for value in values:
edges.append('{' + "from: '{}', to: '{}'".format(key, value) + '}')
with open('./cached/' + url.rsplit('/')[2] + '.json', 'w', encoding='utf-8') as f:
with open(os.path.join(current, './cached/' + url.rsplit('/')[2] + '.json'), 'w', encoding='utf-8') as f:
f.write(json.dumps({"nodes": nodes,"edges": edges}))
return nodes, edges
def load(url):
with open('./cached/{}.json'.format(url), 'r', encoding='utf-8') as f:
print("Loaded from cache: " + url)
current = os.path.dirname(__file__)
with open(os.path.join(current,'./cached/{}.json'.format(url)), 'r', encoding='utf-8') as f:
content = f.read()
jsonContent = json.loads(content)
nodes = jsonContent["nodes"]
@ -51,12 +55,13 @@ def load(url):
#----------------------------------------------------------------------------#
# Controllers.
#----------------------------------------------------------------------------#
# input for urls over url
@app.route('/')
def index():
#url = request.args.get("url")
url = "https://www.google.de"
cached = os.listdir("./cached")
url = request.args.get("url")
cached = os.listdir(os.path.join(os.path.dirname(__file__), "./cached"))
withoutProtocol = url.rsplit('/')[2]
if withoutProtocol + '.json' not in cached:
nodes, edges = graph(url)

View File

@ -0,0 +1 @@
{"nodes": ["{id: 'https://budgetbytes.lpages.co/budget-bytes-app/', label: 'budget-bytes-app', group: 0}", "{id: 'https://itunes.apple.com/app/apple-store/id1240079167?pt=95954917&ct=Landing%20page&mt=8', label: 'https://itunes.apple.com/app/apple-store/id1240079167?pt=95954917&ct=Landing%20page&mt=8', group: 1}", "{id: 'https://goo.gl/wiZ4FQ', label: 'https://goo.gl/wiZ4FQ', group: 1}", "{id: 'mailto:budgetbytesapp@sidechef.com', label: 'mailto:budgetbytesapp@sidechef.com', group: 1}", "{id: 'https://www.budgetbytes.com/', label: 'https://www.budgetbytes.com/', group: 1}", "{id: 'https://www.sidechef.com/', label: 'https://www.sidechef.com/', group: 1}"], "edges": ["{from: 'https://budgetbytes.lpages.co/budget-bytes-app/', to: 'https://itunes.apple.com/app/apple-store/id1240079167?pt=95954917&ct=Landing%20page&mt=8'}", "{from: 'https://budgetbytes.lpages.co/budget-bytes-app/', to: 'https://goo.gl/wiZ4FQ'}", "{from: 'https://budgetbytes.lpages.co/budget-bytes-app/', to: 'mailto:budgetbytesapp@sidechef.com'}", "{from: 'https://budgetbytes.lpages.co/budget-bytes-app/', to: 'https://www.budgetbytes.com/'}", "{from: 'https://budgetbytes.lpages.co/budget-bytes-app/', to: 'https://www.sidechef.com/'}"]}

View File

@ -0,0 +1 @@
{"nodes": ["{id: 'https://patricematz.de/', label: 'patricematz.de', group: 0}", "{id: 'https://patricematz.de/images/praktikum.pdf', label: 'praktikum.pdf', group: 0}", "{id: 'https://patricematz.de/images/bachelor.pdf', label: 'bachelor.pdf', group: 0}", "{id: 'https://github.com/Askill/Photo-Wall', label: 'https://github.com/Askill/Photo-Wall', group: 1}", "{id: 'https://www.jpmatz.de/blog.html', label: 'https://www.jpmatz.de/blog.html', group: 1}", "{id: 'https://fs.jpmatz.de', label: 'https://fs.jpmatz.de', group: 1}", "{id: 'https://github.com/Askill/mosaik', label: 'https://github.com/Askill/mosaik', group: 1}", "{id: 'https://github.com/Askill/Flask-URL-Checker', label: 'https://github.com/Askill/Flask-URL-Checker', group: 1}", "{id: 'https://github.com/Askill/UI', label: 'https://github.com/Askill/UI', group: 1}", "{id: 'https://www.linkedin.com/in/patrice-matz-b73b6814a/', label: 'https://www.linkedin.com/in/patrice-matz-b73b6814a/', group: 1}", "{id: 'https://github.com/Askill', label: 'https://github.com/Askill', group: 1}"], "edges": ["{from: 'https://patricematz.de/', to: 'https://github.com/Askill/Photo-Wall'}", "{from: 'https://patricematz.de/', to: 'https://www.jpmatz.de/blog.html'}", "{from: 'https://patricematz.de/', to: 'https://fs.jpmatz.de'}", "{from: 'https://patricematz.de/', to: 'https://github.com/Askill/mosaik'}", "{from: 'https://patricematz.de/', to: 'https://github.com/Askill/Flask-URL-Checker'}", "{from: 'https://patricematz.de/', to: 'https://github.com/Askill/UI'}", "{from: 'https://patricematz.de/', to: 'https://www.linkedin.com/in/patrice-matz-b73b6814a/'}", "{from: 'https://patricematz.de/', to: 'https://github.com/Askill'}", "{from: 'https://patricematz.de/', to: 'https://patricematz.de/images/praktikum.pdf'}", "{from: 'https://patricematz.de/', to: 'https://patricematz.de/images/bachelor.pdf'}"]}

File diff suppressed because one or more lines are too long

View File

@ -15,10 +15,6 @@ class url:
'User-Agent': 'Mozilla 4/0'}
exclude = {
"title=Spezial",
"doodles/",
"#",
"&"
}
def __init__(self, url):

View File

@ -8,7 +8,7 @@
var nodes = [{{ nodes | safe }}] ;
var edges = [{{ edges | safe }}] ;
console.log(nodes, edges);
// create a network
var container = document.getElementById('mynetwork');
var data = {