init

init_sql.py

@@ -0,0 +1,165 @@
+# Intilializes/Creates the database with all tables and table contents
+import sqlite3
+
+def createNode(conn, lines):
+	nodeId = ""
+	cur = conn.cursor()
+
+
+	for line in lines:
+		if "<node" in line:
+			nodeId = str(line.split('id="')[1].split('"')[0])
+			nodeLon = str(line.split('lon="')[1].split('"')[0])
+			nodeLat = str(line.split('lat="')[1].split('"')[0])
+			nodeVersion = str(line.split('version="')[1].split('"')[0])
+			nodeTimestamp = str(line.split('timestamp="')[1].split('"')[0])
+			nodeChangeset = str(line.split('changeset="')[1].split('"')[0])
+			nodeUid = str(line.split('uid="')[1].split('"')[0])
+			nodeUser = str(line.split('user="')[1].split('"')[0])
+
+			cur.execute('INSERT INTO nodes("id", "lon", "lat", "version", "timestamp", "changeset", "uid", "user") VALUES (?, ?, ?, ?, ?, ?, ?, ?)',
+			(nodeId, nodeLon, nodeLat, nodeVersion, nodeTimestamp, nodeChangeset, nodeUid, nodeUser))
+
+		elif '<tag ' in line:
+			print("HALLO")
+			key = str(line.split('k="')[1].split('"')[0])
+			value = str(line.split('v="')[1].split('"')[0]) 
+			cur.execute('INSERT INTO node_tags("nodeId", "key", "value") VALUES (?,?,?)', (nodeId, key, value))
+
+
+def createWay(conn, lines):
+	wayId = ""
+	wayNodes = []
+	cur = conn.cursor()
+
+	for line in lines:
+		if "<way" in line:
+			wayId = str(line.split('id="')[1].split('"')[0])
+			wayVersion = str(line.split('version="')[1].split('"')[0])
+			wayTimestamp = str(line.split('timestamp="')[1].split('"')[0])
+			wayChangeset = str(line.split('changeset="')[1].split('"')[0])
+			wayUid = str(line.split('uid="')[1].split('"')[0])
+			wayUser = str(line.split('user="')[1].split('"')[0])
+
+			cur.execute('INSERT INTO ways("id", "version", "timestamp", "changeset", "uid", "user") VALUES (?,?,?,?,?,?)',
+	 			(wayId, wayVersion, wayTimestamp, wayChangeset, wayUid, wayUser))
+
+		elif "<nd ref=" in line:
+			wayNodes.append(str(line.split('ref="')[1].split('"')[0]))
+		elif '<tag ' in line:
+			key = str(line.split('k="')[1].split('"')[0])
+			value = str(line.split('v="')[1].split('"')[0]) 
+			cur.execute('INSERT INTO way_tags("wayId", "key", "value") VALUES (?,?,?)', (wayId, key, value))
+	
+	
+
+	for nodeId in wayNodes:
+		createNodeWayJunction(conn, wayId, nodeId)
+
+def createNodeWayJunction(conn, wayId, nodeId):
+	cur = conn.cursor()
+	cur.execute('INSERT INTO node_way(wayId, nodeId) VALUES (?, ?)', (wayId, nodeId))
+
+def createDatabase(path):
+	try:
+		print("Generate database structure")
+		conn = sqlite3.connect(path)
+		cur = conn.cursor()
+
+		cur.execute('''CREATE TABLE "nodes" (
+						"id"	INTEGER NOT NULL UNIQUE,
+						"lon"	TEXT NOT NULL,
+						"lat"	TEXT NOT NULL,
+						"version"	INTEGER NOT NULL,
+						"timestamp"	TEXT NOT NULL,
+						"changeset"	TEXT NOT NULL,
+						"uid"	INTEGER NOT NULL,
+						"user"	TEXT NOT NULL,
+						PRIMARY KEY("id")
+					);''')
+
+		cur.execute('''CREATE TABLE "ways" (
+						"id"	INTEGER NOT NULL UNIQUE,
+						"version"	INTEGER NOT NULL,
+						"timestamp"	TEXT NOT NULL,
+						"changeset"	TEXT NOT NULL,
+						"uid"	INTEGER NOT NULL,
+						"user"	TEXT NOT NULL,
+						PRIMARY KEY("id")
+					);''')
+		
+		cur.execute('''CREATE TABLE "way_tags" (
+						"id"	INTEGER NOT NULL UNIQUE,
+						"wayId"	INTEGER NOT NULL,
+						"key"	TEXT,
+						"value"	TEXT,
+						PRIMARY KEY("id" AUTOINCREMENT),
+						FOREIGN KEY("wayId") REFERENCES "ways"("id")
+					);''')
+		
+		cur.execute('''CREATE TABLE "node_tags" (
+						"id"	INTEGER NOT NULL UNIQUE,
+						"nodeId"	INTEGER NOT NULL,
+						"key"	TEXT,
+						"value"	TEXT,
+						PRIMARY KEY("id" AUTOINCREMENT),
+						FOREIGN KEY("nodeId") REFERENCES "nodes"("id")
+					);''')
+
+		cur.execute('''CREATE TABLE "node_way" (
+						"id"	INTEGER NOT NULL UNIQUE,
+						"wayId"	INTEGER NOT NULL,
+						"nodeId"	INTEGER NOT NULL,
+						PRIMARY KEY("id"),
+						FOREIGN KEY("wayId") REFERENCES "ways"("id"),
+						FOREIGN KEY("nodeId") REFERENCES "nodes"("id")
+					);''')	
+
+		return conn
+	except:
+		return sqlite3.connect(path)
+
+# INIT
+def parseOsmToSql(osmContent, path):
+	print("Initializing database. This may take a while.")
+	conn = createDatabase(path)
+
+	print("Parsing nodes and ways of the OSM file into the database.")
+	wayLines = []
+	nodeLines = []
+	lines = osmContent.split("\n")
+
+	for line in lines:
+		if "<node" in line:
+			if "/>" in line:
+				try:
+					createNode(conn, [line])
+				except:
+					print("Node could not be inserted")
+			else:
+				nodeLines.append(line)
+		elif "</node>" in line:
+			print("CREATE")
+			try:
+				createNode(conn, nodeLines)
+			except:
+				print("Node could not be inserted")
+			nodeLines = []
+		elif len(nodeLines) > 0:
+			print("Append")
+			nodeLines.append(line)
+			
+		elif "<way " in line:
+			wayLines.append(line)
+		elif "</way>" in line:
+			try:
+				createWay(conn, wayLines)
+			except:
+				print("Way could not be inserted")
+			wayLines = []
+		elif len(wayLines) > 0:
+			wayLines.append(line)
+
+	conn.commit()
+	conn.close()
+	print("Done: Initializing database")

osm_analyzer.py

@@ -0,0 +1,31 @@
+# https://overpass-api.de/api/map?bbox=8.59993,53.52150,8.61004,53.52484
+# links - unten - rechts - oben
+# minLon - minLat - maxLon - maxLat
+import requests
+from init_sql import parseOsmToSql
+
+lon = 8.6039883
+lat = 52.51608
+
+# TODO Get real value based on a metric radius
+areaHeightRadius = 0.01 # 0.01
+areaWidthRadius = 0.013 # 0.013
+
+minLon = round(float(lon) - areaWidthRadius, 5)
+maxLon = round(float(lon) + areaWidthRadius, 5)
+
+minLat = round(float(lat) - areaHeightRadius, 5)
+maxLat = round(float(lat) + areaHeightRadius, 5)
+
+requestUrl = "https://overpass-api.de/api/map" 
+requestsUrlParams = f"?bbox={minLon},{minLat},{maxLon},{maxLat}"
+
+
+
+print(requestUrl + requestsUrlParams)
+
+headers = {'Content-Type': 'application/xml'}
+r = requests.get(requestUrl + requestsUrlParams, headers=headers)
+
+osmContent = r.text
+parseOsmToSql(osmContent, "database.db")

text.txt

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN"
+    "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en">
+<head>
+  <meta http-equiv="content-type" content="text/html; charset=utf-8" lang="en"/>
+  <title>OSM3S Response</title>
+</head>
+<body>
+
+<p>The data included in this document is from www.openstreetmap.org. The data is made available under ODbL.</p>
+<p><strong style="color:#FF0000">Error</strong>: runtime error: open64: 0 Success /osm3s_v0.7.57_osm_base Dispatcher_Client::request_read_and_idx::rate_limited. Please check /api/status for the quota of your IP address. </p>
+
+</body>
+</html>