mirror of
https://codeberg.org/comaps/comaps
synced 2025-12-19 13:03:36 +00:00
e3e4a1985a
To expand with full Organic Maps and Maps.ME commits history run: git remote add om-historic [om-historic.git repo url] git fetch --tags om-historic git replace squashed-history historic-commits
113 lines
3.0 KiB
Python
113 lines
3.0 KiB
Python
#!/usr/bin/env python3
|
|
# -*- coding: utf-8 -*-
|
|
|
|
import os, sys, json
|
|
from threading import Thread
|
|
try:
|
|
from urllib2 import urlopen
|
|
from Queue import Queue
|
|
except ImportError:
|
|
from urllib.request import urlopen
|
|
from queue import Queue
|
|
|
|
'''
|
|
World road map generation script.
|
|
It takes city points from omim intermediate data and calculates roads between them.
|
|
After all, it stores road features OSM way ids into csv text file.
|
|
'''
|
|
|
|
road_delta = 200
|
|
WORKERS = 16
|
|
|
|
def get_way_ids(point1, point2, server):
|
|
url = "http://{0}/wayid?z=18&loc={1},{2}&loc={3},{4}".format(server, point1[0], point1[1], point2[0], point2[1])
|
|
request = urlopen(url)
|
|
data = json.load(request)
|
|
if "way_ids" in data:
|
|
return data["way_ids"]
|
|
return []
|
|
|
|
def each_to_each(points):
|
|
result = []
|
|
for i in range(len(points)):
|
|
for j in range(len(points) - i - 1):
|
|
result.append((points[i], points[j + i + 1]))
|
|
return result
|
|
|
|
def load_towns(path):
|
|
result = []
|
|
if not os.path.isfile(path):
|
|
print("WARNING! File with towns not found!")
|
|
return result
|
|
with open(path, "r") as f:
|
|
for line in f:
|
|
data = line.split(";")
|
|
isCapital = (data[3][0] == "t")
|
|
result.append((float(data[0]), float(data[1]), isCapital))
|
|
return result
|
|
|
|
def parallel_worker(tasks, capitals_list, towns_list):
|
|
while True:
|
|
if not tasks.qsize() % 1000:
|
|
print(tasks.qsize())
|
|
task = tasks.get()
|
|
ids = get_way_ids(task[0], task[1], sys.argv[2])
|
|
for id in ids:
|
|
if task[0][2] and task[1][2]:
|
|
capitals_list.add(id)
|
|
else:
|
|
towns_list.add(id)
|
|
tasks.task_done()
|
|
|
|
if len(sys.argv) < 3:
|
|
print("road_runner.py <intermediate_dir> <osrm_addr>")
|
|
exit(1)
|
|
|
|
if not os.path.isdir(sys.argv[1]):
|
|
print("{0} is not a directory!".format(sys.argv[1]))
|
|
exit(1)
|
|
|
|
towns = load_towns(os.path.join(sys.argv[1], "towns.csv"))
|
|
print("Have {0} towns".format(len(towns)))
|
|
|
|
tasks = each_to_each(towns)
|
|
filtered = []
|
|
for p1, p2 in tasks:
|
|
if p1[2] and p2[2]:
|
|
filtered.append((p1,p2))
|
|
elif (p1[0]-p2[0])**2 + (p1[1]-p2[1])**2 < road_delta:
|
|
filtered.append((p1,p2))
|
|
tasks = filtered
|
|
|
|
if not len(tasks):
|
|
print("Towns not found. No job.")
|
|
exit(1)
|
|
|
|
try:
|
|
get_way_ids(tasks[0][0], tasks[0][1], sys.argv[2])
|
|
except:
|
|
print("Can't connect to remote server: {0}".format(sys.argv[2]))
|
|
exit(1)
|
|
|
|
qtasks = Queue()
|
|
capitals_list = set()
|
|
towns_list = set()
|
|
|
|
for i in range(WORKERS):
|
|
t=Thread(target=parallel_worker, args=(qtasks, capitals_list, towns_list))
|
|
t.daemon = True
|
|
t.start()
|
|
|
|
for task in tasks:
|
|
qtasks.put(task)
|
|
qtasks.join()
|
|
|
|
with open(os.path.join(sys.argv[1], "ways.csv"),"w") as f:
|
|
for way_id in capitals_list:
|
|
f.write("{0};world_level\n".format(way_id))
|
|
for way_id in towns_list:
|
|
if way_id not in capitals_list:
|
|
f.write("{0};world_towns_level\n".format(way_id))
|
|
|
|
print("All done.")
|