#! /usr/bin/python # Copyright (C) 2018-2019 Merspieler, merspieler _at_ airmail.cc # # This program is free software; you can redistribute it and/or # modify it under the terms of the GNU General Public License as # published by the Free Software Foundation; either version 3 of the # License, or (at your option) any later version. # # This program is distributed in the hope that it will be useful, but # WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU # General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. import os import sys import math import re import json import time chunk_size = 5 threads = 5 argc = len(sys.argv) i = 1 first = 1 while i < argc: if sys.argv[i] == "-c" or sys.argv[i] == "--chunk-size": i += 1 chunk_size = sys.argv[i] elif sys.argv[i] == "-t" or sys.argv[i] == "--threads": i += 1 threads = sys.argv[i] elif sys.argv[i] == "-p" or sys.argv[i] == "--progress": try: with open("projects/worldbuild/done") as f: lines = f.readlines() for line in lines: match = re.findall("(-?[0-9]{1,3}\.?[0-9]{0,4})_-?[0-9]{1,3}\.?[0-9]{0,4}_-?[0-9]{1,3}\.?[0-9]{0,4}_(-?[0-9]{1,3}\.?[0-9]{0,4})", line) if match != []: n = float(match[0][1]) w = float(match[0][0]) wm = w % 10 nm = n % 10 wM = (int(w) - wm) / 10 nM = (int(n) - nm) / 10 if nm == 0: wm += 1 tile = wm * 10 + nm if abs(n) > 80: if n > 0: world = 1 else: world = 2 else: rows = 0 while nM > -8: rows += 1 nM -= 1 world = 2 + 36 * rows + wM + 18 print("Current worldbuild tile is " + str(int(world)) + "/578") print("Current tile " + str(tile) + "% complete") sys.exit(0) else: print("Unable to get progress") sys.exit(1) except IOError: print("Unable to get progress") sys.exit(1) elif sys.argv[i] == "-h" or sys.argv[i] == "--help": print("usage: build [OPTIONS]") print("Builds the tiles with osm2city") print("") print("OPTIONS") print(" -c, --chunk-size Sets chunk size, default 5") print(" -t, --threads Number of threads to run") print(" -h, --help Shows this help and exit") print(" -p, --progress Shows progress and exit") sys.exit(0) else: if first == 1: first = 0 pbf_path = sys.argv[i] else: print("Unknown option " + sys.argv[i]) sys.exit(1) i += 1 def run(command): exit_code = os.system(command) if exit_code == 0: return elif exit_code == 130: print("Aborted!") sys.exit(130) else: print("Sub process exited with code " + str(exit_code) + ". Aborting!") sys.exit(4) run("mkdir -p projects/worldbuild/output/error") def build_tile(name, west, south, east, north, chunk_size, threads): global pbf_path if west < 0: west = "*" + str(west) else: west = str(west) south = str(south) east = str(east) north = str(north) run("./read-pbf worldbuild " + pbf_path + name + ".osm.pbf") run('echo "bounds=' + west + "_" + south + "_" + east + "_" + north + '" > projects/worldbuild/settings') run("./build worldbuild --chunk-size " + str(chunk_size) + " -t " + str(threads)) def after_build(name): if os.path.isfile("projects/worldbuild/osm2city-exceptions.log"): run("mv projects/worldbuild/osm2city-exceptions.log projects/worldbuild/output/error/" + name + ".exceptions.log") run("zip -rq projects/worldbuild/output/error/" + name + ".zip projects/worldbuild/scenery/ ") # Trigger failed after build script if os.path.isfile("./scripts/afterbuild-failed"): os.system("./scripts/afterbuild-failed " + name + " &") else: run("zip -rq projects/worldbuild/output/" + name + ".zip projects/worldbuild/scenery/ ") # Trigger after build script if os.path.isfile("./scripts/afterbuild-success"): os.system("./scripts/afterbuild-success " + name + " &") run("rm -r projects/worldbuild/scenery/*") run("./clear-cache-files worldbuild") def prepare(): run("./delete-db worldbuild") run("./create-db worldbuild") def run_all(name, w, s, e, n, chunk_size, threads): prepare() build_tile(name, w, s, e, n, chunk_size, threads) after_build(name) def norm(num, length): num = str(num) while len(num) < length: num = "0" + num return num def print_build_time(start_time): end_time = time.time() elapsed = end_time - start_time seconds = elapsed % 60 elapsed = (elapsed - seconds) / 60 minutes = elapsed % 60 elapsed = (elapsed - minutes) / 60 hours = elapsed % 24 days = (elapsed - hours) / 24 time = str(int(hours)) + " Hours, " + str(int(minutes)) + " Minutes and " + str(int(seconds)) + " Seconds" if days > 0: time = str(int(days)) + " Days, " + time print("Running worldbuild took " + time) # Get exclude file if os.path.isfile("projects/worldbuild/exclude"): with open("projects/worldbuild/exclude") as json_data: exclude = json.load(json_data) else: exclude = [] start_time = time.time() # Build poles first run_all("n-pole", -180, 80, 180, 90, 360, threads) run_all("s-pole", -180, -90, 180, -80, 360, threads) for i in range(-8, 8): i *= 10 for j in range(-18, 18): j *= 10 if i >= 0: ns = "n" else: ns = "s" if j >= 0: ew = "e" else: ew = "w" name = ew + norm(abs(j), 3) + ns + norm(abs(i), 2) skip = False for area in exclude: if area == name: skip = True break if not skip: run_all(name, j, i, j + 10, i + 10, chunk_size, threads) print_build_time(start_time)