easy-osm2city/build

#! /usr/bin/python3
# Copyright (C) 2018-2019 Merspieler, merspieler _at_ airmail.cc
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation; either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

import sys
import os
import re
from math import ceil
import time

argc = len(sys.argv)
i = 1
first = 1
create_zip = False
build_all = True
build_fix = False
build_continue = False
man_threads = ""
project = ""
while i < argc:
	if sys.argv[i] == "-t" or sys.argv[i] == "--threads":
		i += 1
		man_threads = "-t sys.argv[i]"
	elif sys.argv[i] == "-z" or sys.argv[i] == "--zip":
		create_zip = True
	elif sys.argv[i] == "-c" or sys.argv[i] == "--continue":
		build_all = False
		build_continue == True
	elif sys.argv[i] == "-f" or sys.argv[i] == "--fix":
		build_all = False
		build_fix = True
	elif sys.argv[i] == "-h" or sys.argv[i] == "--help":
		print("usage: build <project> [OPTIONS]")
		print("Builds the tiles with osm2city")
		print("")
		print("OPTIONS")
		print("  -h, --help      Shows this help and exit")
		print("  -t, --threads   Number of threads used for building")
		print("                  This will overwrite the value from the general-settings file")
		print("  -z, --zip       Create a ready to distribute zip file on success")
		print("")
		print("  -c, --continue  Continue interrupted build")
		print("  -f, --fix       Try to rebuild tiles wich had exceptions in the previous run")
		sys.exit(0)
	else:
		if first == 1:
			first = 0
			project = sys.argv[i]
		else:
			print("Unknown option " + sys.argv[i])
			sys.exit(1)
	i += 1

if project == "":
	print("No project was given. See build -h for details")
	sys.exit(1)

# Takes a file as input and returns a list of bounds
def get_bounds(file_path):
	try:
		with open(file_path) as f:
			ret = []
			lines = f.readlines()
			for line in lines:
				match = re.match(".*\*?(-?[0-9]{1,3}\.?[0-9]{0,4})_(-?[0-9]{1,2}\.?[0-9]{0,4})_(-?[0-9]{1,3}\.?[0-9]{0,4})_(-?[0-9]{1,2}\.?[0-9]{0,4}).*", line)
				if match != None:
					bounds = { "west": float(match.group(1)), "south": float(match.group(2)), "east": float(match.group(3)), "north": float(match.group(4)) }
					ret.append(bounds)
		return ret
	except:
		print("WARNING: Getting bounds failed")
		return []


def run_build(west, south, east, north, log_done=False, start_w=None, start_s=None):
	width = ceil(east - west)
	height = ceil(north - south)

	for w in range(0, width):
		build_w = west + w
		build_e = build_w + 1
		if build_e > east:
			build_e = east

		if build_w < 0:
			build_w = "*" + str(build_w)

		for s in range(0, height):
			build_s = south + s
			build_n = build_s + 1
			if build_n > north:
				build_n = north

			os.system("bash build_tile " + project + " " + man_threads + " -b " + str(build_w) + "_" + str(build_s) + "_" + str(build_e) + "_" + str(build_n))

			if log_done:
				try:
					f = open("projects/" + project + "/done", "w")
					f.write(str(build_w) + "_" + str(build_s) + "_" + str(build_e) + "_" + str(build_n))
					f.close()
				except:
					print("WARNING: Writing done file failed")

start_time = time.time()

#TODO add handling of exceptions.log (rename, remove)
if build_all:
	bounds = get_bounds("projects/" + project + "/settings")
	if bounds == []:
		print("Unable to read project settings")
		sys.exit(1)
	run_build(bounds[0].west, bounds[0].south, bounds[0].east, bounds[0].north, log_done=True)
else:
	if build_fix:
		bounds = get_bounds("projects/" + project + "/osm2city-exceptions.log")
		if bounds == []:
			print("INFO: Skip fix run: no exceptions found")
		else:
			for area in bounds:
				run_build(area.west, area.south, area.east, area.north)
	if build_continue:
		start_bounds = get_bounds("projects/" + project + "/done")
		if start_bounds == []:
			print("No start bounds found. Please rerun without -c")
			sys.exit(1)
		project_bounds = get_bounds("projects/" + project + "/settings")
		if project_bounds == []:
			print("Unable to read project settings")
			sys.exit(1)
		if start_bounds.north == project_bounds.north and start_bounds.east == project_bounds.east:
			print("Project has been build completly. Starting from scratch.")
			start_bounds = project_bounds
			run_build(start_bounds[0].west, start_bounds[0].south, start_bounds[0].east, start_bounds[0].north, log_done=True)

		else:
			pass
			# TODO move start to the next part. take care if hit east end

# Get build time
end_time = time.time()
elapsed = end_time - start_time
seconds = elapsed % 60
elapsed = (elapsed - seconds) / 60
minutes = elapsed % 60
elapsed = (elapsed - minutes) / 60
hours = elapsed % 24
days = (elapsed - hours) / 24

time = str(int(hours)) + " Hours, " + str(int(minutes)) + " Minutes and " + str(int(seconds)) + " Seconds"
if days > 0:
	time = str(int(days)) + " Days, " + time

print("Building " + project + " took " + time)

if os.path.isfile("projects/" + project + "/osm2city-exceptions.log"):
	print("There have been exceptionss in the build.")
	print("Please check the osm2city-exceptions.log")
	print("If you want to rebuild only failed tiles, run with the -f parameter")
elif create_zip == True:
		print("Creating zip file...")
		os.system("zip -rq projects/" + project + "/" + project + ".zip projects/" + project + "/scenery/")