osm2city-scripts/common.py

#! /usr/bin/python3
# Copyright (C) 2020 Merspieler, merspieler _at_ airmail.cc
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License as
# published by the Free Software Foundation; either version 3 of the
# License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful, but
# WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
# General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.

import math
import sys
import socket
import re
import requests
import json
from time import sleep

# Adds leading 0s
def norm(num, length):
	num = str(num)
	while len(num) < length:
		num = "0" + num
	return num

# Returns tile width depending on how north/south the tile is
def get_tile_width(lat):
	if abs(lat) >= 89:
		tile_width = 12
	elif abs(lat) >= 86:
		tile_width = 4
	elif abs(lat) >= 83:
		tile_width = 2
	elif abs(lat) >= 76:
		tile_width = 1
	elif abs(lat) >= 62:
		tile_width = 0.5
	elif abs(lat) >= 22:
		tile_width = 0.25
	else:
		tile_width = 0.125
	return tile_width

# Returns the tile name for the given coordinates
def get_tile(lat, lon):

	tile_width = get_tile_width(lat)

	base_y = math.floor(lat)
	y = math.trunc((lat - base_y) * 8)
	base_x = math.floor(math.floor(lon / tile_width) * tile_width)
	x = math.floor((lon - base_x) / tile_width)
	return (int(lon + 180) << 14) + (int(lat + 90) << 6) + (y << 3) + x

# Returns the area name for a given lat lon ie. e145s17
def get_area_name(s, w, major=False):
	if s >= 0:
		ns = "n"
	else:
		ns = "s"
	if w >= 0:
		ew = "e"
	else:
		ew = "w"
	if major:
		if w % 10 != 0:
		    w = w - (w % 10)
	
		if s % 10 != 0:
		    s = s - (s % 10)
	return ew + norm(abs(math.floor(w)), 3) + ns + norm(abs(math.floor(s)), 2)

# Returns the area name for a given tile
def get_area_name_by_tile(tile, major=False):
	return get_area_name(get_south(tile), get_west(tile), major)

# Returns latitude of tiles SW corner in area scheme
def get_lat(tile):
	return ((16320 & int(tile)) >> 6) - 90

# Returns longditude of tiles SW corner in area scheme
def get_lon(tile):
	return ((16760832 & int(tile)) >> 14) - 180

# Returns precise west boundary of tile
def get_west(tile):
	lon = ((16760832 & int(tile)) >> 14) - 180
	y = (7 & int(tile)) / (1 / get_tile_width(get_south(tile)))
	return lon + y

# Returns east boundary of tile
def get_east(tile):
	return get_west(tile) + get_tile_width(get_lat(tile))

# Returns precise south boundary of tile
def get_south(tile):
	lat = ((16320 & int(tile)) >> 6) - 90
	x = ((56 & int(tile)) >> 3) / 8
	return lat + x

# Returns north boundary of tile
def get_north(tile):
	return get_south(tile) + 0.125

# Sends status to the manager
def send_status(name, status, host, port):
	try:
		sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
		sock.connect((host, port))
		sock.send(("set " + name + " " + status).encode())
		sock.close()
	except IOError:
		print("Unable to send status " + status + " for tile " + name + ". Aborting...")
		sys.exit(1)

# Sends status to the manager api
def api_send_status(name, status, api, token):
	success = False
	while not success:
		try:
			match = re.match(r"[0-9]{1,7}", name)
			if match != None:
				response = requests.post(api, data={'auth': token, 'action': 'set', 'tile': name, 'status': status}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
			else:
				response = requests.post(api, data={'auth': token, 'action': 'set', 'area': name, 'status': status}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
			if response.ok:
				success = response.json()["success"]
				if not success:
					print("Warning: Unable to send status '" + status + "' for tile '" + name + "'. Trying again in 60 seconds")
					sleep(60)
			else:
				print("Warning: Unable to send status '" + status + "' for tile '" + name + "'. Trying again in 60 seconds")
				sleep(60)
		except (ConnectionError, OSError, IOError, json.JSONDecodeError):
			print("Warning: Unable to send status " + status + " for tile " + name + ". Trying again in 60 seconds")
			sleep(60)

# Gets new job from manager
def get_job(action, host, port, none_exit=True):
	try:
		sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
		sock.connect((host, port))
		sock.send(("get " + action).encode())
		msg = sock.recv(128)
		sock.close()
		msg = msg.decode()
		match = re.match(r"[ew]\d{3}[ns]\d{2}|[0-9]{1,7}|None", msg)
		if match != None:
			ret = match.group(0)
			if ret == "None" and none_exit:
				print("No job got asigned. Exiting...")
				sys.exit(0)
		else:
			print("Recived invalid job. Retrying in 10 seconds...")
			sleep(10)
			ret = get_job(action, host, port, none_exit)
		return ret
	except IOError:
		print("Unable to get job. Retrying in 10 seconds...")
		sleep(10)
		ret = get_job(action, host, port, none_exit)
		return ret

# Gets new job from manager api
def api_get_job(action, new_status, api, token, none_exit=True, all_in_parent=0):
	try:
		response = requests.post(api, data={'auth': token, 'action': 'get-job', 'status': action, 'new-status': new_status, "all-in-parent": all_in_parent}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
		if response.ok and response.json()["success"] == True:
			match = re.match(r"[0-9]{1,7}|None", str(response.json()["job"]))
			if match != None:
				ret = match.group(0)
				if ret == "None" and none_exit:
					print("No job got asigned. Exiting...")
					sys.exit(0)
				if ret != "None" and all_in_parent == 1:
					ret = response.json()["jobs"]
			else:
				print("Recived invalid job. Retrying in 10 seconds...")
				sleep(10)
				ret = api_get_job(action, new_status, api, token, none_exit, all_in_parent)
			return ret
		else:
			print("Unable to get job. Retrying in 60 seconds...")
			sleep(60)
			ret = api_get_job(action, new_status, api, token, none_exit, all_in_parent)
			return ret
	except (ConnectionError, OSError, IOError, json.JSONDecodeError):
		print("Unable to get job. Retrying in 60 seconds...")
		sleep(60)
		ret = api_get_job(action, new_status, api, token, none_exit, all_in_parent)
		return ret

# Gets status of a tile
def get_status(name, host, port):
	try:
		sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
		sock.connect((host, port))
		sock.send(("status " + name).encode())
		msg = sock.recv(128)
		sock.close()
		msg = msg.decode()
		match = re.match(r"pending|done|rebuild|skip|started|packaged", msg)
		if match != None:
			return match.group(0)
		else:
			print("ERROR: Recived invalid state for tile " + name)
			sys.exit(1)
	except IOError:
		print("ERROR: Unable to get status.")
		sys.exit(1)

# Gets status of a tile from api
def api_get_status(name, api, api_token):
	try:
		match = re.match(r"[ew]\d{3}[ns]\d{2}", name)
		if match != None:
			response = requests.post(api, data={'auth': api_token, 'action': 'status', 'area': name}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
		else:
			response = requests.post(api, data={'auth': api_token, 'action': 'status', 'tile': name}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
		if response.ok and response.json()["success"] == True:
			match = re.match(r"pending|done|rebuild|skip|started|packaged", response.json()["status"])
			if match != None:
				return match.group(0)
			else:
				print("ERROR: Recived invalid state for " + name)
				sys.exit(1)
		else:
			print("ERROR: Unable to get status.")
			sys.exit(1)
	except (ConnectionError, OSError, IOError, json.JSONDecodeError):
		print("ERROR: Unable to get status.")
		sys.exit(1)