237 lines
7.7 KiB
Python
237 lines
7.7 KiB
Python
#! /usr/bin/python3
|
|
# Copyright (C) 2020 Merspieler, merspieler _at_ airmail.cc
|
|
#
|
|
# This program is free software; you can redistribute it and/or
|
|
# modify it under the terms of the GNU General Public License as
|
|
# published by the Free Software Foundation; either version 3 of the
|
|
# License, or (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful, but
|
|
# WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
# General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program; if not, write to the Free Software
|
|
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
|
|
|
import math
|
|
import sys
|
|
import socket
|
|
import re
|
|
import requests
|
|
import json
|
|
from time import sleep
|
|
|
|
# Adds leading 0s
|
|
def norm(num, length):
|
|
num = str(num)
|
|
while len(num) < length:
|
|
num = "0" + num
|
|
return num
|
|
|
|
# Returns tile width depending on how north/south the tile is
|
|
def get_tile_width(lat):
|
|
if abs(lat) >= 89:
|
|
tile_width = 12
|
|
elif abs(lat) >= 86:
|
|
tile_width = 4
|
|
elif abs(lat) >= 83:
|
|
tile_width = 2
|
|
elif abs(lat) >= 76:
|
|
tile_width = 1
|
|
elif abs(lat) >= 62:
|
|
tile_width = 0.5
|
|
elif abs(lat) >= 22:
|
|
tile_width = 0.25
|
|
else:
|
|
tile_width = 0.125
|
|
return tile_width
|
|
|
|
# Returns the tile name for the given coordinates
|
|
def get_tile(lat, lon):
|
|
|
|
tile_width = get_tile_width(lat)
|
|
|
|
base_y = math.floor(lat)
|
|
y = math.trunc((lat - base_y) * 8)
|
|
base_x = math.floor(math.floor(lon / tile_width) * tile_width)
|
|
x = math.floor((lon - base_x) / tile_width)
|
|
return (int(lon + 180) << 14) + (int(lat + 90) << 6) + (y << 3) + x
|
|
|
|
# Returns the area name for a given lat lon ie. e145s17
|
|
def get_area_name(s, w, major=False):
|
|
if s >= 0:
|
|
ns = "n"
|
|
else:
|
|
ns = "s"
|
|
if w >= 0:
|
|
ew = "e"
|
|
else:
|
|
ew = "w"
|
|
if major:
|
|
if w % 10 != 0:
|
|
w = w - (w % 10)
|
|
|
|
if s % 10 != 0:
|
|
s = s - (s % 10)
|
|
return ew + norm(abs(math.floor(w)), 3) + ns + norm(abs(math.floor(s)), 2)
|
|
|
|
# Returns the area name for a given tile
|
|
def get_area_name_by_tile(tile, major=False):
|
|
return get_area_name(get_south(tile), get_west(tile), major)
|
|
|
|
# Returns latitude of tiles SW corner in area scheme
|
|
def get_lat(tile):
|
|
return ((16320 & int(tile)) >> 6) - 90
|
|
|
|
# Returns longditude of tiles SW corner in area scheme
|
|
def get_lon(tile):
|
|
return ((16760832 & int(tile)) >> 14) - 180
|
|
|
|
# Returns precise west boundary of tile
|
|
def get_west(tile):
|
|
lon = ((16760832 & int(tile)) >> 14) - 180
|
|
y = (7 & int(tile)) / (1 / get_tile_width(get_south(tile)))
|
|
return lon + y
|
|
|
|
# Returns east boundary of tile
|
|
def get_east(tile):
|
|
return get_west(tile) + get_tile_width(get_lat(tile))
|
|
|
|
# Returns precise south boundary of tile
|
|
def get_south(tile):
|
|
lat = ((16320 & int(tile)) >> 6) - 90
|
|
x = ((56 & int(tile)) >> 3) / 8
|
|
return lat + x
|
|
|
|
# Returns north boundary of tile
|
|
def get_north(tile):
|
|
return get_south(tile) + 0.125
|
|
|
|
# Sends status to the manager
|
|
def send_status(name, status, host, port):
|
|
try:
|
|
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
sock.connect((host, port))
|
|
sock.send(("set " + name + " " + status).encode())
|
|
sock.close()
|
|
except IOError:
|
|
print("Unable to send status " + status + " for tile " + name + ". Aborting...")
|
|
sys.exit(1)
|
|
|
|
# Sends status to the manager api
|
|
def api_send_status(name, status, api, token):
|
|
success = False
|
|
while not success:
|
|
try:
|
|
match = re.match(r"[0-9]{1,7}", name)
|
|
if match != None:
|
|
response = requests.post(api, data={'auth': token, 'action': 'set', 'tile': name, 'status': status}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
|
|
else:
|
|
response = requests.post(api, data={'auth': token, 'action': 'set', 'area': name, 'status': status}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
|
|
if response.ok:
|
|
success = response.json()["success"]
|
|
if not success:
|
|
print("Warning: Unable to send status '" + status + "' for tile '" + name + "'. Trying again in 60 seconds")
|
|
sleep(60)
|
|
else:
|
|
print("Warning: Unable to send status '" + status + "' for tile '" + name + "'. Trying again in 60 seconds")
|
|
sleep(60)
|
|
except (ConnectionError, OSError, IOError, json.decoder.JSONDecodeError):
|
|
print("Warning: Unable to send status " + status + " for tile " + name + ". Trying again in 60 seconds")
|
|
sleep(60)
|
|
|
|
# Gets new job from manager
|
|
def get_job(action, host, port, none_exit=True):
|
|
try:
|
|
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
sock.connect((host, port))
|
|
sock.send(("get " + action).encode())
|
|
msg = sock.recv(128)
|
|
sock.close()
|
|
msg = msg.decode()
|
|
match = re.match(r"[ew]\d{3}[ns]\d{2}|[0-9]{1,7}|None", msg)
|
|
if match != None:
|
|
ret = match.group(0)
|
|
if ret == "None" and none_exit:
|
|
print("No job got asigned. Exiting...")
|
|
sys.exit(0)
|
|
else:
|
|
print("Recived invalid job. Retrying in 10 seconds...")
|
|
sleep(10)
|
|
ret = get_job(action, host, port, none_exit)
|
|
return ret
|
|
except IOError:
|
|
print("Unable to get job. Retrying in 10 seconds...")
|
|
sleep(10)
|
|
ret = get_job(action, host, port, none_exit)
|
|
return ret
|
|
|
|
# Gets new job from manager api
|
|
def api_get_job(action, new_status, api, token, none_exit=True):
|
|
try:
|
|
response = requests.post(api, data={'auth': token, 'action': 'get-job', 'status': action, 'new-status': new_status}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
|
|
if response.ok and response.json()["success"] == True:
|
|
match = re.match(r"[0-9]{1,7}|None", str(response.json()["job"]))
|
|
if match != None:
|
|
ret = match.group(0)
|
|
if ret == "None" and none_exit:
|
|
print("No job got asigned. Exiting...")
|
|
sys.exit(0)
|
|
else:
|
|
print("Recived invalid job. Retrying in 10 seconds...")
|
|
sleep(10)
|
|
ret = api_get_job(action, new_status, api, token, none_exit)
|
|
return ret
|
|
else:
|
|
print("Unable to get job. Retrying in 60 seconds...")
|
|
sleep(60)
|
|
ret = api_get_job(action, new_status, api, token, none_exit)
|
|
return ret
|
|
except (ConnectionError, OSError, IOError, json.decoder.JSONDecodeError):
|
|
print("Unable to get job. Retrying in 60 seconds...")
|
|
sleep(60)
|
|
ret = api_get_job(action, new_status, api, token, none_exit)
|
|
return ret
|
|
|
|
# Gets status of a tile
|
|
def get_status(name, host, port):
|
|
try:
|
|
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
|
sock.connect((host, port))
|
|
sock.send(("status " + name).encode())
|
|
msg = sock.recv(128)
|
|
sock.close()
|
|
msg = msg.decode()
|
|
match = re.match(r"pending|done|rebuild|skip|started|packaged", msg)
|
|
if match != None:
|
|
return match.group(0)
|
|
else:
|
|
print("ERROR: Recived invalid state for tile " + name)
|
|
sys.exit(1)
|
|
except IOError:
|
|
print("ERROR: Unable to get status.")
|
|
sys.exit(1)
|
|
|
|
# Gets status of a tile from api
|
|
def api_get_status(name, api, api_token):
|
|
try:
|
|
match = re.match(r"[ew]\d{3}[ns]\d{2}", name)
|
|
if match != None:
|
|
response = requests.post(api, data={'auth': token, 'action': 'status', 'area': name}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
|
|
else:
|
|
response = requests.post(api, data={'auth': token, 'action': 'status', 'tile': name}, headers={"lAccept": "application/json", "Content-Type": "application/x-www-form-urlencoded"})
|
|
if response.ok and response.json()["success"] == True:
|
|
match = re.match(r"pending|done|rebuild|skip|started|packaged", response.json()["status"])
|
|
if match != None:
|
|
return match.group(0)
|
|
else:
|
|
print("ERROR: Recived invalid state for " + name)
|
|
sys.exit(1)
|
|
else:
|
|
print("ERROR: Unable to get status.")
|
|
sys.exit(1)
|
|
except (ConnectionError, OSError, IOError, json.decoder.JSONDecodeError):
|
|
print("ERROR: Unable to get status.")
|
|
sys.exit(1)
|