71 lines
2.1 KiB
Python
71 lines
2.1 KiB
Python
|
#!/usr/bin/env python3
|
||
|
|
# -*- coding: utf-8 -*-
|
||
|
|
|
||
|
|
import subprocess, sys, os, pprint, datetime, argparse, time
|
||
|
|
|
||
|
|
base_path = os.path.dirname(os.path.realpath(__file__))
|
||
|
|
|
||
|
|
FNULL = open(os.devnull, 'w')
|
||
|
|
|
||
|
|
wget_cmd = '/usr/bin/wget'
|
||
|
|
bunzip2_cmd = '/usr/bin/bunzip2'
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
current_timestamp = datetime.datetime.now().strftime('%Y%m%d-%H%M')
|
||
|
|
|
||
|
|
parser = argparse.ArgumentParser()
|
||
|
|
parser.add_argument('--map-list', action='store')
|
||
|
|
#TODO: Add argument to pass path to osmosis
|
||
|
|
#TODO: Add argument to pass path to output dir
|
||
|
|
args = parser.parse_args()
|
||
|
|
|
||
|
|
map_list = []
|
||
|
|
with open(args.map_list, 'r') as maps:
|
||
|
|
for line in maps:
|
||
|
|
map_list.append(line.strip())
|
||
|
|
|
||
|
|
print('Creating working directories')
|
||
|
|
if not os.path.exists('out'):
|
||
|
|
os.makedirs('out')
|
||
|
|
os.chdir('out')
|
||
|
|
if not os.path.exists(current_timestamp):
|
||
|
|
os.makedirs(current_timestamp)
|
||
|
|
os.chdir(current_timestamp)
|
||
|
|
if not os.path.exists('dl'):
|
||
|
|
os.makedirs('dl')
|
||
|
|
|
||
|
|
print('Downloading maps')
|
||
|
|
for line in map_list:
|
||
|
|
print(' ', end='')
|
||
|
|
print(line)
|
||
|
|
subprocess.run([wget_cmd, '-P', 'dl', line.strip()], stdout=FNULL, stderr=subprocess.STDOUT)
|
||
|
|
print(' Sleeping 1m to prevent throttle/blocking')
|
||
|
|
time.sleep(300) # Seconds
|
||
|
|
|
||
|
|
print('Decompressing maps (if necessary)')
|
||
|
|
for dirpath, dirnames, filenames in os.walk('dl'):
|
||
|
|
for file in filenames:
|
||
|
|
if file.endswith('bz2'):
|
||
|
|
print(' ', end='')
|
||
|
|
print(file)
|
||
|
|
subprocess.run([bunzip2_cmd, os.path.join(dirpath, file)])
|
||
|
|
|
||
|
|
print('Processing maps using osmosis')
|
||
|
|
files_to_process = []
|
||
|
|
for dirpath, dirnames, filenames in os.walk('dl'):
|
||
|
|
for file in filenames:
|
||
|
|
print(' Found map: ', end='')
|
||
|
|
print(os.path.join(dirpath, file))
|
||
|
|
files_to_process.append(os.path.join(dirpath, file))
|
||
|
|
osmosis_cmd = [os.path.join(base_path, 'bin', 'osmosis', 'bin', 'osmosis')]
|
||
|
|
for file in files_to_process:
|
||
|
|
if file.endswith('osm'):
|
||
|
|
osmosis_cmd.extend(['--rx', 'file=' + file])
|
||
|
|
elif file.endswith('pbf'):
|
||
|
|
osmosis_cmd.extend(['--rb', 'file=' + file])
|
||
|
|
for x in range(0, len(files_to_process) - 1):
|
||
|
|
osmosis_cmd.append('--merge')
|
||
|
|
osmosis_cmd.extend(['--mapfile-writer', 'file=output.map'])
|
||
|
|
subprocess.run(osmosis_cmd)
|
||
|
|
|