DroneSimLab/build.py at master · orig74/DroneSimLab · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
#!/usr/bin/env python3
# vim: tabstop=8 expandtab shiftwidth=4 softtabstop=4
import os,sys
import argparse,time

parser = argparse.ArgumentParser()
parser.add_argument("--skip_ue4_editor", help="skip install and build unreal engine editor",default=False,action='store_true')
parser.add_argument("--nocache", help="reinstalls everything",default=False,action='store_true')
args = parser.parse_args()

print('skip unreal engine option =',args.skip_ue4_editor)
###params
req_docker_images=['ros_image_kinetic','python3_dev','sitl_image']
if not args.skip_ue4_editor:
    req_docker_images.append('unreal_engine_4')


## TODO: check prerequisits
# tmux docker nvidia

#git update sub modules

games_path='https://www.csse.canterbury.ac.nz/dronesimlab/ue4_games/'
games_names=['game_demo','Ocean1_packed']

def run_shell(cmd,failmsg):
    ret=os.system(cmd)
    if ret!=0:
        print('Error: ',failmsg)
        sys.exit(-1)

print("update submodules...")

submodules=map(lambda x:x.split('=')[1].strip(),os.popen('grep path .gitmodules').readlines())
for submodule in submodules:
    if args.skip_ue4_editor and 'UnrealEngine' in submodule:
        continue
    print('updating submodule:', submodule)
    run_shell("git submodule update --init --recursive --progress "+submodule,
        'failed updataing submodules.. please check you connection')
    if submodule=='ardupilot':
        print('updating ardupilot git relative paths')
        #taken from https://stackoverflow.com/questions/10953953/ensuring-relative-git-paths
        run_shell('''cd ardupilot && find -type f -name .git -exec bash -c 'f="{}" && cd $(dirname $f) &&  echo "gitdir: $(realpath --relative-to=. $(cut -d" " -f2 .git))" > .git' \;''',
                'update git relative paths')

print("downloading baked games...")

for game_name in games_names:
    md5=os.popen('curl -k '+games_path+game_name+'.md5').read().split()[0]
    assert(len(md5)==32)
    game_local_dir='baked_games/'+game_name
    if not os.path.isdir(game_local_dir):
        os.makedirs(game_local_dir)
    if not os.path.isfile(game_local_dir+'/done'):
        cmd="curl -k -o "+game_local_dir+'/'+game_name+'.tgz '+games_path+'/'+game_name+'.tgz'
        print('Downloading command:',cmd)
        run_shell(cmd,'Failed downloading game '+game_name)
        run_shell("cd "+game_local_dir+" && tar xzf "+game_name+'.tgz','fail extracting game')
        run_shell("rm "+game_local_dir+'/'+game_name+'.tgz','fail rm')
        open(game_local_dir+'/done','w')

print("building docker images...")

run_shell("docker images > /dev/null",'Fail running docker images, do you have the right previlages?'
        '\ntry running:\ndocker images')
current_docker_images=[x.strip() for x in os.popen('docker images |cut -d" " -f 1 |grep -v none').readlines()]

if 'unreal_engine_4' in req_docker_images:
    run_shell("cd dockers/unreal_engine_4 && ./prep_unreal",'Error: faild to prepare unreal for installation')


for docker_image in req_docker_images:
    ##    if args.nocache or docker_image not in current_docker_images:
    print('building image ',docker_image)
    nocache = '--nocache' if args.nocache else ''
    run_shell('cd dockers/'+docker_image+' && ../build '+nocache+'> /tmp/dbuild-%s.log 2>&1' % docker_image,
        'Error: failed bulding docker image '+docker_image+' please look at the log file /tmp/dbuild-*.log')


print('testing docker images instalation...')
current_docker_images=[x.strip() for x in os.popen('docker images |cut -d" " -f 1 |grep -v none').readlines()]
for docker_image in req_docker_images:
    if docker_image not in current_docker_images:
        print('Error building image',docker_image,
                'Failed, please look at the log file /tmp/dbuild-%s.log'%docker_image)
        print('you can try build this image manualy by:')
        print('cd dockers/%s && ../build --nocache'%docker_image)
        sys.exit(-1)

print("install ros...")
#if not os.path.isdir('ros/catkin_mavros'):
#    os.mkdir('ros/catkin_mavros')
#run_shell('''cd dockers/ros_image_kinetic && ./run_image.sh '-c "/DroneLab/scripts/make_catkin.sh"' ''',
#        'Error: faild installing ros')

print("done!")