add a python global deployer

Author: quentinus95

.gitignore

@@ -0,0 +1,3 @@
+projects/
+__pycache__/
+.idea/

README.md

@@ -1,2 +1,34 @@
-# p-deployer
-Deploy P-Project repositories for development purposes.
+P-Project Deployer
+==================
+
+The P-Project Deployer can be used to install the whole project using a single
+command.
+
+Deploy (install or update)
+--------------------------
+
+This command allows you to install or update the project in one command:
+
+```sh
+./deploy.py
+```
+
+You may pass an optional argument to clone using https method instead of ssh:
+
+```sh
+./deploy.py https
+```
+
+Run the applications
+--------------------
+
+```sh
+./run.py
+```
+
+Remove all the projects
+-----------------------
+
+```sh
+./clear.py
+```

check.py

@@ -0,0 +1,38 @@
+import yaml
+import os
+from subprocess import call
+from utils import banner
+
+
+def check_result(res):
+    if res == 0:
+        print(' ✓')
+    else:
+        print(' ✗')
+
+    return res
+
+
+def check_requirements(project_id):
+    res = 0
+    conf = yaml.load(open('config.yml', 'r'))
+    path = conf['parameters']['projects_dir'] + '/' + project_id
+    properties = yaml.load(open(path + '/.p-properties.yml', 'r'))
+
+    print(banner.info('Checking requirements for ' + conf['projects'][project_id]['name']))
+
+    dependencies = properties['dependencies']
+    for bin_dependency in dependencies.get('bin', []):
+        print('Checking if ' + bin_dependency + ' is installed...', end='')
+        res = check_result(call(['which', bin_dependency], stdout=open(os.devnull, 'w'))) or res
+
+    for script_dependency in dependencies.get('script', []):
+        print('Running script ' + script_dependency + '...', end='')
+        res = check_result(call(script_dependency, shell=True, stdout=open(os.devnull, 'w'))) or res
+
+    if res:
+        print(banner.error('Some requirements are missing!'))
+        print('Check the script trace and run the update script to finish installation.')
+        exit(res)
+    else:
+        print(banner.success('Your system meets requirements'))

clear.py

@@ -0,0 +1,30 @@
+#!/usr/bin/env python
+
+import yaml
+import shutil
+from utils import banner
+
+config = yaml.load(open('./config.yml', 'r'))
+projects_dir = config['parameters']['projects_dir']
+
+
+def confirm_removal():
+    print(banner.info('BEWARE! All projects will be deleted!'))
+
+    print('History will be lost, and all code in ' + projects_dir + ' folder will be deleted. '
+          'There is no coming back. Continue? [y/N] ')
+
+    choice = input().lower()
+    if choice != 'y':
+        exit(1)
+
+
+def remove_projects():
+    shutil.rmtree(projects_dir)
+
+    print(banner.success('All projects were deleted.'))
+
+
+if __name__ == '__main__':
+    confirm_removal()
+    remove_projects()

config.yml

@@ -0,0 +1,17 @@
+parameters:
+  projects_dir: ./projects
+
+projects:
+  p-api:
+    name: P-API
+    description: The P-Platform monolithic API
+    repository:
+      https: https://github.com/p-project/p-api.git
+      ssh: [email protected]:p-project/p-api.git
+
+  p-seeder-engine:
+    name: P-Seeder engine
+    description: Bittorrent daemon controlled by HTTP requests
+    repository:
+      https: https://github.com/p-project/p-seeder-engine.git
+      ssh: [email protected]:p-project/p-seeder-engine.git

deploy.py

@@ -0,0 +1,75 @@
+#!/usr/bin/env python
+
+import yaml
+import sys
+import os
+from subprocess import call
+from utils import banner
+from check import check_requirements
+
+conf = yaml.load(open("./config.yml", 'r'))
+
+cloning_method = 'ssh'
+if len(sys.argv) > 1 and sys.argv[1] == 'https':
+    cloning_method = 'https'
+
+
+def self_update():
+    print(banner.info('Self-updating...'))
+
+    call(['git', 'checkout', 'master'])
+    call(['git', 'pull'])
+
+
+def update_confirmation():
+    print(banner.info('Are you sure you want to continue?'))
+    print('I will stash potential uncommitted changes, checkout master and pull the last commit from origin. '
+          'Continue? [y/N] ')
+
+    choice = input().lower()
+    if choice != 'y':
+        exit(1)
+
+
+def update(name, path):
+    print(banner.info('Now updating ' + name))
+
+    update_confirmation()
+
+    call(['git', 'stash', 'save'], cwd=path)
+    call(['git', 'checkout', 'master'], cwd=path)
+    call(['git', 'pull'], cwd=path)
+
+
+def install(name, url, path):
+    print(banner.info('Now installing ' + name))
+
+    print(banner.info('Using ' + cloning_method + ' cloning method'))
+    print('You may change the cloning method by passing https or ssh as an argument.')
+
+    call(['git', 'clone', url, path])
+
+
+def deploy():
+    for project_id in conf['projects']:
+        project = conf['projects'][project_id]
+        path = conf['parameters']['projects_dir'] + '/' + project_id
+
+        if os.path.exists(path):
+            update(project['name'], path)
+        else:
+            install(project['name'], project['repository'][cloning_method], path)
+
+        check_requirements(project_id)
+
+        properties = yaml.load(open(path + '/.p-properties.yml', 'r'))
+        for command in properties['install']:
+            call(command, shell=True, cwd=path)
+
+    print(banner.success('Deployment is done!'))
+    print('Please check execution traces as installation scripts errors are ignored.')
+
+
+if __name__ == '__main__':
+    self_update()
+    deploy()

run.py

@@ -0,0 +1,48 @@
+#!/usr/bin/env python
+
+import yaml
+import os
+import sys
+from subprocess import Popen
+from time import sleep
+from utils import banner
+
+conf = yaml.load(open("./config.yml", 'r'))
+
+
+def start_all():
+    print(banner.info('Starting all applications'))
+
+    processes = []
+    for project_id in conf['projects']:
+        project = conf['projects'][project_id]
+        path = conf['parameters']['projects_dir'] + '/' + project_id
+
+        if not os.path.exists(path):
+            print(banner.info('Ignoring ' + project['name'] + ' (not installed)'))
+            continue
+
+        properties = yaml.load(open(path + '/.p-properties.yml', 'r'))
+
+        if 'run' not in properties:
+            print(banner.info('Ignoring ' + project['name'] + ' (no running configuration)'))
+            continue
+
+        for command in properties['run']:
+            print(banner.info('Starting ' + project['name']))
+
+            processes.append(Popen(command, shell=True, cwd=path))
+            sleep(2)
+
+    print(banner.success('All projects started!'))
+    print('Press Ctrl-C to quit.')
+
+    for process in processes:
+        try:
+            process.wait()
+        except KeyboardInterrupt:
+            sys.exit(0)
+
+
+if __name__ == '__main__':
+    start_all()

utils/banner.py

@@ -0,0 +1,14 @@
+def banner(color, bullet, string):
+    return '\n   {color} {bullet} \033[0m\033[0;30;47m {string} \033[0m\n'.format(color=color, bullet=bullet, string=string)
+
+
+def info(string):
+    return banner('\033[1;37;44m', '•', string)
+
+
+def success(string):
+    return banner('\033[1;37;42m', '✓', string)
+
+
+def error(string):
+    return banner('\033[1;37;41m', '✗', string)