playbook 0.4.2

YAML driven Docker DevOps
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

# pylint: disable=import-error,no-name-in-module
import os, sys, yaml, time, logging
from kubernetes import client, config
from kubernetes.client.rest import ApiException

logging.basicConfig(format='[%(asctime)s] {%(pathname)s:%(lineno)d} %(levelname)s - %(message)s')
logger = logging.getLogger('k8sApi')
logger.setLevel(logging.DEBUG)

try:
    config.load_incluster_config()
except:
    config.load_kube_config()

namespace = 'bluecheese'
coreV1Api = client.CoreV1Api()
jobApi = client.BatchV1Api()

def api_job(body):
    return jobApi.create_namespaced_job(namespace, body=yaml.safe_load(body), pretty='true')

def api_pv(body):
    return coreV1Api.create_persistent_volume(body=yaml.safe_load(body), pretty='true')

def api_pvc(body):
    return coreV1Api.create_namespaced_persistent_volume_claim(namespace, body=yaml.safe_load(body), pretty='true')

def get_pods(job_spec):
    prefix = job_spec.metadata.labels["job-name"]
    logger.debug('job-prefix=%s', prefix)
    return list(filter(lambda pod: pod.metadata.name.startswith(prefix),
        coreV1Api.list_namespaced_pod(namespace, include_uninitialized=True).items))

def get_pods_status(pods):
    return { pod.metadata.name: pod.status.phase for pod in pods }

def join_job(job_spec):
    # possible pod phases: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle/#pod-phase
    terminal_phases = set(['Succeeded', 'Failed', 'Unknown', 'Completed'])
    refresh = lambda: get_pods_status(get_pods(job_spec))
    logger.debug('hotwings_k8s_api.py/join_job()')
    states = refresh()
    logger.debug('init states: %s', states)
    #     vvv hold if none is found because they may not be initialized yet
    while len(states.values()) == 0 or not all((s in terminal_phases) for s in states.values()):
        logger.debug(states)
        # TODO Exponential backoff up to 10min
        time.sleep(3)
        states = refresh()
    logger.debug('final states %s', states)

def k8s_provisioner(apicall, body):
    return globals()[apicall](body) # passing through any exceptions to playbook-rs