planetstack/ec2_observer/steps/sync_nodes.py

import os
import base64
import random
import time
from datetime import datetime 
from django.db.models import F, Q
from planetstack.config import Config
from ec2_observer.syncstep import SyncStep
from core.models.node import Node
from core.models.site import *
from ec2_observer.awslib import *
import pdb

class SyncNodes(SyncStep):
    provides=[Node]
    requested_interval=0

    def fetch_pending(self, deletion):
        if (deletion):
            return []

        deployment = Deployment.objects.filter(Q(name="Amazon EC2"))[0]
        current_site_deployments = SiteDeployments.objects.filter(Q(deployment=deployment))

        zone_ret = aws_run('ec2 describe-availability-zones')
        zones = zone_ret['AvailabilityZones']

        # collect local nodes
        instance_types = 'm1.small | m1.medium | m1.large | m1.xlarge | m3.medium | m3.large | m3.xlarge | m3.2xlarge'.split(' | ')

        all_new_nodes = []
        for sd in current_site_deployments:
            s = sd.site
            current_fqns = [n.name for n in s.nodes.all()]
            all_fqns = ['.'.join([n,s.name]) for n in instance_types]
            new_node_names = list(set(all_fqns) - set(current_fqns))

            new_nodes = []
            for node_name in new_node_names:
                node = Node(name=node_name,
                            site=s,deployment=deployment)
                new_nodes.append(node)

            all_new_nodes.extend(new_nodes)

        return all_new_nodes
                 

    def sync_record(self, node):
        node.save()