# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import itertools
import multiprocessing
import operator
import re

from oslo_config import cfg
from oslo_log import log as logging
import retrying
import six

from kolla_mesos import chronos
from kolla_mesos.common import docker_utils
from kolla_mesos.common import zk_utils
from kolla_mesos import exception
from kolla_mesos import marathon
from kolla_mesos import mesos


CONF = cfg.CONF

LOG = logging.getLogger(__name__)


@retrying.retry(wait_fixed=5000)
def wait_for_mesos_cleanup():
    """Check whether all tasks in Mesos are exited."""
    mesos_client = mesos.Client()
    tasks = mesos_client.get_tasks()
    if len(tasks) > 0:
        LOG.info("Mesos is still running some tasks. Waiting for their "
                 "exit.")
        raise exception.MesosTasksNotCompleted()


@docker_utils.DockerClient()
def remove_container(dc, container_name):
    LOG.info("Removing container %s", container_name)
    dc.remove_container(container_name)


# NOTE(nihilifer): Despite the fact that OpenStack community decided to use
# builtins like "map", "filter" etc. directly, without aiming to use lazy
# generators in Python 2.x, here we decided to always use generators in every
# version of Python. Mainly because Mesos cluster may have a lot of containers
# and we would do multiple O(n) operations. Doing all these things lazy
# results in iterating only once on the lists of containers and volumes.
def get_container_names():
    with docker_utils.DockerClient() as dc:
        exited_containers = dc.containers(all=True,
                                          filters={'status': 'exited'})
        created_containers = dc.containers(all=True,
                                           filters={'status': 'created'})
        dead_containers = dc.containers(all=True,
                                        filters={'status': 'dead'})

    containers = itertools.chain(exited_containers, created_containers,
                                 dead_containers)
    container_name_lists = six.moves.map(operator.itemgetter('Names'),
                                         containers)
    container_name_lists = six.moves.filter(lambda name_list:
                                            len(name_list) > 0,
                                            container_name_lists)
    container_names = six.moves.map(operator.itemgetter(0),
                                    container_name_lists)
    container_names = six.moves.filter(lambda name: re.search(r'/mesos-',
                                                              name),
                                       container_names)
    return container_names


# NOTE(nihilifer): Mesos doesn't support fully the named volumes which we're
# using. Mesos can run containers with named volume with passing the Docker
# parameters directly, but it doesn't handle any other actions with them.
# That's why currently we're cleaning the containers and volumes by calling
# the Docker API directly.
# TODO(nihilifer): Request/develop the feature of cleaning volumes directly
# in Mesos and Marathon.
# TODO(nihilifer): Support multinode cleanup.
def remove_all_containers():
    """Remove all exited containers which were run by Mesos.

    It's done in order to succesfully remove named volumes.
    """
    container_names = get_container_names()

    # Remove containers in the pool of workers
    pool = multiprocessing.Pool(processes=CONF.workers)
    tasks = [pool.apply_async(remove_container, (container_name,))
             for container_name in container_names]

    # Wait for every task to execute
    for task in tasks:
        task.get()


@docker_utils.DockerClient()
def remove_all_volumes(dc):
    """Remove all volumes created for containers run by Mesos."""
    volume_names = six.moves.map(operator.itemgetter('Name'),
                                 dc.volumes()['Volumes'])
    for volume_name in volume_names:
        # TODO(nihilifer): Provide a more intelligent filtering for Mesos infra
        # volumes.
        if 'zookeeper' not in volume_name:
            LOG.info("Removing volume %s", volume_name)
            dc.remove_volume(volume_name)


def cleanup():
    LOG.info("Starting cleanup...")
    marathon_client = marathon.Client()
    chronos_client = chronos.Client()

    with zk_utils.connection() as zk:
        zk_utils.clean(zk)
    LOG.info("Starting cleanup of apps")
    marathon_client.remove_all_apps()
    LOG.info("Starting cleanup of groups")
    marathon_client.remove_all_groups()
    LOG.info("Starting cleanup of chronos jobs")
    chronos_client.remove_all_jobs()

    LOG.info("Checking whether all tasks in Mesos are exited")
    wait_for_mesos_cleanup()

    LOG.info("Starting cleanup of Docker containers")
    remove_all_containers()
    LOG.info("Starting cleanup of Docker volumes")
    remove_all_volumes()

@@ -4275,24 +4275,72 @@
 y Mesos.%22%22%22%0A
+    if dc.volumes()%5B'Volumes'%5D is not None:%0A    
     volume_n
@@ -4422,16 +4422,20 @@
         
+    
 dc.volum
@@ -4451,24 +4451,28 @@
 umes'%5D)%0A    
+   
+ 
 for volume_n
@@ -4492,16 +4492,20 @@
 _names:%0A
+    
         
@@ -4573,15 +4573,13 @@
 esos
- infra%0A
+%0A    
     
@@ -4583,16 +4583,22 @@
        #
+ infra
  volumes
@@ -4595,24 +4595,28 @@
 ra volumes.%0A
+    
         if '
@@ -4650,32 +4650,36 @@
 me:%0A            
+   
+ 
 LOG.info(%22Removi
@@ -4714,24 +4714,28 @@
             
+    
 dc.remove_vo
@@ -4752,16 +4752,74 @@
 e_name)%0A
+    else:%0A            LOG.info(%22No docker volumes found%22)%0A
 %0A%0Adef cl

Fix cleanup with empty volumes