/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.flink.runtime.testutils;

import org.apache.flink.api.common.time.Deadline;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.configuration.CoreOptions;
import org.apache.flink.configuration.JobManagerOptions;
import org.apache.flink.configuration.RestOptions;
import org.apache.flink.configuration.TaskManagerOptions;
import org.apache.flink.configuration.UnmodifiableConfiguration;
import org.apache.flink.runtime.concurrent.FutureUtils;
import org.apache.flink.runtime.messages.Acknowledge;
import org.apache.flink.runtime.minicluster.MiniCluster;
import org.apache.flink.runtime.minicluster.MiniClusterConfiguration;
import org.apache.flink.util.ExceptionUtils;
import org.apache.flink.util.Preconditions;

import org.junit.rules.ExternalResource;
import org.junit.rules.TemporaryFolder;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import java.net.URI;
import java.time.Duration;
import java.util.List;
import java.util.concurrent.CompletableFuture;
import java.util.concurrent.TimeUnit;
import java.util.stream.Collectors;

/**
 * Resource which starts a {@link MiniCluster} for testing purposes.
 */
public class MiniClusterResource extends ExternalResource {

	private static final String DEFAULT_MANAGED_MEMORY_SIZE = "80m";

	protected final Logger log = LoggerFactory.getLogger(getClass());

	private final TemporaryFolder temporaryFolder = new TemporaryFolder();

	private final MiniClusterResourceConfiguration miniClusterResourceConfiguration;

	private MiniCluster miniCluster = null;

	private int numberSlots = -1;

	private UnmodifiableConfiguration restClusterClientConfig;

	public MiniClusterResource(final MiniClusterResourceConfiguration miniClusterResourceConfiguration) {
		this.miniClusterResourceConfiguration = Preconditions.checkNotNull(miniClusterResourceConfiguration);
	}

	public int getNumberSlots() {
		return numberSlots;
	}

	public MiniCluster getMiniCluster() {
		return miniCluster;
	}

	public UnmodifiableConfiguration getClientConfiguration() {
		return restClusterClientConfig;
	}

	public URI getRestAddres() {
		return miniCluster.getRestAddress().join();
	}

	@Override
	public void before() throws Exception {
		temporaryFolder.create();

		startMiniCluster();

		numberSlots = miniClusterResourceConfiguration.getNumberSlotsPerTaskManager() * miniClusterResourceConfiguration.getNumberTaskManagers();
	}

	@Override
	public void after() {
		temporaryFolder.delete();

		Exception exception = null;

		if (miniCluster != null) {
			// try to cancel remaining jobs before shutting down cluster
			try {
				final Deadline jobCancellationDeadline =
					Deadline.fromNow(
						Duration.ofMillis(
							miniClusterResourceConfiguration.getShutdownTimeout().toMilliseconds()));

				final List<CompletableFuture<Acknowledge>> jobCancellationFutures = miniCluster
					.listJobs()
					.get(jobCancellationDeadline.timeLeft().toMillis(), TimeUnit.MILLISECONDS)
					.stream()
					.filter(status -> !status.getJobState().isGloballyTerminalState())
					.map(status -> miniCluster.cancelJob(status.getJobId()))
					.collect(Collectors.toList());

				FutureUtils
					.waitForAll(jobCancellationFutures)
					.get(jobCancellationDeadline.timeLeft().toMillis(), TimeUnit.MILLISECONDS);

				CommonTestUtils.waitUntilCondition(() -> {
					final long unfinishedJobs = miniCluster
						.listJobs()
						.get(jobCancellationDeadline.timeLeft().toMillis(), TimeUnit.MILLISECONDS)
						.stream()
						.filter(status -> !status.getJobState().isGloballyTerminalState())
						.count();
					return unfinishedJobs == 0;
				}, jobCancellationDeadline);
			} catch (Exception e) {
				log.warn("Exception while shutting down remaining jobs.", e);
			}

			final CompletableFuture<?> terminationFuture = miniCluster.closeAsync();

			try {
				terminationFuture.get(
					miniClusterResourceConfiguration.getShutdownTimeout().toMilliseconds(),
					TimeUnit.MILLISECONDS);
			} catch (Exception e) {
				exception = ExceptionUtils.firstOrSuppressed(e, exception);
			}

			miniCluster = null;
		}

		if (exception != null) {
			log.warn("Could not properly shut down the MiniClusterResource.", exception);
		}
	}

	private void startMiniCluster() throws Exception {
		final Configuration configuration = new Configuration(miniClusterResourceConfiguration.getConfiguration());
		configuration.setString(CoreOptions.TMP_DIRS, temporaryFolder.newFolder().getAbsolutePath());

		// we need to set this since a lot of test expect this because TestBaseUtils.startCluster()
		// enabled this by default
		if (!configuration.contains(CoreOptions.FILESYTEM_DEFAULT_OVERRIDE)) {
			configuration.setBoolean(CoreOptions.FILESYTEM_DEFAULT_OVERRIDE, true);
		}

		if (!configuration.contains(TaskManagerOptions.MANAGED_MEMORY_SIZE)) {
			configuration.setString(TaskManagerOptions.MANAGED_MEMORY_SIZE, DEFAULT_MANAGED_MEMORY_SIZE);
		}

		// set rest and rpc port to 0 to avoid clashes with concurrent MiniClusters
		configuration.setInteger(JobManagerOptions.PORT, 0);
		configuration.setString(RestOptions.BIND_PORT, "0");

		final MiniClusterConfiguration miniClusterConfiguration = new MiniClusterConfiguration.Builder()
			.setConfiguration(configuration)
			.setNumTaskManagers(miniClusterResourceConfiguration.getNumberTaskManagers())
			.setNumSlotsPerTaskManager(miniClusterResourceConfiguration.getNumberSlotsPerTaskManager())
			.build();

		miniCluster = new MiniCluster(miniClusterConfiguration);

		miniCluster.start();

		final URI restAddress = miniCluster.getRestAddress().get();
		createClientConfiguration(restAddress);
	}

	private void createClientConfiguration(URI restAddress) {
		Configuration restClientConfig = new Configuration();
		restClientConfig.setString(JobManagerOptions.ADDRESS, restAddress.getHost());
		restClientConfig.setInteger(RestOptions.PORT, restAddress.getPort());
		this.restClusterClientConfig = new UnmodifiableConfiguration(restClientConfig);
	}
}

@@ -3251,37 +3251,8 @@
 ) %7B%0A
-%09%09temporaryFolder.delete();%0A%0A
 %09%09Ex
@@ -4977,16 +4977,45 @@
 on);%0A%09%09%7D
+%0A%0A%09%09temporaryFolder.delete();
 %0A%09%7D%0A%0A%09pr

Delete tmp directory after cluster has shut down