/*
 * Licensed to Elasticsearch under one or more contributor
 * license agreements. See the NOTICE file distributed with
 * this work for additional information regarding copyright
 * ownership. Elasticsearch licenses this file to you under
 * the Apache License, Version 2.0 (the "License"); you may
 * not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied.  See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */

package org.elasticsearch.indices.mapping;


import com.google.common.collect.Sets;
import org.elasticsearch.action.ActionListener;
import org.elasticsearch.action.index.IndexRequestBuilder;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.index.fielddata.FieldDataType;
import org.elasticsearch.index.mapper.FieldMapper;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.test.ElasticsearchIntegrationTest;
import org.junit.Test;

import java.util.HashMap;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.concurrent.CopyOnWriteArrayList;
import java.util.concurrent.CountDownLatch;

import static org.elasticsearch.common.xcontent.XContentFactory.jsonBuilder;
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertAcked;
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertHitCount;
import static org.hamcrest.Matchers.emptyIterable;

public class ConcurrentDynamicTemplateTests extends ElasticsearchIntegrationTest {

    private final String mappingType = "test-mapping";

    @Test // see #3544
    public void testConcurrentDynamicMapping() throws Exception {
        final String fieldName = "field";
        final String mapping = "{ \"" + mappingType + "\": {" +
                "\"dynamic_templates\": ["
                + "{ \"" + fieldName + "\": {" + "\"path_match\": \"*\"," + "\"mapping\": {" + "\"type\": \"string\"," + "\"store\": \"yes\","
                + "\"index\": \"analyzed\", \"analyzer\": \"whitespace\" } } } ] } }";
        // The 'fieldNames' array is used to help with retrieval of index terms
        // after testing

        int iters = scaledRandomIntBetween(5, 15);
        for (int i = 0; i < iters; i++) {
            cluster().wipeIndices("test");
            assertAcked(prepareCreate("test")
                    .addMapping(mappingType, mapping));
            ensureYellow();
            int numDocs = scaledRandomIntBetween(10, 100);
            final CountDownLatch latch = new CountDownLatch(numDocs);
            final List<Throwable> throwable = new CopyOnWriteArrayList<>();
            int currentID = 0;
            for (int j = 0; j < numDocs; j++) {
                Map<String, Object> source = new HashMap<>();
                source.put(fieldName, "test-user");
                client().prepareIndex("test", mappingType, Integer.toString(currentID++)).setSource(source).execute(new ActionListener<IndexResponse>() {
                    @Override
                    public void onResponse(IndexResponse response) {
                        latch.countDown();
                    }

                    @Override
                    public void onFailure(Throwable e) {
                        throwable.add(e);
                        latch.countDown();
                    }
                });
            }
            latch.await();
            assertThat(throwable, emptyIterable());
            refresh();
            assertHitCount(client().prepareSearch("test").setQuery(QueryBuilders.matchQuery(fieldName, "test-user")).get(), numDocs);
            assertHitCount(client().prepareSearch("test").setQuery(QueryBuilders.matchQuery(fieldName, "test user")).get(), 0);

        }
    }

    @Test
    public void testDynamicMappingIntroductionPropagatesToAll() throws Exception {
        int numDocs = randomIntBetween(100, 1000);
        int numberOfFields = scaledRandomIntBetween(1, 50);
        Set<Integer> fieldsIdx = Sets.newHashSet();
        IndexRequestBuilder[] builders = new IndexRequestBuilder[numDocs];

        XContentBuilder mappings = XContentFactory.jsonBuilder().startObject().startObject("_default_");
        mappings.startArray("dynamic_templates")
                .startObject()
                .startObject("template-strings")
                .field("match_mapping_type", "string")
                .startObject("mapping")
                .startObject("fielddata")
                .field(FieldDataType.FORMAT_KEY, randomFrom("paged_bytes", "fst"))
                .field(FieldMapper.Loading.KEY, FieldMapper.Loading.LAZY) // always use lazy loading
                .endObject()
                .endObject()
                .endObject()
                .endObject()
                .startObject()
                .startObject("template-longs")
                .field("match_mapping_type", "long")
                .startObject("mapping")
                .startObject("fielddata")
                .field(FieldDataType.FORMAT_KEY, randomFrom("array", "doc_values"))
                .field(FieldMapper.Loading.KEY, FieldMapper.Loading.LAZY)
                .endObject()
                .endObject()
                .endObject()
                .endObject()
                .startObject()
                .startObject("template-doubles")
                .field("match_mapping_type", "double")
                .startObject("mapping")
                .startObject("fielddata")
                .field(FieldDataType.FORMAT_KEY, randomFrom("array", "doc_values"))
                .field(FieldMapper.Loading.KEY, FieldMapper.Loading.LAZY)
                .endObject()
                .endObject()
                .endObject()
                .endObject()
                .endArray();
        mappings.endObject().endObject();

        assertAcked(client().admin().indices().prepareCreate("idx").addMapping("_default_", mappings));
        ensureGreen("idx");
        for (int i = 0; i < numDocs; ++i) {
            int fieldIdx = i % numberOfFields;
            fieldsIdx.add(fieldIdx);
            builders[i] = client().prepareIndex("idx", "type").setSource(jsonBuilder()
                    .startObject()
                    .field("str_value_" + fieldIdx, "s" + i)
                    .field("l_value_" + fieldIdx, i)
                    .field("d_value_" + fieldIdx, (double)i + 0.01)
                    .endObject());
        }
        indexRandom(false, builders);
        for (Integer fieldIdx : fieldsIdx) {
            waitForConcreteMappingsOnAll("idx", "type", "str_value_" + fieldIdx, "l_value_" + fieldIdx, "d_value_" + fieldIdx);
        }
    }
}
@@ -1872,16 +1872,172 @@
 rable;%0A%0A
+@ElasticsearchIntegrationTest.ClusterScope(randomDynamicTemplates = false) // this test takes a long time to delete the idx if all fields are eager loading%0A
 public c
@@ -4679,1822 +4679,25 @@
     
-XContentBuilder mappings = XContentFactory.jsonBuilder().startObject().startObject(%22_default_%22);%0A        mappings.startArray(%22dynamic_templates%22)%0A                .startObject()%0A                .startObject(%22template-strings%22)%0A                .field(%22match_mapping_type%22, %22string%22)%0A                .startObject(%22mapping%22)%0A                .startObject(%22fielddata%22)%0A                .field(FieldDataType.FORMAT_KEY, randomFrom(%22paged_bytes%22, %22fst%22))%0A                .field(FieldMapper.Loading.KEY, FieldMapper.Loading.LAZY) // always use lazy loading%0A                .endObject()%0A                .endObject()%0A                .endObject()%0A                .endObject()%0A                .startObject()%0A                .startObject(%22template-longs%22)%0A                .field(%22match_mapping_type%22, %22long%22)%0A                .startObject(%22mapping%22)%0A                .startObject(%22fielddata%22)%0A                .field(FieldDataType.FORMAT_KEY, randomFrom(%22array%22, %22doc_values%22))%0A                .field(FieldMapper.Loading.KEY, FieldMapper.Loading.LAZY)%0A                .endObject()%0A                .endObject()%0A                .endObject()%0A                .endObject()%0A                .startObject()%0A                .startObject(%22template-doubles%22)%0A                .field(%22match_mapping_type%22, %22double%22)%0A                .startObject(%22mapping%22)%0A                .startObject(%22fielddata%22)%0A                .field(FieldDataType.FORMAT_KEY, randomFrom(%22array%22, %22doc_values%22))%0A                .field(FieldMapper.Loading.KEY, FieldMapper.Loading.LAZY)%0A                .endObject()%0A                .endObject()%0A                .endObject()%0A                .endObject()%0A                .endArray();%0A        mappings.endObject().endObject();%0A%0A        assertAcked(client().admin().indices().prepareCreate(%22idx%22).addMapping(%22_default_%22, mappings)
+createIndex(%22idx%22
 );%0A 

Remove random templates for ConcurrentDynamicTemplateTests