/*
 * To change this template, choose Tools | Templates
 * and open the template in the editor.
 */
package pl.edu.icm.coansys.similarity.pig.script;

import java.io.FileNotFoundException;
import java.io.IOException;
import java.util.LinkedList;
import org.apache.pig.tools.parameters.ParseException;
import pl.edu.icm.coansys.similarity.test.utils.MacroExtractor;

/**
 *
 * @author akawa
 */
public class TestTopnSimilarDocuments extends AbstractPigUnitTest {

    private String[] params = {
        "in_relation=in_relation",
        "group_field=docId1",
        "order_field=tfidf",
        "order_direction=desc",
        "topn=2",
        "out_relation=out_relation"
    };

    @Override
    public String[] getScriptParams() {
        return params;
    }

    @Override
    public String[] getScriptToTest() throws FileNotFoundException, IOException {
        LinkedList<String> macro = MacroExtractor.extract(PIG_SCRIPT_DIR + "macros.pig", "get_topn_per_group");
        macro.addFirst(""
                + "in_relation = LOAD 'ommited' AS (docId1, docId2, tfidf);");
        macro.addLast("topn = ORDER out_relation BY docId1 asc, tfidf desc, docId2 asc;");
        return macro.toArray(new String[]{});
    }

    @org.testng.annotations.Test(groups = {"fast"})
    public void testStopwordsRemoval() throws IOException, ParseException {
        String[] input = {
            "d1\td2\t4",
            "d1\td3\t3",
            "d1\td4\t2"
        };
        String[] output = {"(d1,d2,4)", "(d1,d3,3)"};
        test.assertOutput("in_relation", input, "topn", output);
    }
}

@@ -667,16 +667,37 @@
 elation%22
+,%0A            %22CC=::%22
 %0A    %7D;%0A
@@ -1314,24 +1314,12 @@
 test
-StopwordsRemoval
+TopN
 () t

make it work