
/*
 * Carrot2 project.
 *
 * Copyright (C) 2002-2009, Dawid Weiss, Stanisław Osiński.
 * All rights reserved.
 *
 * Refer to the full license file "carrot2.LICENSE"
 * in the root folder of the repository checkout or at:
 * http://www.carrot2.org/carrot2.LICENSE
 */

package org.carrot2.text.linguistic;


/**
 * Test support for {@link LanguageCode#ENGLISH}.
 */
public class ArabicTest extends LanguageModelTestBase
{
    protected LanguageCode getLanguageCode()
    {
        return LanguageCode.ARABIC;
    }

    protected String [][] getStemmingTestData()
    {
        return new String [] []
        {
            { "الحسن", "حسن"}, 
            { "والحسن", "حسن"}, 
            { "بالحسن", "حسن"}, 
            { "كالحسن", "حسن"}, 
            { "فالحسن", "حسن"}, 
            { "للاخر", "اخر"},  
            { "وحسن", "حسن"}, 
            { "زوجها", "زوج"}, 
            { "ساهدان", "ساهد"}, 
            { "ساهدات", "ساهد"}, 
            { "ساهدون", "ساهد"}, 
            { "ساهدين", "ساهد"}, 
            { "ساهديه", "ساهد"}, 
            { "ساهدية", "ساهد"}, 
            { "ساهده", "ساهد"}, 
            { "ساهدة", "ساهد"}, 
            { "ساهدي", "ساهد"}, 
            { "وساهدون", "ساهد"}, 
            { "ساهدهات", "ساهد"},  
        };
    }

    protected String [] getCommonWordsTestData()
    {
        return new String []
        {
            "عبد",
            "واضافت",
        };
    }
}

@@ -1368,11 +1368,16 @@
    %22
-%D8%B9%D8%A8%D8%AF
+%D8%A8%D8%A7%D8%B3%D8%AA%D8%AB%D9%86%D8%A7%D8%A1
 %22,%0A 
@@ -1392,14 +1392,12 @@
    %22
-%D9%88%D8%A7%D8%B6%D8%A7%D9%81%D8%AA
+%D8%A7%D9%83%D8%AB%D8%B1
 %22,%0A 

Modified Arabic tests (stopwords).