# encoding: utf8
from __future__ import unicode_literals

from ...symbols import ORTH, LEMMA


_exc = {}


for orth in [
    "A/S", "beg.", "bl.a.", "ca.", "d.s.s.", "dvs.", "f.eks.", "fr.", "hhv.",
    "if.", "iflg.", "m.a.o.", "mht.", "min.", "osv.", "pga.", "resp.", "self.",
    "t.o.m.", "vha.", ""]:
    _exc[orth] = [{ORTH: orth}]


TOKENIZER_EXCEPTIONS = dict(_exc)

@@ -85,16 +85,22 @@
 H, LEMMA
+, NORM
 %0A%0A%0A_exc 
@@ -105,16 +105,775 @@
 c = %7B%7D%0A%0A
+for exc_data in %5B%0A    %7BORTH: %22Kbh.%22, LEMMA: %22K%C3%B8benhavn%22, NORM: %22K%C3%B8benhavn%22%7D,%0A%0A    %7BORTH: %22Jan.%22, LEMMA: %22januar%22, NORM: %22januar%22%7D,%0A    %7BORTH: %22Feb.%22, LEMMA: %22februar%22, NORM: %22februar%22%7D,%0A    %7BORTH: %22Mar.%22, LEMMA: %22marts%22, NORM: %22marts%22%7D,%0A    %7BORTH: %22Apr.%22, LEMMA: %22april%22, NORM: %22april%22%7D,%0A    %7BORTH: %22Maj.%22, LEMMA: %22maj%22, NORM: %22maj%22%7D,%0A    %7BORTH: %22Jun.%22, LEMMA: %22juni%22, NORM: %22juni%22%7D,%0A    %7BORTH: %22Jul.%22, LEMMA: %22juli%22, NORM: %22juli%22%7D,%0A    %7BORTH: %22Aug.%22, LEMMA: %22august%22, NORM: %22august%22%7D,%0A    %7BORTH: %22Sep.%22, LEMMA: %22september%22, NORM: %22september%22%7D,%0A    %7BORTH: %22Okt.%22, LEMMA: %22oktober%22, NORM: %22oktober%22%7D,%0A    %7BORTH: %22Nov.%22, LEMMA: %22november%22, NORM: %22november%22%7D,%0A    %7BORTH: %22Dec.%22, LEMMA: %22december%22, NORM: %22december%22%7D%5D:%0A    _exc%5Bexc_data%5BORTH%5D%5D = %5Bdict(exc_data)%5D%0A
 %0Afor ort

Add short names of months to tokenizer_exceptions