/*
 *  Copyright 2013, 2014 Deutsche Nationalbibliothek
 *
 *  Licensed under the Apache License, Version 2.0 the "License";
 *  you may not use this file except in compliance with the License.
 *  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 *  Unless required by applicable law or agreed to in writing, software
 *  distributed under the License is distributed on an "AS IS" BASIS,
 *  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  See the License for the specific language governing permissions and
 *  limitations under the License.
 */
package org.culturegraph.mf.stream.converter;

import java.util.regex.Pattern;

import org.culturegraph.mf.framework.DefaultObjectPipe;
import org.culturegraph.mf.framework.StreamReceiver;
import org.culturegraph.mf.framework.annotations.Description;
import org.culturegraph.mf.framework.annotations.In;
import org.culturegraph.mf.framework.annotations.Out;



/**
 * Decodes lines of CSV files. First line is interpreted as header.
 * 
 * @author Markus Michael Geipel
 *
 */
@Description("Decodes lines of CSV files. First line is interpreted as header.")
@In(String.class)
@Out(StreamReceiver.class)
public final class CsvDecoder extends DefaultObjectPipe<String, StreamReceiver>  {
	
	private static final String DEFAULT_SEP = "[\t,;]";
	private final Pattern separator;
	private String[] header = new String[0];
	private int count;
	private boolean hasHeader;
	
	/**
	 * @param separator regexp to split lines
	 */
	public CsvDecoder(final String separator) {
		super();
		this.separator = Pattern.compile(separator);
	}
	
	public CsvDecoder() {
		super();
		this.separator = Pattern.compile(DEFAULT_SEP);
	}	
	
	@Override
	public void process(final String string) { 
		assert !isClosed();
		final String[] parts = separator.split(string);
		if(hasHeader){
			if(header.length==0){
				header = parts;
			}else if(parts.length==header.length){
				getReceiver().startRecord(String.valueOf(++count));
				for (int i = 0; i < parts.length; ++i) {
					getReceiver().literal(header[i], parts[i]);
				}
				getReceiver().endRecord();
			}else{
				throw new IllegalArgumentException("wrong number of columns in input line: " + string);
			}
		}else{
			getReceiver().startRecord(String.valueOf(++count));
			for (int i = 0; i < parts.length; ++i) {
				getReceiver().literal(String.valueOf(i), parts[i]);
			}
			getReceiver().endRecord();
		}
	}
	
	public void setHasHeader(final boolean hasHeader) {
		this.hasHeader = hasHeader;
	}
}

@@ -2207,59 +2207,149 @@
 ion(
-%22wrong number of columns in input line: %22 +
+%0A%09%09%09%09%09%09String.format(%0A%09%09%09%09%09%09%09%09%22wrong number of columns (expected %25s, was %25s) in input line: %25s%22,%0A%09%09%09%09%09%09%09%09header.length, parts.length,
  string)
 ;%0A%09%09
@@ -2340,24 +2340,25 @@
 gth, string)
+)
 ;%0A%09%09%09%7D%0A%09%09%7Del

Improve error message when decoding CSV