package org.tuberlin.de.read_data;

import org.apache.flink.api.common.functions.FlatMapFunction;
import org.apache.flink.api.java.DataSet;
import org.apache.flink.api.java.ExecutionEnvironment;
import org.apache.flink.util.Collector;

import java.text.DateFormat;
import java.text.SimpleDateFormat;

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 * <p/>
 * http://www.apache.org/licenses/LICENSE-2.0
 * <p/>
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

/**
 * Skeleton for a Flink Job.
 * <p/>
 * For a full example of a Flink Job, see the WordCountJob.java file in the
 * same package/directory or have a look at the website.
 * <p/>
 * You can also generate a .jar file that you can submit on your Flink
 * cluster.
 * Just type
 * mvn clean package
 * in the projects root directory.
 * You will find the jar in
 * target/flink-quickstart-0.1-SNAPSHOT-Sample.jar
 */
public class Job {
    public static final class TaxidriveReader implements FlatMapFunction<String, Taxidrive> {
        @Override
        public void flatMap(String value, Collector<Taxidrive> out) throws Exception {
            Taxidrive taxidrive = new Taxidrive();

            String[] splittedText = value.split(",");
            taxidrive.setTaxiID(splittedText[0]);
            taxidrive.setLicenseID(splittedText[1]);
            taxidrive.setPickup_datetime(splittedText[2]);
            taxidrive.setDropoff_datetime(splittedText[3]);
            taxidrive.setTrip_time_in_secs(Integer.parseInt(splittedText[4]));
            taxidrive.setTrip_distance(Double.parseDouble(splittedText[5]));
            taxidrive.setPickup_longitude(Double.parseDouble(splittedText[6]));
            taxidrive.setPickup_latitude(Double.parseDouble(splittedText[7]));
            if (!splittedText[8].equals("")) taxidrive.setDropoff_longitude(Double.parseDouble(splittedText[8]));
            if (!splittedText[9].equals("")) taxidrive.setDropoff_latitude(Double.parseDouble(splittedText[9]));
            taxidrive.setPayment_type(splittedText[10]);
            taxidrive.setFare_amount(Double.parseDouble(splittedText[11]));
            taxidrive.setSurcharge(Double.parseDouble(splittedText[12]));
            taxidrive.setMta_tax(Double.parseDouble(splittedText[13]));
            taxidrive.setTip_amount(Double.parseDouble(splittedText[14]));
            taxidrive.setTolls_amount(Double.parseDouble(splittedText[15]));
            taxidrive.setTotal_amount(Double.parseDouble(splittedText[16]));
            out.collect(taxidrive);
        }
    }
}

@@ -2230,32 +2230,65 @@
 %5D));%0A           
+ if (!splittedText%5B6%5D.equals(%22%22))
  taxidrive.setPi
@@ -2343,32 +2343,65 @@
 %5D));%0A           
+ if (!splittedText%5B7%5D.equals(%22%22))
  taxidrive.setPi

Handle pickup/dropoff location the same way