summaryrefslogtreecommitdiffstats
path: root/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/pig/VespaSimpleJsonLoader.java
diff options
context:
space:
mode:
Diffstat (limited to 'vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/pig/VespaSimpleJsonLoader.java')
-rw-r--r--vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/pig/VespaSimpleJsonLoader.java63
1 files changed, 0 insertions, 63 deletions
diff --git a/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/pig/VespaSimpleJsonLoader.java b/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/pig/VespaSimpleJsonLoader.java
deleted file mode 100644
index 9dc294ce243..00000000000
--- a/vespa-hadoop/src/main/java/com/yahoo/vespa/hadoop/pig/VespaSimpleJsonLoader.java
+++ /dev/null
@@ -1,63 +0,0 @@
-// Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
-package com.yahoo.vespa.hadoop.pig;
-
-import com.yahoo.vespa.hadoop.mapreduce.VespaSimpleJsonInputFormat;
-import org.apache.hadoop.io.Text;
-import org.apache.hadoop.mapreduce.InputFormat;
-import org.apache.hadoop.mapreduce.Job;
-import org.apache.hadoop.mapreduce.RecordReader;
-import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
-import org.apache.pig.LoadFunc;
-import org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit;
-import org.apache.pig.data.Tuple;
-import org.apache.pig.data.TupleFactory;
-
-import java.io.IOException;
-
-/**
- * Simple JSON loader which loads either one JSON object per line or a
- * multiline JSON consisting of objects in an array.
- *
- * Returns only the textual representation of the JSON object.
- *
- * @author lesters
- */
-@SuppressWarnings("rawtypes")
-public class VespaSimpleJsonLoader extends LoadFunc {
-
- private TupleFactory tupleFactory = TupleFactory.getInstance();
- private VespaSimpleJsonInputFormat.VespaJsonRecordReader recordReader;
-
- @Override
- public void setLocation(String location, Job job) throws IOException {
- FileInputFormat.setInputPaths(job, location);
- }
-
- @Override
- public InputFormat getInputFormat() throws IOException {
- return new VespaSimpleJsonInputFormat();
- }
-
- @Override
- public void prepareToRead(RecordReader reader, PigSplit split) throws IOException {
- recordReader = (VespaSimpleJsonInputFormat.VespaJsonRecordReader) reader;
- }
-
- @Override
- public Tuple getNext() throws IOException {
- try {
- boolean done = recordReader.nextKeyValue();
- if (done) {
- return null;
- }
- Text json = recordReader.getCurrentKey();
- if (json == null) {
- return null;
- }
- return tupleFactory.newTuple(json.toString());
-
- } catch (InterruptedException ex) {
- return null;
- }
- }
-}