summaryrefslogtreecommitdiffstats
path: root/vespa-hadoop/src/test/pig
diff options
context:
space:
mode:
Diffstat (limited to 'vespa-hadoop/src/test/pig')
-rw-r--r--vespa-hadoop/src/test/pig/feed_create_operations.pig24
-rw-r--r--vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig19
-rw-r--r--vespa-hadoop/src/test/pig/feed_multiline_operations.pig15
-rw-r--r--vespa-hadoop/src/test/pig/feed_operations.pig11
-rw-r--r--vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig14
-rw-r--r--vespa-hadoop/src/test/pig/feed_operations_xml.pig11
-rw-r--r--vespa-hadoop/src/test/pig/feed_visit_data.pig12
-rw-r--r--vespa-hadoop/src/test/pig/query.pig19
-rw-r--r--vespa-hadoop/src/test/pig/query_alt_root.pig20
9 files changed, 0 insertions, 145 deletions
diff --git a/vespa-hadoop/src/test/pig/feed_create_operations.pig b/vespa-hadoop/src/test/pig/feed_create_operations.pig
deleted file mode 100644
index 4583c095133..00000000000
--- a/vespa-hadoop/src/test/pig/feed_create_operations.pig
+++ /dev/null
@@ -1,24 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Create valid Vespa put operations
-DEFINE VespaPutOperation
- com.yahoo.vespa.hadoop.pig.VespaDocumentOperation(
- 'operation=put',
- 'docid=id:<application>:metrics::<name>-<date>'
- );
-
--- By default, VespaStorage assumes it's feeding valid Vespa operations
-DEFINE VespaStorage
- com.yahoo.vespa.hadoop.pig.VespaStorage();
-
--- Load tabular data
-metrics = LOAD 'src/test/resources/tabular_data.csv' AS (date:chararray, name:chararray, value:int, application:chararray);
-
--- Transform tabular data to a Vespa document operation JSON format
-metrics = FOREACH metrics GENERATE VespaPutOperation(*);
-
--- Store into Vespa
-STORE metrics INTO '$ENDPOINT' USING VespaStorage();
-
-
diff --git a/vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig b/vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig
deleted file mode 100644
index 0f0e63d843a..00000000000
--- a/vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig
+++ /dev/null
@@ -1,19 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Transform tabular data to a Vespa document operation JSON format
--- as part of storing the data.
-DEFINE VespaStorage
- com.yahoo.vespa.hadoop.pig.VespaStorage(
- 'create-document-operation=true',
- 'operation=put',
- 'docid=id:<application>:metrics::<name>-<date>'
- );
-
--- Load tabular data
-metrics = LOAD 'src/test/resources/tabular_data.csv' AS (date:chararray, name:chararray, value:int, application:chararray);
-
--- Store into Vespa
-STORE metrics INTO '$ENDPOINT' USING VespaStorage();
-
-
diff --git a/vespa-hadoop/src/test/pig/feed_multiline_operations.pig b/vespa-hadoop/src/test/pig/feed_multiline_operations.pig
deleted file mode 100644
index 1971270cbdc..00000000000
--- a/vespa-hadoop/src/test/pig/feed_multiline_operations.pig
+++ /dev/null
@@ -1,15 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Define short name for VespaJsonLoader
-DEFINE VespaJsonLoader com.yahoo.vespa.hadoop.pig.VespaSimpleJsonLoader();
-
--- Define short name for VespaStorage
-DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage();
-
--- Load data - one column for json data
-metrics = LOAD 'src/test/resources/operations_multiline_data.json' USING VespaJsonLoader() AS (data:chararray);
-
--- Store into Vespa
-STORE metrics INTO '$ENDPOINT' USING VespaStorage();
-
diff --git a/vespa-hadoop/src/test/pig/feed_operations.pig b/vespa-hadoop/src/test/pig/feed_operations.pig
deleted file mode 100644
index 48873fde87a..00000000000
--- a/vespa-hadoop/src/test/pig/feed_operations.pig
+++ /dev/null
@@ -1,11 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Define short name for VespaStorage
-DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage();
-
--- Load data - one column for json data
-metrics = LOAD 'src/test/resources/operations_data.json' AS (data:chararray);
-
--- Store into Vespa
-STORE metrics INTO '$ENDPOINT' USING VespaStorage();
diff --git a/vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig b/vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig
deleted file mode 100644
index da58fe3c678..00000000000
--- a/vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig
+++ /dev/null
@@ -1,14 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Define short name for VespaJsonLoader
-DEFINE VespaJsonLoader com.yahoo.vespa.hadoop.pig.VespaSimpleJsonLoader();
-
--- Define short name for VespaStorage
-DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage();
-
--- Load data - one column for json data
-metrics = LOAD 'src/test/resources/operations_data.json' USING VespaJsonLoader() AS (data:chararray);
-
--- Store into Vespa
-STORE metrics INTO '$ENDPOINT' USING VespaStorage();
diff --git a/vespa-hadoop/src/test/pig/feed_operations_xml.pig b/vespa-hadoop/src/test/pig/feed_operations_xml.pig
deleted file mode 100644
index 4e5057f4909..00000000000
--- a/vespa-hadoop/src/test/pig/feed_operations_xml.pig
+++ /dev/null
@@ -1,11 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Define short name for VespaStorage
-DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage();
-
--- Load data - one column for xml data
-data = LOAD 'src/test/resources/operations_data.xml' AS (data:chararray);
-
--- Store into Vespa
-STORE data INTO '$ENDPOINT' USING VespaStorage();
diff --git a/vespa-hadoop/src/test/pig/feed_visit_data.pig b/vespa-hadoop/src/test/pig/feed_visit_data.pig
deleted file mode 100644
index 59d144b53dc..00000000000
--- a/vespa-hadoop/src/test/pig/feed_visit_data.pig
+++ /dev/null
@@ -1,12 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Define short name for VespaStorage
-DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage();
-
--- Load data - one column for json data
-metrics = LOAD 'src/test/resources/visit_data.json' AS (data:chararray);
-
--- Store into Vespa
-STORE metrics INTO '$ENDPOINT' USING VespaStorage();
-
diff --git a/vespa-hadoop/src/test/pig/query.pig b/vespa-hadoop/src/test/pig/query.pig
deleted file mode 100644
index 96caa5cd0c4..00000000000
--- a/vespa-hadoop/src/test/pig/query.pig
+++ /dev/null
@@ -1,19 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Define Vespa query for retrieving blog posts
-DEFINE BlogPostRecommendations
- com.yahoo.vespa.hadoop.pig.VespaQuery(
- 'query=$ENDPOINT/search?query=<userid>&hits=100',
- 'schema=rank:int,id:chararray,relevance:double,fields/id:chararray,fields/content:chararray'
- );
-
--- Load data from a local file
-users = LOAD 'src/test/resources/user_ids.csv' AS (userid:chararray);
-users = FILTER users BY userid IS NOT null;
-
--- Run a set of queries against Vespa
-recommendations = FOREACH users GENERATE userid, FLATTEN(BlogPostRecommendations(*));
-
--- Output recommendations
-DUMP recommendations;
diff --git a/vespa-hadoop/src/test/pig/query_alt_root.pig b/vespa-hadoop/src/test/pig/query_alt_root.pig
deleted file mode 100644
index 2884b4a600f..00000000000
--- a/vespa-hadoop/src/test/pig/query_alt_root.pig
+++ /dev/null
@@ -1,20 +0,0 @@
--- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root.
--- REGISTER vespa-hadoop.jar -- Not needed in tests
-
--- Define Vespa query for retrieving blog posts
-DEFINE BlogPostRecommendations
- com.yahoo.vespa.hadoop.pig.VespaQuery(
- 'query=$ENDPOINT/search?query=<userid>&hits=100',
- 'rootnode=root/children/children',
- 'schema=rank:int,id:chararray,relevance:double,fields/id:chararray,fields/content:chararray'
- );
-
--- Load data from a local file
-users = LOAD 'src/test/resources/user_ids.csv' AS (userid:chararray);
-users = FILTER users BY userid IS NOT null;
-
--- Run a set of queries against Vespa
-recommendations = FOREACH users GENERATE userid, FLATTEN(BlogPostRecommendations(*));
-
--- Output recommendations
-DUMP recommendations;