diff options
Diffstat (limited to 'vespa-hadoop/src/test/pig')
-rw-r--r-- | vespa-hadoop/src/test/pig/feed_create_operations.pig | 24 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig | 19 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/feed_multiline_operations.pig | 15 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/feed_operations.pig | 11 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig | 14 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/feed_operations_xml.pig | 11 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/feed_visit_data.pig | 12 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/query.pig | 19 | ||||
-rw-r--r-- | vespa-hadoop/src/test/pig/query_alt_root.pig | 20 |
9 files changed, 0 insertions, 145 deletions
diff --git a/vespa-hadoop/src/test/pig/feed_create_operations.pig b/vespa-hadoop/src/test/pig/feed_create_operations.pig deleted file mode 100644 index 4583c095133..00000000000 --- a/vespa-hadoop/src/test/pig/feed_create_operations.pig +++ /dev/null @@ -1,24 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Create valid Vespa put operations -DEFINE VespaPutOperation - com.yahoo.vespa.hadoop.pig.VespaDocumentOperation( - 'operation=put', - 'docid=id:<application>:metrics::<name>-<date>' - ); - --- By default, VespaStorage assumes it's feeding valid Vespa operations -DEFINE VespaStorage - com.yahoo.vespa.hadoop.pig.VespaStorage(); - --- Load tabular data -metrics = LOAD 'src/test/resources/tabular_data.csv' AS (date:chararray, name:chararray, value:int, application:chararray); - --- Transform tabular data to a Vespa document operation JSON format -metrics = FOREACH metrics GENERATE VespaPutOperation(*); - --- Store into Vespa -STORE metrics INTO '$ENDPOINT' USING VespaStorage(); - - diff --git a/vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig b/vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig deleted file mode 100644 index 0f0e63d843a..00000000000 --- a/vespa-hadoop/src/test/pig/feed_create_operations_short_form.pig +++ /dev/null @@ -1,19 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Transform tabular data to a Vespa document operation JSON format --- as part of storing the data. -DEFINE VespaStorage - com.yahoo.vespa.hadoop.pig.VespaStorage( - 'create-document-operation=true', - 'operation=put', - 'docid=id:<application>:metrics::<name>-<date>' - ); - --- Load tabular data -metrics = LOAD 'src/test/resources/tabular_data.csv' AS (date:chararray, name:chararray, value:int, application:chararray); - --- Store into Vespa -STORE metrics INTO '$ENDPOINT' USING VespaStorage(); - - diff --git a/vespa-hadoop/src/test/pig/feed_multiline_operations.pig b/vespa-hadoop/src/test/pig/feed_multiline_operations.pig deleted file mode 100644 index 1971270cbdc..00000000000 --- a/vespa-hadoop/src/test/pig/feed_multiline_operations.pig +++ /dev/null @@ -1,15 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Define short name for VespaJsonLoader -DEFINE VespaJsonLoader com.yahoo.vespa.hadoop.pig.VespaSimpleJsonLoader(); - --- Define short name for VespaStorage -DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage(); - --- Load data - one column for json data -metrics = LOAD 'src/test/resources/operations_multiline_data.json' USING VespaJsonLoader() AS (data:chararray); - --- Store into Vespa -STORE metrics INTO '$ENDPOINT' USING VespaStorage(); - diff --git a/vespa-hadoop/src/test/pig/feed_operations.pig b/vespa-hadoop/src/test/pig/feed_operations.pig deleted file mode 100644 index 48873fde87a..00000000000 --- a/vespa-hadoop/src/test/pig/feed_operations.pig +++ /dev/null @@ -1,11 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Define short name for VespaStorage -DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage(); - --- Load data - one column for json data -metrics = LOAD 'src/test/resources/operations_data.json' AS (data:chararray); - --- Store into Vespa -STORE metrics INTO '$ENDPOINT' USING VespaStorage(); diff --git a/vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig b/vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig deleted file mode 100644 index da58fe3c678..00000000000 --- a/vespa-hadoop/src/test/pig/feed_operations_with_json_loader.pig +++ /dev/null @@ -1,14 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Define short name for VespaJsonLoader -DEFINE VespaJsonLoader com.yahoo.vespa.hadoop.pig.VespaSimpleJsonLoader(); - --- Define short name for VespaStorage -DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage(); - --- Load data - one column for json data -metrics = LOAD 'src/test/resources/operations_data.json' USING VespaJsonLoader() AS (data:chararray); - --- Store into Vespa -STORE metrics INTO '$ENDPOINT' USING VespaStorage(); diff --git a/vespa-hadoop/src/test/pig/feed_operations_xml.pig b/vespa-hadoop/src/test/pig/feed_operations_xml.pig deleted file mode 100644 index 4e5057f4909..00000000000 --- a/vespa-hadoop/src/test/pig/feed_operations_xml.pig +++ /dev/null @@ -1,11 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Define short name for VespaStorage -DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage(); - --- Load data - one column for xml data -data = LOAD 'src/test/resources/operations_data.xml' AS (data:chararray); - --- Store into Vespa -STORE data INTO '$ENDPOINT' USING VespaStorage(); diff --git a/vespa-hadoop/src/test/pig/feed_visit_data.pig b/vespa-hadoop/src/test/pig/feed_visit_data.pig deleted file mode 100644 index 59d144b53dc..00000000000 --- a/vespa-hadoop/src/test/pig/feed_visit_data.pig +++ /dev/null @@ -1,12 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Define short name for VespaStorage -DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage(); - --- Load data - one column for json data -metrics = LOAD 'src/test/resources/visit_data.json' AS (data:chararray); - --- Store into Vespa -STORE metrics INTO '$ENDPOINT' USING VespaStorage(); - diff --git a/vespa-hadoop/src/test/pig/query.pig b/vespa-hadoop/src/test/pig/query.pig deleted file mode 100644 index 96caa5cd0c4..00000000000 --- a/vespa-hadoop/src/test/pig/query.pig +++ /dev/null @@ -1,19 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Define Vespa query for retrieving blog posts -DEFINE BlogPostRecommendations - com.yahoo.vespa.hadoop.pig.VespaQuery( - 'query=$ENDPOINT/search?query=<userid>&hits=100', - 'schema=rank:int,id:chararray,relevance:double,fields/id:chararray,fields/content:chararray' - ); - --- Load data from a local file -users = LOAD 'src/test/resources/user_ids.csv' AS (userid:chararray); -users = FILTER users BY userid IS NOT null; - --- Run a set of queries against Vespa -recommendations = FOREACH users GENERATE userid, FLATTEN(BlogPostRecommendations(*)); - --- Output recommendations -DUMP recommendations; diff --git a/vespa-hadoop/src/test/pig/query_alt_root.pig b/vespa-hadoop/src/test/pig/query_alt_root.pig deleted file mode 100644 index 2884b4a600f..00000000000 --- a/vespa-hadoop/src/test/pig/query_alt_root.pig +++ /dev/null @@ -1,20 +0,0 @@ --- Copyright Yahoo. Licensed under the terms of the Apache 2.0 license. See LICENSE in the project root. --- REGISTER vespa-hadoop.jar -- Not needed in tests - --- Define Vespa query for retrieving blog posts -DEFINE BlogPostRecommendations - com.yahoo.vespa.hadoop.pig.VespaQuery( - 'query=$ENDPOINT/search?query=<userid>&hits=100', - 'rootnode=root/children/children', - 'schema=rank:int,id:chararray,relevance:double,fields/id:chararray,fields/content:chararray' - ); - --- Load data from a local file -users = LOAD 'src/test/resources/user_ids.csv' AS (userid:chararray); -users = FILTER users BY userid IS NOT null; - --- Run a set of queries against Vespa -recommendations = FOREACH users GENERATE userid, FLATTEN(BlogPostRecommendations(*)); - --- Output recommendations -DUMP recommendations; |