diff options
author | Lester Solbakken <lesters@yahoo-inc.com> | 2016-09-09 13:35:26 +0200 |
---|---|---|
committer | Lester Solbakken <lesters@yahoo-inc.com> | 2016-09-09 13:35:26 +0200 |
commit | 9fe32225544d5d11293c37dbe416dac8c6b9bf60 (patch) | |
tree | 2e7fbf33afcfe218aed23bc8ed219e674a7accab /sample-apps | |
parent | c2dab7d62971c791e8b21e90da39a8296c410bd8 (diff) |
Remove user specific code
Diffstat (limited to 'sample-apps')
-rw-r--r-- | sample-apps/blog-tutorial-shared/src/main/pig/tutorial_feed_content_vespa.pig | 48 |
1 files changed, 23 insertions, 25 deletions
diff --git a/sample-apps/blog-tutorial-shared/src/main/pig/tutorial_feed_content_vespa.pig b/sample-apps/blog-tutorial-shared/src/main/pig/tutorial_feed_content_vespa.pig index 5573e9fcbc7..6150b38e80c 100644 --- a/sample-apps/blog-tutorial-shared/src/main/pig/tutorial_feed_content_vespa.pig +++ b/sample-apps/blog-tutorial-shared/src/main/pig/tutorial_feed_content_vespa.pig @@ -1,6 +1,4 @@ REGISTER '$VESPA_HADOOP_JAR' --- REGISTER /Users/tmartins/projects/yahoo/sw/vespa-hadoop/target/vespa-hadoop.jar --- REGISTER '/homes/tmartins/yinst_root/lib/jars/vespa-hadoop.jar' -- UDF to create valid Vespa document operation in JSON format DEFINE VespaPutOperationDoc @@ -15,34 +13,34 @@ DEFINE VespaStorage com.yahoo.vespa.hadoop.pig.VespaStorage(); -- Load data from any source - here we load using JsonLoader -data = LOAD '$DATA_PATH' USING - JsonLoader('date_gmt:chararray, - language:chararray, - author:chararray, - url:chararray, - title:chararray, - blog:chararray, - post_id:chararray, - tags:{T:(tag_name:chararray)}, - blogname:chararray, - date:chararray, - content:chararray, - categories:{T:(category_name:chararray)}, +data = LOAD '$DATA_PATH' USING + JsonLoader('date_gmt:chararray, + language:chararray, + author:chararray, + url:chararray, + title:chararray, + blog:chararray, + post_id:chararray, + tags:{T:(tag_name:chararray)}, + blogname:chararray, + date:chararray, + content:chararray, + categories:{T:(category_name:chararray)}, likes:{T:(dt:chararray, uid:chararray)}'); -- Select fields that will be sent to Vespa. -- This should follow blog_post.sd -data_for_feed = FOREACH data GENERATE - date_gmt, - language, - author, - url, - title, - blog, - post_id, - tags, +data_for_feed = FOREACH data GENERATE + date_gmt, + language, + author, + url, + title, + blog, + post_id, + tags, blogname, - content, + content, categories; -- Create valid Vespa put operations in JSON format |