使用Eclipse+Java配置Pig开发环境

<repositories>
    <repository>
        <id>cloudera</id>
        <url>https://repository.cloudera.com/artifactory/cloudera-repos/</url>
    </repository>
</repositories>

<dependencies>
    <!-- https://mvnrepository.com/artifact/org.antlr/antlr4 -->
    <dependency>
        <groupId>org.antlr</groupId>
        <artifactId>antlr4</artifactId>
        <version>4.7.2</version>
    </dependency>

    <dependency>
        <groupId>org.apache.pig</groupId>
        <artifactId>pig</artifactId>
        <version>0.17.0-cdh6.0.0</version>
    </dependency>

    <dependency>
        <groupId>org.apache.pig</groupId>
        <artifactId>pigunit</artifactId>
        <version>0.17.0-cdh6.0.0</version>
    </dependency>
</dependencies>

A = load 'src/main/resources/pigData/sample.data';
B = foreach A generate flatten(TOKENIZE((chararray)$0)) as word;
C = group B by word;
D = foreach C generate COUNT(B), group;
dump D;

Johny, Johny!
Yes, Papa
Eating sugar?
No, Papa
Telling lies?
No, Papa
Open your mouth!
Ha! Ha! Ha!

import java.util.Properties;

import org.apache.pig.ExecType;
import org.apache.pig.PigServer;
public class PigRunner
{
	public static void main(String[] args) throws Exception
	{
		// MapReduce 模式
		Properties props = new Properties();
		props.setProperty("fs.default.name", "hdfs://localhost:9000");
//		props.setProperty("mapred.job.tracker", "http://localhost:50070");
		PigServer pigServer = new PigServer(ExecType.MAPREDUCE, props);
		pigServer.registerScript("src/main/java/pig/wordcount.pig");

		// local 模式
		PigServer pigServer1 = new PigServer(ExecType.LOCAL);
		pigServer1.registerScript("src/main/java/pig/wordcount.pig");
	}
}

import org.apache.pig.pigunit.PigTest;

import junit.framework.*;

public class AppTest extends TestCase
{
	public void testStudentsPigScript() throws Exception
	{
		PigTest pigTest = new PigTest("src/main/java/pig/wordcount.pig");
		pigTest.assertOutput("D", new String[] { "(2,No)", "(3,Ha!)", "(1,Yes)", "(1,Open)", "(3,Papa)", "(1,your)",
				"(1,Johny)", "(1,lies?)", "(1,Eating)", "(1,Johny!)", "(1,mouth!)", "(1,sugar?)", "(1,Telling)"});
		
	}
}