FAQ
I am trying to run a pig script through HUE Oozie and receive the java.lang.NoClassDefFoundError: org/apache/pig/Main error. We are running CDH 4.1.1. I see the jars in /user/oozie/share/lib/pig in HDFS. I included the workflow xml and my pig script. I understand the pig script could be parameterized and so forth but this is just a simple test to get an initial pig script to run.


<workflow-app name="Pig Test" xmlns="uri:oozie:workflow:0.4">
     <start to="Pig-Date"/>
     <action name="Pig-Date">
         <pig>
             <job-tracker>${jobTracker}</job-tracker>
             <name-node>${nameNode}</name-node>
             <configuration>
                 <property>
                     <name>oozie.use.system.libpath</name>
                     <value>true</value>
                 </property>
             </configuration>
             <script>/user/bharri/DFAdate4.pig</script>
         </pig>
         <ok to="end"/>
         <error to="kill"/>
     </action>
     <kill name="kill">
         <message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
     </kill>
     <end name="end"/>
</workflow-app>

REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/piggybank.jar;
REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/joda-time-2.2.jar;
DEFINE UnixToISO org.apache.pig.piggybank.evaluation.datetime.convert.UnixToISO();
DEFINE ISOToUnix org.apache.pig.piggybank.evaluation.datetime.convert.ISOToUnix();
DEFINE ISOToYear org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToYear();
DEFINE ISOToMonth org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToMonth();
DEFINE ISOToDay org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToDay();
--
DFA_data = LOAD 'hdfs://vmlit51114.cert.acxiom.net/user/bdp/ingestion/DFA_data_sample.txt' USING PigStorage('\t') AS (platform_id, platform_uuid, ash_uuid, acxiom_uuid, ts:long, campaign_id, creative_id, placement_id, page_id,size_id, event_type_id, activity_type_id, site_id, country_id, state_province, city_id, zipcode, dma_id, os_id, browser_id);
DFA_data_with_ymd = FOREACH DFA_data {
  iso_timestamp = UnixToISO(ts * 1000);
  Year = SUBSTRING(iso_timestamp, 0, 4);
  Month = SUBSTRING(iso_timestamp, 5, 7);
  Day = SUBSTRING(iso_timestamp, 8, 10);
  ym = CONCAT(Year, Month);
  ymd = CONCAT(ym, Day);
  GENERATE ymd, Year, Month, Day, *;
};
--
STORE DFA_data_with_ymd into 'hdfs://vmlit51114.cert.acxiom.net/user/bharri/DFA_data_sample_ymd' USING PigStorage('\t');

2013-08-26 16:02:07,930 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] Start action [0000002-130814173951582-oozie-oozi-W@:start:] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action status=DONE
2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action updated in DB!
2013-08-26 16:02:07,997 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Start action [0000002-130814173951582-oozie-oozi-W@Pig-Date] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action status=RUNNING
2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action updated in DB!
2013-08-26 16:02:20,978 INFO CallbackServlet:539 - USER[-] GROUP[-] TOKEN[-] APP[-] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] callback for action [0000002-130814173951582-oozie-oozi-W@Pig-Date]
2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
java.lang.NoClassDefFoundError: org/apache/pig/Main
  at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
  at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
  at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
  at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  at java.lang.reflect.Method.invoke(Method.java:597)
  at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
  at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
  at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
  at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
  at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
  at java.security.AccessController.doPrivileged(Native Method)
  at javax.security.auth.Subject.doAs(Subject.java:396)
  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
  at org.apache.hadoop.mapred.Child.main(Child.java:262)
Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
  at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
  at java.security.AccessController.doPrivileged(Native Method)
  at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
  at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
  at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
  at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
  ... 17 more

2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
java.lang.NoClassDefFoundError: org/apache/pig/Main
  at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
  at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
  at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
  at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
  at java.lang.reflect.Method.invoke(Method.java:597)
  at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
  at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
  at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
  at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
  at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
  at java.security.AccessController.doPrivileged(Native Method)
  at javax.security.auth.Subject.doAs(Subject.java:396)
  at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
  at org.apache.hadoop.mapred.Child.main(Child.java:262)
Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
  at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
  at java.security.AccessController.doPrivileged(Native Method)
  at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
  at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
  at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
  at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
  ... 17 more

2013-08-26 16:02:21,221 INFO ActionEndXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] ERROR is considered as FAILED for SLA
2013-08-26 16:02:21,269 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] Start action [0000002-130814173951582-oozie-oozi-W@kill] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action status=DONE
2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action updated in DB!
2013-08-26 16:02:21,322 WARN CoordActionUpdateXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[-] E1100: Command precondition does not hold before execution, [, coord action is null], Error Code: E1100

Back

--

---
You received this message because you are subscribed to the Google Groups "CDH Users" group.
To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.

Search Discussions

  • Brad Harris at Aug 27, 2013 at 2:40 am
    First thanks for the quick response. I'm confused because on the HUE Oozie
    workflow pig action it has the property set. If I understand correctly I
    need to enter something in "Add Param" versus what is already in the Job
    Properties. I'm having trouble finding the example workflow you reference
    could you point me to it or provide me with what should be entered in the
    parameter field. Thanks!


    On Monday, August 26, 2013 5:57:29 PM UTC-6, brad....@acxiom.com wrote:

    I am trying to run a pig script through HUE Oozie and receive the java.lang.NoClassDefFoundError: org/apache/pig/Main error. We are running CDH 4.1.1. I see the jars in /user/oozie/share/lib/pig in HDFS. I included the workflow xml and my pig script. I understand the pig script could be parameterized and so forth but this is just a simple test to get an initial pig script to run.


    <workflow-app name="Pig Test" xmlns="uri:oozie:workflow:0.4">
    <start to="Pig-Date"/>
    <action name="Pig-Date">
    <pig>
    <job-tracker>${jobTracker}</job-tracker>
    <name-node>${nameNode}</name-node>
    <configuration>
    <property>
    <name>oozie.use.system.libpath</name>
    <value>true</value>
    </property>
    </configuration>
    <script>/user/bharri/DFAdate4.pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/piggybank.jar;
    REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/joda-time-2.2.jar;
    DEFINE UnixToISO org.apache.pig.piggybank.evaluation.datetime.convert.UnixToISO();
    DEFINE ISOToUnix org.apache.pig.piggybank.evaluation.datetime.convert.ISOToUnix();
    DEFINE ISOToYear org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToYear();
    DEFINE ISOToMonth org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToMonth();
    DEFINE ISOToDay org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToDay();
    --
    DFA_data = LOAD 'hdfs://vmlit51114.cert.acxiom.net/user/bdp/ingestion/DFA_data_sample.txt' USING PigStorage('\t') AS (platform_id, platform_uuid, ash_uuid, acxiom_uuid, ts:long, campaign_id, creative_id, placement_id, page_id,size_id, event_type_id, activity_type_id, site_id, country_id, state_province, city_id, zipcode, dma_id, os_id, browser_id);
    DFA_data_with_ymd = FOREACH DFA_data {
    iso_timestamp = UnixToISO(ts * 1000);
    Year = SUBSTRING(iso_timestamp, 0, 4);
    Month = SUBSTRING(iso_timestamp, 5, 7);
    Day = SUBSTRING(iso_timestamp, 8, 10);
    ym = CONCAT(Year, Month);
    ymd = CONCAT(ym, Day);
    GENERATE ymd, Year, Month, Day, *;
    };
    --
    STORE DFA_data_with_ymd into 'hdfs://vmlit51114.cert.acxiom.net/user/bharri/DFA_data_sample_ymd' USING PigStorage('\t');

    2013-08-26 16:02:07,930 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] Start action [0000002-130814173951582-oozie-oozi-W@:start:] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action status=DONE
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action updated in DB!
    2013-08-26 16:02:07,997 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Start action [0000002-130814173951582-oozie-oozi-W@Pig-Date] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action status=RUNNING
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action updated in DB!
    2013-08-26 16:02:20,978 INFO CallbackServlet:539 - USER[-] GROUP[-] TOKEN[-] APP[-] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] callback for action [0000002-130814173951582-oozie-oozi-W@Pig-Date]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
    at org.apache.hadoop.mapred.Child.main(Child.java:262)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
    at org.apache.hadoop.mapred.Child.main(Child.java:262)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-08-26 16:02:21,221 INFO ActionEndXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] ERROR is considered as FAILED for SLA
    2013-08-26 16:02:21,269 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] Start action [0000002-130814173951582-oozie-oozi-W@kill] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action status=DONE
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action updated in DB!
    2013-08-26 16:02:21,322 WARN CoordActionUpdateXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[-] E1100: Command precondition does not hold before execution, [, coord action is null], Error Code: E1100

    Back
    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Romain Rigaux at Aug 27, 2013 at 7:13 am
    No, please do it in "the 'Oozie parameters' list on the 'properties' tab of
    the workflow.".

    I need to check on CDH4.1 (pretty old), if the names changed. I think it
    was put in the wrong place in CDH4.1:
    https://issues.cloudera.org/browse/HUE-877

    Romain

    On Mon, Aug 26, 2013 at 7:40 PM, wrote:

    First thanks for the quick response. I'm confused because on the HUE Oozie
    workflow pig action it has the property set. If I understand correctly I
    need to enter something in "Add Param" versus what is already in the Job
    Properties. I'm having trouble finding the example workflow you reference
    could you point me to it or provide me with what should be entered in the
    parameter field. Thanks!


    On Monday, August 26, 2013 5:57:29 PM UTC-6, brad....@acxiom.com wrote:

    I am trying to run a pig script through HUE Oozie and receive the java.lang.**NoClassDefFoundError: org/apache/pig/Main error. We are running CDH 4.1.1. I see the jars in /user/oozie/share/lib/pig in HDFS. I included the workflow xml and my pig script. I understand the pig script could be parameterized and so forth but this is just a simple test to get an initial pig script to run.



    <workflow-app name="Pig Test" xmlns="uri:oozie:workflow:0.4"**>
    <start to="Pig-Date"/>
    <action name="Pig-Date">
    <pig>
    <job-tracker>${jobTracker}</**job-tracker>
    <name-node>${nameNode}</name-**node>
    <configuration>
    <property>
    <name>oozie.use.system.**libpath</name>
    <value>true</value>
    </property>
    </configuration>
    <script>/user/bharri/DFAdate4.**pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error message[${wf:errorMessage(wf:**lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    REGISTER hdfs://vmlit51114.cert.acxiom.**net/user/bharri/piggybank.jar <http://vmlit51114.cert.acxiom.net/user/bharri/piggybank.jar>;
    REGISTER hdfs://vmlit51114.cert.acxiom.**net/user/bharri/joda-time-2.2.**jar <http://vmlit51114.cert.acxiom.net/user/bharri/joda-time-2.2.jar>;
    DEFINE UnixToISO org.apache.pig.piggybank.**evaluation.datetime.convert.**UnixToISO();
    DEFINE ISOToUnix org.apache.pig.piggybank.**evaluation.datetime.convert.**ISOToUnix();
    DEFINE ISOToYear org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToYear();
    DEFINE ISOToMonth org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToMonth();
    DEFINE ISOToDay org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToDay();
    --
    DFA_data = LOAD 'hdfs://vmlit51114.cert.**acxiom.net/user/bdp/ingestion/**DFA_data_sample.txt <http://vmlit51114.cert.acxiom.net/user/bdp/ingestion/DFA_data_sample.txt>' USING PigStorage('\t') AS (platform_id, platform_uuid, ash_uuid, acxiom_uuid, ts:long, campaign_id, creative_id, placement_id, page_id,size_id, event_type_id, activity_type_id, site_id, country_id, state_province, city_id, zipcode, dma_id, os_id, browser_id);
    DFA_data_with_ymd = FOREACH DFA_data {
    iso_timestamp = UnixToISO(ts * 1000);
    Year = SUBSTRING(iso_timestamp, 0, 4);
    Month = SUBSTRING(iso_timestamp, 5, 7);
    Day = SUBSTRING(iso_timestamp, 8, 10);
    ym = CONCAT(Year, Month);
    ymd = CONCAT(ym, Day);
    GENERATE ymd, Year, Month, Day, *;
    };
    --
    STORE DFA_data_with_ymd into 'hdfs://vmlit51114.cert.**acxiom.net/user/bharri/DFA_**data_sample_ymd <http://vmlit51114.cert.acxiom.net/user/bharri/DFA_data_sample_ymd>' USING PigStorage('\t');


    2013-08-26 16:02:07,930 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] Start action [0000002-130814173951582-**oozie-oozi-W@:start:] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] [***0000002-130814173951582-**oozie-oozi-W@:start:***]Action status=DONE
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] [***0000002-130814173951582-**oozie-oozi-W@:start:***]Action updated in DB!
    2013-08-26 16:02:07,997 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Start action [0000002-130814173951582-**oozie-oozi-W@Pig-Date] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Starting action 0000002-130814173951582-oozie-**oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Starting action 0000002-130814173951582-oozie-**oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.**net:8020/user/bdp/oozie-oozi/**0000002-130814173951582-oozie-**oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.**net:8020/user/bdp/oozie-oozi/**0000002-130814173951582-oozie-**oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] [***0000002-130814173951582-**oozie-oozi-W@Pig-Date***]**Action status=RUNNING
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] [***0000002-130814173951582-**oozie-oozi-W@Pig-Date***]**Action updated in DB!
    2013-08-26 16:02:20,978 INFO CallbackServlet:539 - USER[-] GROUP[-] TOKEN[-] APP[-] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] callback for action [0000002-130814173951582-**oozie-oozi-W@Pig-Date]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.**hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.**hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.**NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.**hadoop.PigMain.runPigJob(**PigMain.java:323)
    at org.apache.oozie.action.**hadoop.PigMain.run(PigMain.**java:218)
    at org.apache.oozie.action.**hadoop.LauncherMain.run(**LauncherMain.java:37)
    at org.apache.oozie.action.**hadoop.PigMain.main(PigMain.**java:76)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke0(Native Method)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke(**NativeMethodAccessorImpl.java:**39)
    at sun.reflect.**DelegatingMethodAccessorImpl.**invoke(**DelegatingMethodAccessorImpl.**java:25)
    at java.lang.reflect.Method.**invoke(Method.java:597)
    at org.apache.oozie.action.**hadoop.LauncherMapper.map(**LauncherMapper.java:472)
    at org.apache.hadoop.mapred.**MapRunner.run(MapRunner.java:**50)
    at org.apache.hadoop.mapred.**MapTask.runOldMapper(MapTask.**java:393)
    at org.apache.hadoop.mapred.**MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.**Child$4.run(Child.java:268)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at javax.security.auth.Subject.**doAs(Subject.java:396)
    at org.apache.hadoop.security.**UserGroupInformation.doAs(**UserGroupInformation.java:**1332)
    at org.apache.hadoop.mapred.**Child.main(Child.java:262)
    Caused by: java.lang.**ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(**URLClassLoader.java:202)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at java.net.URLClassLoader.**findClass(URLClassLoader.java:**190)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**306)
    at sun.misc.Launcher$**AppClassLoader.loadClass(**Launcher.java:301)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**247)
    ... 17 more

    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.**NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.**hadoop.PigMain.runPigJob(**PigMain.java:323)
    at org.apache.oozie.action.**hadoop.PigMain.run(PigMain.**java:218)
    at org.apache.oozie.action.**hadoop.LauncherMain.run(**LauncherMain.java:37)
    at org.apache.oozie.action.**hadoop.PigMain.main(PigMain.**java:76)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke0(Native Method)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke(**NativeMethodAccessorImpl.java:**39)
    at sun.reflect.**DelegatingMethodAccessorImpl.**invoke(**DelegatingMethodAccessorImpl.**java:25)
    at java.lang.reflect.Method.**invoke(Method.java:597)
    at org.apache.oozie.action.**hadoop.LauncherMapper.map(**LauncherMapper.java:472)
    at org.apache.hadoop.mapred.**MapRunner.run(MapRunner.java:**50)
    at org.apache.hadoop.mapred.**MapTask.runOldMapper(MapTask.**java:393)
    at org.apache.hadoop.mapred.**MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.**Child$4.run(Child.java:268)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at javax.security.auth.Subject.**doAs(Subject.java:396)
    at org.apache.hadoop.security.**UserGroupInformation.doAs(**UserGroupInformation.java:**1332)
    at org.apache.hadoop.mapred.**Child.main(Child.java:262)
    Caused by: java.lang.**ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(**URLClassLoader.java:202)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at java.net.URLClassLoader.**findClass(URLClassLoader.java:**190)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**306)
    at sun.misc.Launcher$**AppClassLoader.loadClass(**Launcher.java:301)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**247)
    ... 17 more

    2013-08-26 16:02:21,221 INFO ActionEndXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] ERROR is considered as FAILED for SLA
    2013-08-26 16:02:21,269 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] Start action [0000002-130814173951582-**oozie-oozi-W@kill] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] [***0000002-130814173951582-**oozie-oozi-W@kill***]Action status=DONE
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] [***0000002-130814173951582-**oozie-oozi-W@kill***]Action updated in DB!
    2013-08-26 16:02:21,322 WARN CoordActionUpdateXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[-] E1100: Command precondition does not hold before execution, [, coord action is null], Error Code: E1100

    Back

    --
    ---
    You received this message because you are subscribed to the Google Groups
    "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an
    email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit
    https://groups.google.com/a/cloudera.org/groups/opt_out.
    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Brad Harris at Aug 27, 2013 at 6:45 pm
    Thanks the flow works after I finally got what you were telling me about
    the workflow parameter.
    On Monday, August 26, 2013 5:57:29 PM UTC-6, brad....@acxiom.com wrote:

    I am trying to run a pig script through HUE Oozie and receive the java.lang.NoClassDefFoundError: org/apache/pig/Main error. We are running CDH 4.1.1. I see the jars in /user/oozie/share/lib/pig in HDFS. I included the workflow xml and my pig script. I understand the pig script could be parameterized and so forth but this is just a simple test to get an initial pig script to run.


    <workflow-app name="Pig Test" xmlns="uri:oozie:workflow:0.4">
    <start to="Pig-Date"/>
    <action name="Pig-Date">
    <pig>
    <job-tracker>${jobTracker}</job-tracker>
    <name-node>${nameNode}</name-node>
    <configuration>
    <property>
    <name>oozie.use.system.libpath</name>
    <value>true</value>
    </property>
    </configuration>
    <script>/user/bharri/DFAdate4.pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/piggybank.jar;
    REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/joda-time-2.2.jar;
    DEFINE UnixToISO org.apache.pig.piggybank.evaluation.datetime.convert.UnixToISO();
    DEFINE ISOToUnix org.apache.pig.piggybank.evaluation.datetime.convert.ISOToUnix();
    DEFINE ISOToYear org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToYear();
    DEFINE ISOToMonth org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToMonth();
    DEFINE ISOToDay org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToDay();
    --
    DFA_data = LOAD 'hdfs://vmlit51114.cert.acxiom.net/user/bdp/ingestion/DFA_data_sample.txt' USING PigStorage('\t') AS (platform_id, platform_uuid, ash_uuid, acxiom_uuid, ts:long, campaign_id, creative_id, placement_id, page_id,size_id, event_type_id, activity_type_id, site_id, country_id, state_province, city_id, zipcode, dma_id, os_id, browser_id);
    DFA_data_with_ymd = FOREACH DFA_data {
    iso_timestamp = UnixToISO(ts * 1000);
    Year = SUBSTRING(iso_timestamp, 0, 4);
    Month = SUBSTRING(iso_timestamp, 5, 7);
    Day = SUBSTRING(iso_timestamp, 8, 10);
    ym = CONCAT(Year, Month);
    ymd = CONCAT(ym, Day);
    GENERATE ymd, Year, Month, Day, *;
    };
    --
    STORE DFA_data_with_ymd into 'hdfs://vmlit51114.cert.acxiom.net/user/bharri/DFA_data_sample_ymd' USING PigStorage('\t');

    2013-08-26 16:02:07,930 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] Start action [0000002-130814173951582-oozie-oozi-W@:start:] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action status=DONE
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action updated in DB!
    2013-08-26 16:02:07,997 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Start action [0000002-130814173951582-oozie-oozi-W@Pig-Date] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action status=RUNNING
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action updated in DB!
    2013-08-26 16:02:20,978 INFO CallbackServlet:539 - USER[-] GROUP[-] TOKEN[-] APP[-] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] callback for action [0000002-130814173951582-oozie-oozi-W@Pig-Date]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
    at org.apache.hadoop.mapred.Child.main(Child.java:262)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
    at org.apache.hadoop.mapred.Child.main(Child.java:262)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-08-26 16:02:21,221 INFO ActionEndXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] ERROR is considered as FAILED for SLA
    2013-08-26 16:02:21,269 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] Start action [0000002-130814173951582-oozie-oozi-W@kill] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action status=DONE
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action updated in DB!
    2013-08-26 16:02:21,322 WARN CoordActionUpdateXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[-] E1100: Command precondition does not hold before execution, [, coord action is null], Error Code: E1100

    Back
    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Suhas Satish at Sep 13, 2013 at 9:30 pm
    I am hitting the same issue in Hue 2.5 in the Pig app. I checked that it
    has the patch HUE-877<https://github.com/cloudera/hue/commit/c522e30e287a8d12228bc96f390389fbe274a4b6>
    I have oozie share lib in hdfs path /user/root/share/lib

    30826142717853-oozie-root-W@pig] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
      at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:324)
      at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:219)
      at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
      at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
      at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
      at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
      at java.lang.reflect.Method.invoke(Method.java:597)
      at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:491)
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:418)
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:349)
      at org.apache.hadoop.mapred.Child$4.run(Child.java:270)
      at java.security.AccessController.doPrivileged(Native Method)
      at javax.security.auth.Subject.doAs(Subject.java:396)
      at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1127)
      at org.apache.hadoop.mapred.Child.main(Child.java:264)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
      at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
      at java.security.AccessController.doPrivileged(Native Method)
      at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
      at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
      at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
      at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
      ... 17 more

    2013-09-13 14:00:34,212 INFO ActionEndXCommand:539 - USER[root] GROUP[-] TOKEN[] APP[pig-app-hue-script] JOB[0000020-130826142717853-oozie-root-W] ACTION[0000020-130826142717853-oozie-root-W@pig] ERROR is considered as FAILED for SLA

    *heres the workflow generated* -

    <workflow-app name="pig-app-hue-script" xmlns="uri:oozie:workflow:0.4">
         <start to="pig"/>
         <action name="pig">
             <pig>
                 <job-tracker>${jobTracker}</job-tracker>
                 <name-node>${nameNode}</name-node>

    <script>/user/hue/oozie/workspaces/_root_-oozie-11-1379106024.73/script.pig</script>
             </pig>
             <ok to="end"/>
             <error to="kill"/>
         </action>
         <kill name="kill">
             <message>Action failed, error
    message[${wf:errorMessage(wf:lastErrorNode())}]</message>
         </kill>
         <end name="end"/>
    </workflow-app>

    *In the pig app under 'properties', I tried
    putting oozie.use.system.libpath=true in both the 'parameters' and
    'properties' sections but still got the error. The oozie workflow already
    has the below property set- *
    * *
    *properties -> edit properties -> oozie parameters
    -> oozie.use.system.libpath =true *



    On Tuesday, August 27, 2013 11:45:43 AM UTC-7, brad....@acxiom.com wrote:

    Thanks the flow works after I finally got what you were telling me about
    the workflow parameter.
    On Monday, August 26, 2013 5:57:29 PM UTC-6, brad....@acxiom.com wrote:

    I am trying to run a pig script through HUE Oozie and receive the java.lang.NoClassDefFoundError: org/apache/pig/Main error. We are running CDH 4.1.1. I see the jars in /user/oozie/share/lib/pig in HDFS. I included the workflow xml and my pig script. I understand the pig script could be parameterized and so forth but this is just a simple test to get an initial pig script to run.


    <workflow-app name="Pig Test" xmlns="uri:oozie:workflow:0.4">
    <start to="Pig-Date"/>
    <action name="Pig-Date">
    <pig>
    <job-tracker>${jobTracker}</job-tracker>
    <name-node>${nameNode}</name-node>
    <configuration>
    <property>
    <name>oozie.use.system.libpath</name>
    <value>true</value>
    </property>
    </configuration>
    <script>/user/bharri/DFAdate4.pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/piggybank.jar;
    REGISTER hdfs://vmlit51114.cert.acxiom.net/user/bharri/joda-time-2.2.jar;
    DEFINE UnixToISO org.apache.pig.piggybank.evaluation.datetime.convert.UnixToISO();
    DEFINE ISOToUnix org.apache.pig.piggybank.evaluation.datetime.convert.ISOToUnix();
    DEFINE ISOToYear org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToYear();
    DEFINE ISOToMonth org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToMonth();
    DEFINE ISOToDay org.apache.pig.piggybank.evaluation.datetime.truncate.ISOToDay();
    --
    DFA_data = LOAD 'hdfs://vmlit51114.cert.acxiom.net/user/bdp/ingestion/DFA_data_sample.txt' USING PigStorage('\t') AS (platform_id, platform_uuid, ash_uuid, acxiom_uuid, ts:long, campaign_id, creative_id, placement_id, page_id,size_id, event_type_id, activity_type_id, site_id, country_id, state_province, city_id, zipcode, dma_id, os_id, browser_id);
    DFA_data_with_ymd = FOREACH DFA_data {
    iso_timestamp = UnixToISO(ts * 1000);
    Year = SUBSTRING(iso_timestamp, 0, 4);
    Month = SUBSTRING(iso_timestamp, 5, 7);
    Day = SUBSTRING(iso_timestamp, 8, 10);
    ym = CONCAT(Year, Month);
    ymd = CONCAT(ym, Day);
    GENERATE ymd, Year, Month, Day, *;
    };
    --
    STORE DFA_data_with_ymd into 'hdfs://vmlit51114.cert.acxiom.net/user/bharri/DFA_data_sample_ymd' USING PigStorage('\t');

    2013-08-26 16:02:07,930 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] Start action [0000002-130814173951582-oozie-oozi-W@:start:] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action status=DONE
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@:start:] [***0000002-130814173951582-oozie-oozi-W@:start:***]Action updated in DB!
    2013-08-26 16:02:07,997 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Start action [0000002-130814173951582-oozie-oozi-W@Pig-Date] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Starting action 0000002-130814173951582-oozie-oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-oozi-W@Pig-Date
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action status=RUNNING
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] [***0000002-130814173951582-oozie-oozi-W@Pig-Date***]Action updated in DB!
    2013-08-26 16:02:20,978 INFO CallbackServlet:539 - USER[-] GROUP[-] TOKEN[-] APP[-] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] callback for action [0000002-130814173951582-oozie-oozi-W@Pig-Date]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
    at org.apache.hadoop.mapred.Child.main(Child.java:262)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:323)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:218)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:472)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:393)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:268)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1332)
    at org.apache.hadoop.mapred.Child.main(Child.java:262)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-08-26 16:02:21,221 INFO ActionEndXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@Pig-Date] ERROR is considered as FAILED for SLA
    2013-08-26 16:02:21,269 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] Start action [0000002-130814173951582-oozie-oozi-W@kill] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action status=DONE
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[0000002-130814173951582-oozie-oozi-W@kill] [***0000002-130814173951582-oozie-oozi-W@kill***]Action updated in DB!
    2013-08-26 16:02:21,322 WARN CoordActionUpdateXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-oozie-oozi-W] ACTION[-] E1100: Command precondition does not hold before execution, [, coord action is null], Error Code: E1100

    Back
    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Robert Kanter at Sep 16, 2013 at 5:09 pm
    Hi,

    Have you actually deployed the sharelib to HDFS?

    thanks
    - Robert

    On Fri, Sep 13, 2013 at 2:30 PM, Suhas Satish wrote:

    I am hitting the same issue in Hue 2.5 in the Pig app. I checked that it
    has the patch HUE-877<https://github.com/cloudera/hue/commit/c522e30e287a8d12228bc96f390389fbe274a4b6>
    I have oozie share lib in hdfs path /user/root/share/lib

    30826142717853-oozie-root-W@pig] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:324)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:219)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:491)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:418)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:349)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:270)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1127)
    at org.apache.hadoop.mapred.Child.main(Child.java:264)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-09-13 14:00:34,212 INFO ActionEndXCommand:539 - USER[root] GROUP[-] TOKEN[] APP[pig-app-hue-script] JOB[0000020-130826142717853-oozie-root-W] ACTION[0000020-130826142717853-oozie-root-W@pig] ERROR is considered as FAILED for SLA

    *heres the workflow generated* -

    <workflow-app name="pig-app-hue-script" xmlns="uri:oozie:workflow:0.4">
    <start to="pig"/>
    <action name="pig">
    <pig>
    <job-tracker>${jobTracker}</job-tracker>
    <name-node>${nameNode}</name-node>

    <script>/user/hue/oozie/workspaces/_root_-oozie-11-1379106024.73/script.pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error
    message[${wf:errorMessage(wf:lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    *In the pig app under 'properties', I tried
    putting oozie.use.system.libpath=true in both the 'parameters' and
    'properties' sections but still got the error. The oozie workflow already
    has the below property set- *
    * *
    *properties -> edit properties -> oozie parameters
    -> oozie.use.system.libpath =true *



    On Tuesday, August 27, 2013 11:45:43 AM UTC-7, brad....@acxiom.com wrote:

    Thanks the flow works after I finally got what you were telling me about
    the workflow parameter.
    On Monday, August 26, 2013 5:57:29 PM UTC-6, brad....@acxiom.com wrote:

    I am trying to run a pig script through HUE Oozie and receive the java.lang.**NoClassDefFoundError: org/apache/pig/Main error. We are running CDH 4.1.1. I see the jars in /user/oozie/share/lib/pig in HDFS. I included the workflow xml and my pig script. I understand the pig script could be parameterized and so forth but this is just a simple test to get an initial pig script to run.


    <workflow-app name="Pig Test" xmlns="uri:oozie:workflow:0.4"**>
    <start to="Pig-Date"/>
    <action name="Pig-Date">
    <pig>
    <job-tracker>${jobTracker}</**job-tracker>
    <name-node>${nameNode}</name-**node>
    <configuration>
    <property>
    <name>oozie.use.system.**libpath</name>
    <value>true</value>
    </property>
    </configuration>
    <script>/user/bharri/DFAdate4.**pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error message[${wf:errorMessage(wf:**lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    REGISTER hdfs://vmlit51114.cert.acxiom.**net/user/bharri/piggybank.jar <http://vmlit51114.cert.acxiom.net/user/bharri/piggybank.jar>;
    REGISTER hdfs://vmlit51114.cert.acxiom.**net/user/bharri/joda-time-2.2.**jar <http://vmlit51114.cert.acxiom.net/user/bharri/joda-time-2.2.jar>;
    DEFINE UnixToISO org.apache.pig.piggybank.**evaluation.datetime.convert.**UnixToISO();
    DEFINE ISOToUnix org.apache.pig.piggybank.**evaluation.datetime.convert.**ISOToUnix();
    DEFINE ISOToYear org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToYear();
    DEFINE ISOToMonth org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToMonth();
    DEFINE ISOToDay org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToDay();
    --
    DFA_data = LOAD 'hdfs://vmlit51114.cert.**acxiom.net/user/bdp/ingestion/**DFA_data_sample.txt <http://vmlit51114.cert.acxiom.net/user/bdp/ingestion/DFA_data_sample.txt>' USING PigStorage('\t') AS (platform_id, platform_uuid, ash_uuid, acxiom_uuid, ts:long, campaign_id, creative_id, placement_id, page_id,size_id, event_type_id, activity_type_id, site_id, country_id, state_province, city_id, zipcode, dma_id, os_id, browser_id);
    DFA_data_with_ymd = FOREACH DFA_data {
    iso_timestamp = UnixToISO(ts * 1000);
    Year = SUBSTRING(iso_timestamp, 0, 4);
    Month = SUBSTRING(iso_timestamp, 5, 7);
    Day = SUBSTRING(iso_timestamp, 8, 10);
    ym = CONCAT(Year, Month);
    ymd = CONCAT(ym, Day);
    GENERATE ymd, Year, Month, Day, *;
    };
    --
    STORE DFA_data_with_ymd into 'hdfs://vmlit51114.cert.**acxiom.net/user/bharri/DFA_**data_sample_ymd <http://vmlit51114.cert.acxiom.net/user/bharri/DFA_data_sample_ymd>' USING PigStorage('\t');

    2013-08-26 16:02:07,930 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] Start action [0000002-130814173951582-**oozie-oozi-W@:start:] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] [***0000002-130814173951582-**oozie-oozi-W@:start:***]Action status=DONE
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] [***0000002-130814173951582-**oozie-oozi-W@:start:***]Action updated in DB!
    2013-08-26 16:02:07,997 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Start action [0000002-130814173951582-**oozie-oozi-W@Pig-Date] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Starting action 0000002-130814173951582-oozie-**oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Starting action 0000002-130814173951582-oozie-**oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.**net:8020/user/bdp/oozie-oozi/**0000002-130814173951582-oozie-**oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.**net:8020/user/bdp/oozie-oozi/**0000002-130814173951582-oozie-**oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] [***0000002-130814173951582-**oozie-oozi-W@Pig-Date***]**Action status=RUNNING
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] [***0000002-130814173951582-**oozie-oozi-W@Pig-Date***]**Action updated in DB!
    2013-08-26 16:02:20,978 INFO CallbackServlet:539 - USER[-] GROUP[-] TOKEN[-] APP[-] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] callback for action [0000002-130814173951582-**oozie-oozi-W@Pig-Date]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.**hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.**hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.**NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.**hadoop.PigMain.runPigJob(**PigMain.java:323)
    at org.apache.oozie.action.**hadoop.PigMain.run(PigMain.**java:218)
    at org.apache.oozie.action.**hadoop.LauncherMain.run(**LauncherMain.java:37)
    at org.apache.oozie.action.**hadoop.PigMain.main(PigMain.**java:76)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke0(Native Method)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke(**NativeMethodAccessorImpl.java:**39)
    at sun.reflect.**DelegatingMethodAccessorImpl.**invoke(**DelegatingMethodAccessorImpl.**java:25)
    at java.lang.reflect.Method.**invoke(Method.java:597)
    at org.apache.oozie.action.**hadoop.LauncherMapper.map(**LauncherMapper.java:472)
    at org.apache.hadoop.mapred.**MapRunner.run(MapRunner.java:**50)
    at org.apache.hadoop.mapred.**MapTask.runOldMapper(MapTask.**java:393)
    at org.apache.hadoop.mapred.**MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.**Child$4.run(Child.java:268)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at javax.security.auth.Subject.**doAs(Subject.java:396)
    at org.apache.hadoop.security.**UserGroupInformation.doAs(**UserGroupInformation.java:**1332)
    at org.apache.hadoop.mapred.**Child.main(Child.java:262)
    Caused by: java.lang.**ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(**URLClassLoader.java:202)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at java.net.URLClassLoader.**findClass(URLClassLoader.java:**190)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**306)
    at sun.misc.Launcher$**AppClassLoader.loadClass(**Launcher.java:301)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**247)
    ... 17 more

    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.**NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.**hadoop.PigMain.runPigJob(**PigMain.java:323)
    at org.apache.oozie.action.**hadoop.PigMain.run(PigMain.**java:218)
    at org.apache.oozie.action.**hadoop.LauncherMain.run(**LauncherMain.java:37)
    at org.apache.oozie.action.**hadoop.PigMain.main(PigMain.**java:76)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke0(Native Method)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke(**NativeMethodAccessorImpl.java:**39)
    at sun.reflect.**DelegatingMethodAccessorImpl.**invoke(**DelegatingMethodAccessorImpl.**java:25)
    at java.lang.reflect.Method.**invoke(Method.java:597)
    at org.apache.oozie.action.**hadoop.LauncherMapper.map(**LauncherMapper.java:472)
    at org.apache.hadoop.mapred.**MapRunner.run(MapRunner.java:**50)
    at org.apache.hadoop.mapred.**MapTask.runOldMapper(MapTask.**java:393)
    at org.apache.hadoop.mapred.**MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.**Child$4.run(Child.java:268)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at javax.security.auth.Subject.**doAs(Subject.java:396)
    at org.apache.hadoop.security.**UserGroupInformation.doAs(**UserGroupInformation.java:**1332)
    at org.apache.hadoop.mapred.**Child.main(Child.java:262)
    Caused by: java.lang.**ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(**URLClassLoader.java:202)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at java.net.URLClassLoader.**findClass(URLClassLoader.java:**190)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**306)
    at sun.misc.Launcher$**AppClassLoader.loadClass(**Launcher.java:301)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**247)
    ... 17 more

    2013-08-26 16:02:21,221 INFO ActionEndXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] ERROR is considered as FAILED for SLA
    2013-08-26 16:02:21,269 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] Start action [0000002-130814173951582-**oozie-oozi-W@kill] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] [***0000002-130814173951582-**oozie-oozi-W@kill***]Action status=DONE
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] [***0000002-130814173951582-**oozie-oozi-W@kill***]Action updated in DB!
    2013-08-26 16:02:21,322 WARN CoordActionUpdateXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[-] E1100: Command precondition does not hold before execution, [, coord action is null], Error Code: E1100

    Back

    --
    ---
    You received this message because you are subscribed to the Google Groups
    "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an
    email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit
    https://groups.google.com/a/cloudera.org/groups/opt_out.
    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Suhas Satish at Sep 16, 2013 at 7:21 pm
    it was a user error. Problem with oozie share lib being in the wrong
    location. Its working now. Sorry for the false alarm.

    Thanks,
    Suhas.


    On Mon, Sep 16, 2013 at 10:09 AM, Robert Kanter wrote:

    Hi,

    Have you actually deployed the sharelib to HDFS?

    thanks
    - Robert

    On Fri, Sep 13, 2013 at 2:30 PM, Suhas Satish wrote:

    I am hitting the same issue in Hue 2.5 in the Pig app. I checked that it
    has the patch HUE-877<https://github.com/cloudera/hue/commit/c522e30e287a8d12228bc96f390389fbe274a4b6>
    I have oozie share lib in hdfs path /user/root/share/lib

    30826142717853-oozie-root-W@pig] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:324)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:219)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:491)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:418)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:349)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:270)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1127)
    at org.apache.hadoop.mapred.Child.main(Child.java:264)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-09-13 14:00:34,212 INFO ActionEndXCommand:539 - USER[root] GROUP[-] TOKEN[] APP[pig-app-hue-script] JOB[0000020-130826142717853-oozie-root-W] ACTION[0000020-130826142717853-oozie-root-W@pig] ERROR is considered as FAILED for SLA

    *heres the workflow generated* -

    <workflow-app name="pig-app-hue-script" xmlns="uri:oozie:workflow:0.4">
    <start to="pig"/>
    <action name="pig">
    <pig>
    <job-tracker>${jobTracker}</job-tracker>
    <name-node>${nameNode}</name-node>

    <script>/user/hue/oozie/workspaces/_root_-oozie-11-1379106024.73/script.pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error
    message[${wf:errorMessage(wf:lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    *In the pig app under 'properties', I tried
    putting oozie.use.system.libpath=true in both the 'parameters' and
    'properties' sections but still got the error. The oozie workflow already
    has the below property set- *
    * *
    *properties -> edit properties -> oozie parameters
    -> oozie.use.system.libpath =true *



    On Tuesday, August 27, 2013 11:45:43 AM UTC-7, brad....@acxiom.com wrote:

    Thanks the flow works after I finally got what you were telling me about
    the workflow parameter.
    On Monday, August 26, 2013 5:57:29 PM UTC-6, brad....@acxiom.com wrote:

    I am trying to run a pig script through HUE Oozie and receive the java.lang.**NoClassDefFoundError: org/apache/pig/Main error. We are running CDH 4.1.1. I see the jars in /user/oozie/share/lib/pig in HDFS. I included the workflow xml and my pig script. I understand the pig script could be parameterized and so forth but this is just a simple test to get an initial pig script to run.


    <workflow-app name="Pig Test" xmlns="uri:oozie:workflow:0.4"**>
    <start to="Pig-Date"/>
    <action name="Pig-Date">
    <pig>
    <job-tracker>${jobTracker}</**job-tracker>
    <name-node>${nameNode}</name-**node>
    <configuration>
    <property>
    <name>oozie.use.system.**libpath</name>
    <value>true</value>
    </property>
    </configuration>
    <script>/user/bharri/DFAdate4.**pig</script>
    </pig>
    <ok to="end"/>
    <error to="kill"/>
    </action>
    <kill name="kill">
    <message>Action failed, error message[${wf:errorMessage(wf:**lastErrorNode())}]</message>
    </kill>
    <end name="end"/>
    </workflow-app>

    REGISTER hdfs://vmlit51114.cert.acxiom.**net/user/bharri/piggybank.jar <http://vmlit51114.cert.acxiom.net/user/bharri/piggybank.jar>;
    REGISTER hdfs://vmlit51114.cert.acxiom.**net/user/bharri/joda-time-2.2.**jar <http://vmlit51114.cert.acxiom.net/user/bharri/joda-time-2.2.jar>;
    DEFINE UnixToISO org.apache.pig.piggybank.**evaluation.datetime.convert.**UnixToISO();
    DEFINE ISOToUnix org.apache.pig.piggybank.**evaluation.datetime.convert.**ISOToUnix();
    DEFINE ISOToYear org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToYear();
    DEFINE ISOToMonth org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToMonth();
    DEFINE ISOToDay org.apache.pig.piggybank.**evaluation.datetime.truncate.**ISOToDay();
    --
    DFA_data = LOAD 'hdfs://vmlit51114.cert.**acxiom.net/user/bdp/ingestion/**DFA_data_sample.txt <http://vmlit51114.cert.acxiom.net/user/bdp/ingestion/DFA_data_sample.txt>' USING PigStorage('\t') AS (platform_id, platform_uuid, ash_uuid, acxiom_uuid, ts:long, campaign_id, creative_id, placement_id, page_id,size_id, event_type_id, activity_type_id, site_id, country_id, state_province, city_id, zipcode, dma_id, os_id, browser_id);
    DFA_data_with_ymd = FOREACH DFA_data {
    iso_timestamp = UnixToISO(ts * 1000);
    Year = SUBSTRING(iso_timestamp, 0, 4);
    Month = SUBSTRING(iso_timestamp, 5, 7);
    Day = SUBSTRING(iso_timestamp, 8, 10);
    ym = CONCAT(Year, Month);
    ymd = CONCAT(ym, Day);
    GENERATE ymd, Year, Month, Day, *;
    };
    --
    STORE DFA_data_with_ymd into 'hdfs://vmlit51114.cert.**acxiom.net/user/bharri/DFA_**data_sample_ymd <http://vmlit51114.cert.acxiom.net/user/bharri/DFA_data_sample_ymd>' USING PigStorage('\t');

    2013-08-26 16:02:07,930 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] Start action [0000002-130814173951582-**oozie-oozi-W@:start:] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] [***0000002-130814173951582-**oozie-oozi-W@:start:***]Action status=DONE
    2013-08-26 16:02:07,931 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@:**start:] [***0000002-130814173951582-**oozie-oozi-W@:start:***]Action updated in DB!
    2013-08-26 16:02:07,997 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Start action [0000002-130814173951582-**oozie-oozi-W@Pig-Date] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Starting action 0000002-130814173951582-oozie-**oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:07,997 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Starting action 0000002-130814173951582-oozie-**oozi-W@Pig-Date getting Action File System
    2013-08-26 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.**net:8020/user/bdp/oozie-oozi/**0000002-130814173951582-oozie-**oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,011 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Preparing action Dir through copying hdfs://vmlit51114.cert.acxiom.**net:8020/user/bdp/oozie-oozi/**0000002-130814173951582-oozie-**oozi-W/Pig-Date--pig
    2013-08-26 <http://vmlit51114.cert.acxiom.net:8020/user/bdp/oozie-oozi/0000002-130814173951582-oozie-oozi-W/Pig-Date--pig2013-08-26> 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,097 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action Dir is ready. Submitting the action
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,111 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Setting LibFilesArchives
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,145 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Get credential 'null' properties for action : 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,149 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] credentials is null for the action
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,362 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Creating Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,431 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Submitting the job through Job Client for action 0000002-130814173951582-oozie-**oozi-W@Pig-Date
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,826 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] After submission get the launcherId job_201308141734_0018
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,828 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action submit completed. Performing check
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,873 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] checking action, external ID [job_201308141734_0018] status [RUNNING]
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,975 DEBUG PigActionExecutor:545 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Action check is done after submission
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] [***0000002-130814173951582-**oozie-oozi-W@Pig-Date***]**Action status=RUNNING
    2013-08-26 16:02:08,978 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] [***0000002-130814173951582-**oozie-oozi-W@Pig-Date***]**Action updated in DB!
    2013-08-26 16:02:20,978 INFO CallbackServlet:539 - USER[-] GROUP[-] TOKEN[-] APP[-] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] callback for action [0000002-130814173951582-**oozie-oozi-W@Pig-Date]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,039 INFO PigActionExecutor:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] action completed, external ID [job_201308141734_0018]
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.**hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher ERROR, reason: Main class [org.apache.oozie.action.**hadoop.PigMain], main() threw exception, org/apache/pig/Main
    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.**NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.**hadoop.PigMain.runPigJob(**PigMain.java:323)
    at org.apache.oozie.action.**hadoop.PigMain.run(PigMain.**java:218)
    at org.apache.oozie.action.**hadoop.LauncherMain.run(**LauncherMain.java:37)
    at org.apache.oozie.action.**hadoop.PigMain.main(PigMain.**java:76)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke0(Native Method)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke(**NativeMethodAccessorImpl.java:**39)
    at sun.reflect.**DelegatingMethodAccessorImpl.**invoke(**DelegatingMethodAccessorImpl.**java:25)
    at java.lang.reflect.Method.**invoke(Method.java:597)
    at org.apache.oozie.action.**hadoop.LauncherMapper.map(**LauncherMapper.java:472)
    at org.apache.hadoop.mapred.**MapRunner.run(MapRunner.java:**50)
    at org.apache.hadoop.mapred.**MapTask.runOldMapper(MapTask.**java:393)
    at org.apache.hadoop.mapred.**MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.**Child$4.run(Child.java:268)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at javax.security.auth.Subject.**doAs(Subject.java:396)
    at org.apache.hadoop.security.**UserGroupInformation.doAs(**UserGroupInformation.java:**1332)
    at org.apache.hadoop.mapred.**Child.main(Child.java:262)
    Caused by: java.lang.**ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(**URLClassLoader.java:202)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at java.net.URLClassLoader.**findClass(URLClassLoader.java:**190)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**306)
    at sun.misc.Launcher$**AppClassLoader.loadClass(**Launcher.java:301)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**247)
    ... 17 more

    2013-08-26 16:02:21,067 WARN PigActionExecutor:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] Launcher exception: org/apache/pig/Main
    java.lang.**NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.**hadoop.PigMain.runPigJob(**PigMain.java:323)
    at org.apache.oozie.action.**hadoop.PigMain.run(PigMain.**java:218)
    at org.apache.oozie.action.**hadoop.LauncherMain.run(**LauncherMain.java:37)
    at org.apache.oozie.action.**hadoop.PigMain.main(PigMain.**java:76)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke0(Native Method)
    at sun.reflect.**NativeMethodAccessorImpl.**invoke(**NativeMethodAccessorImpl.java:**39)
    at sun.reflect.**DelegatingMethodAccessorImpl.**invoke(**DelegatingMethodAccessorImpl.**java:25)
    at java.lang.reflect.Method.**invoke(Method.java:597)
    at org.apache.oozie.action.**hadoop.LauncherMapper.map(**LauncherMapper.java:472)
    at org.apache.hadoop.mapred.**MapRunner.run(MapRunner.java:**50)
    at org.apache.hadoop.mapred.**MapTask.runOldMapper(MapTask.**java:393)
    at org.apache.hadoop.mapred.**MapTask.run(MapTask.java:327)
    at org.apache.hadoop.mapred.**Child$4.run(Child.java:268)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at javax.security.auth.Subject.**doAs(Subject.java:396)
    at org.apache.hadoop.security.**UserGroupInformation.doAs(**UserGroupInformation.java:**1332)
    at org.apache.hadoop.mapred.**Child.main(Child.java:262)
    Caused by: java.lang.**ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(**URLClassLoader.java:202)
    at java.security.**AccessController.doPrivileged(**Native Method)
    at java.net.URLClassLoader.**findClass(URLClassLoader.java:**190)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**306)
    at sun.misc.Launcher$**AppClassLoader.loadClass(**Launcher.java:301)
    at java.lang.ClassLoader.**loadClass(ClassLoader.java:**247)
    ... 17 more

    2013-08-26 16:02:21,221 INFO ActionEndXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**Pig-Date] ERROR is considered as FAILED for SLA
    2013-08-26 16:02:21,269 INFO ActionStartXCommand:539 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] Start action [0000002-130814173951582-**oozie-oozi-W@kill] with user-retry state : userRetryCount [0], userRetryMax [0], userRetryInterval [10]
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] [***0000002-130814173951582-**oozie-oozi-W@kill***]Action status=DONE
    2013-08-26 16:02:21,269 WARN ActionStartXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[0000002-**130814173951582-oozie-oozi-W@**kill] [***0000002-130814173951582-**oozie-oozi-W@kill***]Action updated in DB!
    2013-08-26 16:02:21,322 WARN CoordActionUpdateXCommand:542 - USER[bdp] GROUP[-] TOKEN[] APP[Pig Test] JOB[0000002-130814173951582-**oozie-oozi-W] ACTION[-] E1100: Command precondition does not hold before execution, [, coord action is null], Error Code: E1100

    Back

    --
    ---
    You received this message because you are subscribed to the Google Groups
    "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an
    email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit
    https://groups.google.com/a/cloudera.org/groups/opt_out.
    --

    ---
    You received this message because you are subscribed to the Google Groups
    "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an
    email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit
    https://groups.google.com/a/cloudera.org/groups/opt_out.
    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Suhas Satish at Oct 17, 2013 at 8:08 pm
    I have placed /oozie/share/lib under the top level directory but not in
    /user/<hue_login_user>/share/lib/
    Where is the code which checks for this on this in hdfs and adds the jars
    thus found to the classpath?

    The new location is not getting recodnised and I get these errors -

    30826142717853-oozie-root-W@pig] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
      at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:324)
      at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:219)
      at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
      at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
      at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
      at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
      at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
      at java.lang.reflect.Method.invoke(Method.java:597)
      at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:491)
      at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
      at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:418)
      at org.apache.hadoop.mapred.MapTask.run(MapTask.java:349)
      at org.apache.hadoop.mapred.Child$4.run(Child.java:270)
      at java.security.AccessController.doPrivileged(Native Method)
      at javax.security.auth.Subject.doAs(Subject.java:396)
      at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1127)
      at org.apache.hadoop.mapred.Child.main(Child.java:264)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
      at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
      at java.security.AccessController.doPrivileged(Native Method)
      at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
      at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
      at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
      at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
      ... 17 more

    2013-09-13 14:00:34,212 INFO ActionEndXCommand:539 - USER[root] GROUP[-] TOKEN[] APP[pig-app-hue-script] JOB[0000020-130826142717853-oozie-root-W] ACTION[0000020-130826142717853-oozie-root-W@pig] ERROR is considered as FAILED for SLA




    >

    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Jarek Jarcec Cecho at Oct 17, 2013 at 9:24 pm
    Hi Suhas,
    do you have configured Oozie's sharelibs? Robert has written an excellent blog post about that:

    http://blog.cloudera.com/blog/2012/12/how-to-use-the-sharelib-in-apache-oozie/

    Jarcec
    On Thu, Oct 17, 2013 at 01:08:20PM -0700, Suhas Satish wrote:
    I have placed /oozie/share/lib under the top level directory but not in
    /user/<hue_login_user>/share/lib/
    Where is the code which checks for this on this in hdfs and adds the jars
    thus found to the classpath?

    The new location is not getting recodnised and I get these errors -

    30826142717853-oozie-root-W@pig] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:324)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:219)
    at org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:491)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:418)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:349)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:270)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1127)
    at org.apache.hadoop.mapred.Child.main(Child.java:264)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-09-13 14:00:34,212 INFO ActionEndXCommand:539 - USER[root] GROUP[-] TOKEN[] APP[pig-app-hue-script] JOB[0000020-130826142717853-oozie-root-W] ACTION[0000020-130826142717853-oozie-root-W@pig] ERROR is considered as FAILED for SLA



    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.
  • Suhas Satish at Oct 17, 2013 at 10:19 pm
    Thanks a lot Jarek, that helps a lot.

    Thanks,
    Suhas.


    On Thu, Oct 17, 2013 at 2:24 PM, Jarek Jarcec Cecho wrote:

    Hi Suhas,
    do you have configured Oozie's sharelibs? Robert has written an excellent
    blog post about that:


    http://blog.cloudera.com/blog/2012/12/how-to-use-the-sharelib-in-apache-oozie/

    Jarcec
    On Thu, Oct 17, 2013 at 01:08:20PM -0700, Suhas Satish wrote:
    I have placed /oozie/share/lib under the top level directory but not in
    /user/<hue_login_user>/share/lib/
    Where is the code which checks for this on this in hdfs and adds the jars
    thus found to the classpath?

    The new location is not getting recodnised and I get these errors -

    30826142717853-oozie-root-W@pig] Launcher exception: org/apache/pig/Main
    java.lang.NoClassDefFoundError: org/apache/pig/Main
    at
    org.apache.oozie.action.hadoop.PigMain.runPigJob(PigMain.java:324)
    at org.apache.oozie.action.hadoop.PigMain.run(PigMain.java:219)
    at
    org.apache.oozie.action.hadoop.LauncherMain.run(LauncherMain.java:37)
    at org.apache.oozie.action.hadoop.PigMain.main(PigMain.java:76)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at
    sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at
    sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at
    org.apache.oozie.action.hadoop.LauncherMapper.map(LauncherMapper.java:491)
    at org.apache.hadoop.mapred.MapRunner.run(MapRunner.java:50)
    at org.apache.hadoop.mapred.MapTask.runOldMapper(MapTask.java:418)
    at org.apache.hadoop.mapred.MapTask.run(MapTask.java:349)
    at org.apache.hadoop.mapred.Child$4.run(Child.java:270)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at
    org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1127)
    at org.apache.hadoop.mapred.Child.main(Child.java:264)
    Caused by: java.lang.ClassNotFoundException: org.apache.pig.Main
    at java.net.URLClassLoader$1.run(URLClassLoader.java:202)
    at java.security.AccessController.doPrivileged(Native Method)
    at java.net.URLClassLoader.findClass(URLClassLoader.java:190)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:306)
    at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:301)
    at java.lang.ClassLoader.loadClass(ClassLoader.java:247)
    ... 17 more

    2013-09-13 14:00:34,212 INFO ActionEndXCommand:539 - USER[root]
    GROUP[-] TOKEN[] APP[pig-app-hue-script]
    JOB[0000020-130826142717853-oozie-root-W]
    ACTION[0000020-130826142717853-oozie-root-W@pig] ERROR is considered as
    FAILED for SLA


    --

    ---
    You received this message because you are subscribed to the Google
    Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send
    an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit
    https://groups.google.com/a/cloudera.org/groups/opt_out.
    --

    ---
    You received this message because you are subscribed to the Google Groups "CDH Users" group.
    To unsubscribe from this group and stop receiving emails from it, send an email to cdh-user+unsubscribe@cloudera.org.
    For more options, visit https://groups.google.com/a/cloudera.org/groups/opt_out.

Related Discussions

Discussion Navigation
viewthread | post
Discussion Overview
groupcdh-user @
categorieshadoop
postedAug 26, '13 at 11:57p
activeOct 17, '13 at 10:19p
posts10
users5
websitecloudera.com
irc#hadoop

People

Translate

site design / logo © 2021 Grokbase