Hitachi Vantara Pentaho Community Forums
Results 1 to 2 of 2

Thread: Using Pentaho MapReduce to Parse Weblog Data

  1. #1
    Join Date
    Sep 2013
    Posts
    1

    Default Using Pentaho MapReduce to Parse Weblog Data

    Hi, I am testing the above against HDP1.3 and am getting the following errors. Please advice.

    2013/09/22 19:15:31 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : java.io.IOException: job_201309221607_0004(-1 memForMapTasks -1 memForReduceTasks): Invalid job requirements.
    at org.apache.hadoop.mapred.JobTracker.checkMemoryRequirements(JobTracker.java:4914)
    at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3645)
    at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3561)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:587)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1444)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1440)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1232)
    at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1438)


    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : org.apache.hadoop.ipc.RemoteException: java.io.IOException: job_201309221607_0004(-1 memForMapTasks -1 memForReduceTasks): Invalid job requirements.
    at org.apache.hadoop.mapred.JobTracker.checkMemoryRequirements(JobTracker.java:4914)
    at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3645)
    at org.apache.hadoop.mapred.JobTracker.submitJob(JobTracker.java:3561)
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
    at java.lang.reflect.Method.invoke(Method.java:597)
    at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:587)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1444)
    at org.apache.hadoop.ipc.Server$Handler$1.run(Server.java:1440)
    at java.security.AccessController.doPrivileged(Native Method)
    at javax.security.auth.Subject.doAs(Subject.java:396)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1232)
    at org.apache.hadoop.ipc.Server$Handler.run(Server.java:1438)


    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.ipc.Client.call(Client.java:1118)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.ipc.RPC$Invoker.invoke(RPC.java:229)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.mapred.$Proxy20.submitJob(Unknown Source)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at sun.reflect.NativeMethodAccessorImpl.invoke(Unknown Source)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at sun.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at java.lang.reflect.Method.invoke(Unknown Source)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:85)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:62)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.mapred.$Proxy20.submitJob(Unknown Source)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:1013)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.mapred.JobClient$2.run(JobClient.java:936)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at java.security.AccessController.doPrivileged(Native Method)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at javax.security.auth.Subject.doAs(Unknown Source)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1232)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.mapred.JobClient.submitJobInternal(JobClient.java:936)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.apache.hadoop.mapred.JobClient.submitJob(JobClient.java:910)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.pentaho.hadoop.shim.common.CommonHadoopShim.submitJob(CommonHadoopShim.java:228)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.pentaho.di.job.entries.hadooptransjobexecutor.JobEntryHadoopTransJobExecutor.execute(JobEntryHadoopTransJobExecutor.java:806)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.pentaho.di.job.Job.execute(Job.java:589)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.pentaho.di.job.Job.execute(Job.java:728)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.pentaho.di.job.Job.execute(Job.java:443)
    2013/09/22 19:15:32 - Pentaho MapReduce - ERROR (version 4.4.0-stable, build 17588 from 2012-11-21 16.02.21 by buildguy) : at org.pentaho.di.job.Job.run(Job.java:363)
    2013/09/22 19:15:32 - weblog_parse_mr - Finished job entry [Pentaho MapReduce] (result=[false])
    2013/09/22 19:15:32 - weblog_parse_mr - Job execution finished
    2013/09/22 19:15:32 - Spoon - Job has ended.
    2013/09/22 19:18:46 - Spoon - Spoon
    2013/09/22 19:36:18 - Spoon - Spoon

  2. #2
    Join Date
    Nov 1999
    Posts
    9,729

    Default

    The error says need to check your memory settings.

Posting Permissions

  • You may not post new threads
  • You may not post replies
  • You may not post attachments
  • You may not edit your posts
  •  
Privacy Policy | Legal Notices | Safe Harbor Privacy Policy

Copyright © 2005 - 2019 Hitachi Vantara Corporation. All Rights Reserved.