Sparkjobsubmit.zip

本地提交spark任务至yarn，本地无须安装hadoop环境，适合批量新手入门。

/**
 * Autogenerated by Thrift Compiler （0.11.0）
 *
 * DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
 *  @generated
 */
package com.asiainfo.bigdata.jobsubmit;

import java.io.IOException;
import java.net.URISyntaxException;

@SuppressWarnings（{“cast“ “rawtypes“ “serial“ “unchecked“ “unused“}）
@javax.annotation.Generated（value = “Autogenerated by Thrift Compiler （0.11.0）“ date = “2019-06-27“）
public class JobSubmitServer {

    public interface Iface {

        public java.lang.String submit（java.util.List submitArgs） throws org.apache.thrift.TException;

        public java.lang.String kill（java.lang.String applicationId） throws org.apache.thrift.TException;

        public java.lang.String getLog（java.lang.String applicationId） throws org.apache.thrift.TException;

    }

    public interface AsyncIface {

        public void submit（java.util.List submitArgs org.apache.thrift.async.AsyncMethodCallback resultHandler） throws org.apache.thrift.TException;

        public void kill（java.lang.String applicationId org.apache.thrift.async.AsyncMethodCallback resultHandler） throws org.apache.thrift.TException;

        public void getLog（java.lang.String applicationId org.apache.thrift.async.AsyncMethodCallback resultHandler） throws org.apache.thrift.TException;

    }

    public static class Client extends org.apache.thrift.TServiceClient implements Iface {
        public static class Factory implements org.apache.thrift.TServiceClientFactory {
            public Factory（） {}
            public Client getClient（org.apache.thrift.protocol.TProtocol prot） {
                return new Client（prot）;
            }
            public Client getClient（org.apache.thrift.protocol.TProtocol iprot org.apache.thrift.protocol.TProtocol oprot） {
                return new Client（iprot oprot）;
            }
        }

        public Client（org.apache.thrift.protocol.TProtocol prot）
        {
            super（prot prot）;
        }

        public Client（org.apache.thrift.protocol.TProtocol iprot org.apache.thrift.protocol.TProtocol oprot） {
            super（iprot oprot）;
        }

        public java.lang.String submit（java.util.List submitArgs） throws org.apache.thrift.TException
        {
            send_submit（submitArgs）;
            return recv_submit（）;
        }

        public void send_submit（java.util.List submitArgs） throws org.apache.thrift.TException
        {
            submit_args args = new submit_args（）;
            args.setSubmitArgs（submitArgs）;
            sendbase（“submit“ args）;
        }

        public java.lang.String recv_submit（） throws org.apache.thrift.TException
        {
            submit_result result = new submit_result（）;
            receivebase（result “submit“）;
            if （result.isSetSuccess（）） {
                return result.success;
            }
      

 属性            大小     日期    时间   名称
----------- ---------  ---------- -----  ----
     目录           0  2019-06-25 09:39  Sparkjobsubmit\
     文件          80  2019-06-19 18:37  Sparkjobsubmit\Sparkjobsubmit.iml
     目录           0  2019-06-25 09:43  Sparkjobsubmit\conf_tmp\
     文件        1401  2019-06-14 12:36  Sparkjobsubmit\conf_tmp\application.xml
     文件      170569  2019-06-03 17:09  Sparkjobsubmit\conf_tmp\hive-site.xml
     文件       18886  2019-05-17 12:35  Sparkjobsubmit\conf_tmp\yarn-site.xml
     文件        3537  2019-05-17 12:35  Sparkjobsubmit\conf_tmp\hdfs-site.xml
     文件        2482  2019-06-25 09:43  Sparkjobsubmit\conf_tmp\core-site.xml
     文件         339  2019-03-06 12:47  Sparkjobsubmit\conf_tmp\ssl-client.xml
     文件         919  2019-06-19 19:26  Sparkjobsubmit\conf_tmp\log4j.properties
     目录           0  2019-06-19 18:59  Sparkjobsubmit\target\
     目录           0  2019-06-19 18:59  Sparkjobsubmit\target\generated-sources\
     目录           0  2019-06-19 18:59  Sparkjobsubmit\target\generated-sources\annotations\
     目录           0  2019-06-27 09:16  Sparkjobsubmit\target\classes\
     文件        1755  2019-06-27 09:16  Sparkjobsubmit\target\classes\yarn-site.xml
     文件        1112  2019-06-25 09:41  Sparkjobsubmit\target\classes\hdfs-site.xml
     目录           0  2019-06-19 19:07  Sparkjobsubmit\target\classes\meta-INF\
     文件          16  2019-06-26 15:53  Sparkjobsubmit\target\classes\meta-INF\Sparkjobsubmit.kotlin_module
     文件        1608  2019-06-25 09:43  Sparkjobsubmit\target\classes\core-site.xml
     文件         982  2019-06-25 09:41  Sparkjobsubmit\target\classes\mapred-site.xml
     目录           0  2019-06-26 15:45  Sparkjobsubmit\target\classes\com\
     目录           0  2019-06-26 15:45  Sparkjobsubmit\target\classes\com\asiainfo\
     目录           0  2019-06-26 17:12  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\
     目录           0  2019-06-28 09:27  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\
     文件        1982  2019-06-27 10:51  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\Test$.class
     文件        1827  2019-06-28 09:27  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\JobSubmitLocal$$anonfun$addFiles$1.class
     文件         664  2019-06-27 10:51  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\Test.class
     文件        1526  2019-06-28 09:27  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\JobSubmitLocal$$anonfun$submit$2.class
     文件        9866  2019-06-28 09:27  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\JobSubmitLocal.class
     文件        1164  2019-06-27 10:51  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\Test$$anonfun$1.class
     文件        1476  2019-06-28 09:27  Sparkjobsubmit\target\classes\com\asiainfo\bigdata\yarn\JobSubmitLocal$.class
............此处省略133个文件信息