org.apache.hadoop.ipc.RPC.setProtocolEngine()方法的使用及代码示例

x33g5p2x  于2022-01-28 转载在 其他  
字(9.5k)|赞(0)|评价(0)|浏览(107)

本文整理了Java中org.apache.hadoop.ipc.RPC.setProtocolEngine方法的一些代码示例,展示了RPC.setProtocolEngine的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。RPC.setProtocolEngine方法的具体详情如下:
包路径:org.apache.hadoop.ipc.RPC
类名称:RPC
方法名:setProtocolEngine

RPC.setProtocolEngine介绍

[英]Set a protocol to use a non-default RpcEngine.
[中]设置协议以使用非默认RpcEngine。

代码示例

代码示例来源:origin: apache/hive

private BlockingInterface createProxy() throws IOException {
 RPC.setProtocolEngine(conf, blockingInterfaceClass, ProtobufRpcEngine.class);
 if (ugi == null) return createProxyInternal();
 try {
  return ugi.doAs(new PrivilegedExceptionAction<BlockingInterface>() {
   @Override
   public BlockingInterface run() throws IOException {
    return createProxyInternal();
   }
  });
 } catch (InterruptedException e) {
  throw new IOException(e);
 }
}

代码示例来源:origin: apache/hive

public LlapProtocolBlockingPB createProxy() throws IOException {
 RPC.setProtocolEngine(conf, LlapProtocolBlockingPB.class, ProtobufRpcEngine.class);
 LOG.info("Creating protocol proxy as " + ugi);
 if (ugi == null) return createProxyInternal();
 try {
  return ugi.doAs(new PrivilegedExceptionAction<LlapProtocolBlockingPB>() {
   @Override
   public LlapProtocolBlockingPB run() throws IOException {
    return createProxyInternal();
   }
  });
 } catch (InterruptedException e) {
  throw new IOException(e);
 }
}

代码示例来源:origin: apache/hive

public LlapManagementProtocolPB createProxy() throws IOException {
 RPC.setProtocolEngine(conf, LlapManagementProtocolPB.class, ProtobufRpcEngine.class);
 ProtocolProxy<LlapManagementProtocolPB> proxy =
   RPC.getProtocolProxy(LlapManagementProtocolPB.class, 0, serverAddr,
     UserGroupInformation.getCurrentUser(), conf, socketFactory, 0, retryPolicy);
 return proxy.getProxy();
}

代码示例来源:origin: org.apache.hadoop/hadoop-common

public HAServiceProtocolClientSideTranslatorPB(
  InetSocketAddress addr, Configuration conf,
  SocketFactory socketFactory, int timeout) throws IOException {
 RPC.setProtocolEngine(conf, HAServiceProtocolPB.class,
   ProtobufRpcEngine.class);
 rpcProxy = RPC.getProxy(HAServiceProtocolPB.class,
   RPC.getProtocolVersion(HAServiceProtocolPB.class), addr,
   UserGroupInformation.getCurrentUser(), conf, socketFactory, timeout);
}

代码示例来源:origin: org.apache.hadoop/hadoop-common

public ZKFCProtocolClientSideTranslatorPB(
  InetSocketAddress addr, Configuration conf,
  SocketFactory socketFactory, int timeout) throws IOException {
 RPC.setProtocolEngine(conf, ZKFCProtocolPB.class,
   ProtobufRpcEngine.class);
 rpcProxy = RPC.getProxy(ZKFCProtocolPB.class,
   RPC.getProtocolVersion(ZKFCProtocolPB.class), addr,
   UserGroupInformation.getCurrentUser(), conf, socketFactory, timeout);
}

代码示例来源:origin: org.apache.hadoop/hadoop-common

public HAServiceProtocolClientSideTranslatorPB(InetSocketAddress addr,
  Configuration conf) throws IOException {
 RPC.setProtocolEngine(conf, HAServiceProtocolPB.class,
   ProtobufRpcEngine.class);
 rpcProxy = RPC.getProxy(HAServiceProtocolPB.class,
   RPC.getProtocolVersion(HAServiceProtocolPB.class), addr, conf);
}

代码示例来源:origin: org.apache.hadoop/hadoop-common

private void initProtocolMetaInfo(Configuration conf) {
 RPC.setProtocolEngine(conf, ProtocolMetaInfoPB.class,
   ProtobufRpcEngine.class);
 ProtocolMetaInfoServerSideTranslatorPB xlator = 
   new ProtocolMetaInfoServerSideTranslatorPB(this);
 BlockingService protocolInfoBlockingService = ProtocolInfoService
   .newReflectiveBlockingService(xlator);
 addProtocol(RpcKind.RPC_PROTOCOL_BUFFER, ProtocolMetaInfoPB.class,
   protocolInfoBlockingService);
}

代码示例来源:origin: apache/hive

RPC.setProtocolEngine(serverConf, pbProtocol, ProtobufRpcEngine.class);
RPC.Builder builder = new RPC.Builder(serverConf)
  .setProtocol(pbProtocol)

代码示例来源:origin: org.apache.hadoop/hadoop-common

servicePrincipal);
RPC.setProtocolEngine(getConf(), TraceAdminProtocolPB.class,
  ProtobufRpcEngine.class);
InetSocketAddress address = NetUtils.createSocketAddr(hostPort);

代码示例来源:origin: org.apache.hadoop/hadoop-common

ZKFCRpcServer(Configuration conf,
  InetSocketAddress bindAddr,
  ZKFailoverController zkfc,
  PolicyProvider policy) throws IOException {
 this.zkfc = zkfc;
 
 RPC.setProtocolEngine(conf, ZKFCProtocolPB.class,
   ProtobufRpcEngine.class);
 ZKFCProtocolServerSideTranslatorPB translator =
   new ZKFCProtocolServerSideTranslatorPB(this);
 BlockingService service = ZKFCProtocolService
   .newReflectiveBlockingService(translator);
 this.server = new RPC.Builder(conf).setProtocol(ZKFCProtocolPB.class)
   .setInstance(service).setBindAddress(bindAddr.getHostName())
   .setPort(bindAddr.getPort()).setNumHandlers(HANDLER_COUNT)
   .setVerbose(false).build();
 
 // set service-level authorization security policy
 if (conf.getBoolean(
   CommonConfigurationKeys.HADOOP_SECURITY_AUTHORIZATION, false)) {
  server.refreshServiceAcl(conf, policy);
 }
}

代码示例来源:origin: org.apache.hadoop/hadoop-common

RPC.setProtocolEngine(conf, ProtocolMetaInfoPB.class,
  ProtobufRpcEngine.class);
ProtocolMetaInfoPB protocolInfoProxy = getProtocolMetaInfoProxy(rpcProxy,

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

public DatanodeProtocolClientSideTranslatorPB(InetSocketAddress nameNodeAddr,
  Configuration conf) throws IOException {
 RPC.setProtocolEngine(conf, DatanodeProtocolPB.class,
   ProtobufRpcEngine.class);
 UserGroupInformation ugi = UserGroupInformation.getCurrentUser();
 rpcProxy = createNamenode(nameNodeAddr, conf, ugi);
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

public DatanodeLifelineProtocolClientSideTranslatorPB(
  InetSocketAddress nameNodeAddr, Configuration conf) throws IOException {
 RPC.setProtocolEngine(conf, DatanodeLifelineProtocolPB.class,
   ProtobufRpcEngine.class);
 UserGroupInformation ugi = UserGroupInformation.getCurrentUser();
 rpcProxy = createNamenode(nameNodeAddr, conf, ugi);
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

/**
 * Add protobuf based protocol to the {@link org.apache.hadoop.ipc.RPC.Server}
 * @param conf configuration
 * @param protocol Protocol interface
 * @param service service that implements the protocol
 * @param server RPC server to which the protocol & implementation is added to
 * @throws IOException
 */
public static void addPBProtocol(Configuration conf, Class<?> protocol,
  BlockingService service, RPC.Server server) throws IOException {
 RPC.setProtocolEngine(conf, protocol, ProtobufRpcEngine.class);
 server.addProtocol(RPC.RpcKind.RPC_PROTOCOL_BUFFER, protocol, service);
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

protected QJournalProtocol createProxy() throws IOException {
 final Configuration confCopy = new Configuration(conf);
 
 // Need to set NODELAY or else batches larger than MTU can trigger 
 // 40ms nagling delays.
 confCopy.setBoolean(
   CommonConfigurationKeysPublic.IPC_CLIENT_TCPNODELAY_KEY,
   true);
 
 RPC.setProtocolEngine(confCopy,
   QJournalProtocolPB.class, ProtobufRpcEngine.class);
 return SecurityUtil.doAsLoginUser(
   new PrivilegedExceptionAction<QJournalProtocol>() {
    @Override
    public QJournalProtocol run() throws IOException {
     RPC.setProtocolEngine(confCopy,
       QJournalProtocolPB.class, ProtobufRpcEngine.class);
     QJournalProtocolPB pbproxy = RPC.getProxy(
       QJournalProtocolPB.class,
       RPC.getProtocolVersion(QJournalProtocolPB.class),
       addr, confCopy);
     return new QJournalProtocolTranslatorPB(pbproxy);
    }
   });
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

public InterDatanodeProtocolTranslatorPB(InetSocketAddress addr,
  UserGroupInformation ugi, Configuration conf, SocketFactory factory,
  int socketTimeout)
  throws IOException {
 RPC.setProtocolEngine(conf, InterDatanodeProtocolPB.class,
   ProtobufRpcEngine.class);
 rpcProxy = RPC.getProxy(InterDatanodeProtocolPB.class,
   RPC.getProtocolVersion(InterDatanodeProtocolPB.class), addr, ugi, conf,
   factory, socketTimeout);
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

@Override
 public InterQJournalProtocol run() throws IOException {
  RPC.setProtocolEngine(confCopy, InterQJournalProtocolPB.class,
    ProtobufRpcEngine.class);
  InterQJournalProtocolPB interQJournalProtocolPB = RPC.getProxy(
    InterQJournalProtocolPB.class,
    RPC.getProtocolVersion(InterQJournalProtocolPB.class),
    jnAddr, confCopy);
  return new InterQJournalProtocolTranslatorPB(
    interQJournalProtocolPB);
 }
});

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

private static Object createNameNodeProxy(InetSocketAddress address,
  Configuration conf, UserGroupInformation ugi, Class<?> xface,
  int rpcTimeout) throws IOException {
 RPC.setProtocolEngine(conf, xface, ProtobufRpcEngine.class);
 Object proxy = RPC.getProxy(xface, RPC.getProtocolVersion(xface), address,
   ugi, conf, NetUtils.getDefaultSocketFactory(conf), rpcTimeout);
 return proxy;
}

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

@Override
 public QJournalProtocol run() throws IOException {
  RPC.setProtocolEngine(confCopy,
    QJournalProtocolPB.class, ProtobufRpcEngine.class);
  QJournalProtocolPB pbproxy = RPC.getProxy(
    QJournalProtocolPB.class,
    RPC.getProtocolVersion(QJournalProtocolPB.class),
    addr, confCopy);
  return new QJournalProtocolTranslatorPB(pbproxy);
 }
});

代码示例来源:origin: org.apache.hadoop/hadoop-hdfs

public void start() throws IOException {
 if (UserGroupInformation.isSecurityEnabled()) {
  throw new UnsupportedOperationException("Unable to start "
    + "InMemoryLevelDBAliasMapServer as security is enabled");
 }
 RPC.setProtocolEngine(getConf(), AliasMapProtocolPB.class,
   ProtobufRpcEngine.class);
 AliasMapProtocolServerSideTranslatorPB aliasMapProtocolXlator =
   new AliasMapProtocolServerSideTranslatorPB(this);
 BlockingService aliasMapProtocolService =
   AliasMapProtocolService
     .newReflectiveBlockingService(aliasMapProtocolXlator);
 InetSocketAddress rpcAddress = getBindAddress(conf,
   DFS_PROVIDED_ALIASMAP_INMEMORY_RPC_ADDRESS,
   DFS_PROVIDED_ALIASMAP_INMEMORY_RPC_ADDRESS_DEFAULT,
   DFS_PROVIDED_ALIASMAP_INMEMORY_RPC_BIND_HOST);
 boolean setVerbose = conf.getBoolean(
   DFS_PROVIDED_ALIASMAP_INMEMORY_SERVER_LOG,
   DFS_PROVIDED_ALIASMAP_INMEMORY_SERVER_LOG_DEFAULT);
 aliasMapServer = new RPC.Builder(conf)
   .setProtocol(AliasMapProtocolPB.class)
   .setInstance(aliasMapProtocolService)
   .setBindAddress(rpcAddress.getHostName())
   .setPort(rpcAddress.getPort())
   .setNumHandlers(1)
   .setVerbose(setVerbose)
   .build();
 LOG.info("Starting InMemoryLevelDBAliasMapServer on {}", rpcAddress);
 aliasMapServer.start();
}

相关文章