org.apache.hadoop.yarn.api.records.Resource.setMemorySize()方法的使用及代码示例

x33g5p2x  于2022-01-28 转载在 其他  
字(8.0k)|赞(0)|评价(0)|浏览(110)

本文整理了Java中org.apache.hadoop.yarn.api.records.Resource.setMemorySize方法的一些代码示例，展示了Resource.setMemorySize的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Resource.setMemorySize方法的具体详情如下：
包路径：org.apache.hadoop.yarn.api.records.Resource
类名称：Resource
方法名：setMemorySize

Resource.setMemorySize介绍

[英]Set memory of the resource.
[中]设置资源的内存。

代码示例

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public void setMemory(int memory) {
 if (resources == null) {
  resources = Resource.newInstance(memory, vCores);
 }
 this.memory = memory;
 resources.setMemorySize(memory);
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-common

public static Resource multiplyAndRoundUp(Resource lhs, double by) {
 Resource out = clone(lhs);
 out.setMemorySize((long)Math.ceil(lhs.getMemorySize() * by));
 out.setVirtualCores((int)Math.ceil(lhs.getVirtualCores() * by));
 return out;
}

代码示例来源：origin: io.hops/hadoop-yarn-server-common

public static Resource newResource(long memory, int vCores) {
 Resource resource = recordFactory.newRecordInstance(Resource.class);
 resource.setMemorySize(memory);
 resource.setVirtualCores(vCores);
 resource.setGPUs(0);
 return resource;
}

代码示例来源：origin: io.hops/hadoop-yarn-server-common

public static Resource newResource(long memory, int vCores, int gpus) {
 Resource resource = recordFactory.newRecordInstance(Resource.class);
 resource.setMemorySize(memory);
 resource.setVirtualCores(vCores);
 resource.setGPUs(gpus);
 return resource;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public static Resource newResource(int mem) {
 Resource rs = recordFactory.newRecordInstance(Resource.class);
 rs.setMemorySize(mem);
 return rs;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public Resource getReservedResource() {
 reservedResource.setMemorySize(metrics.getReservedMB());
 reservedResource.setVirtualCores(metrics.getReservedVirtualCores());
 return reservedResource;
}

代码示例来源：origin: io.hops/hadoop-yarn-api

@Public
@Stable
/**
 * Backwards compatibility without GPUs
 */
public static Resource newInstance(int memory, int vCores) {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(memory);
 resource.setVirtualCores(vCores);
 return resource;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public static Resource newUsedResource(Resource total) {
 Resource rs = recordFactory.newRecordInstance(Resource.class);
 rs.setMemorySize((int)(Math.random() * total.getMemorySize()));
 return rs;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public Resource createResource(int memory, int vCores) {
  Resource resource = new ResourcePBImpl();
  resource.setMemorySize(memory);
  resource.setVirtualCores(vCores);
  return resource;
 }
}

代码示例来源：origin: io.hops/hadoop-yarn-api

@Public
@Stable
public static Resource newInstance(long memory, int vCores, int gpus) {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(memory);
 resource.setVirtualCores(vCores);
 resource.setGPUs(gpus);
 return resource;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public RMApp submitApp(int masterMemory, long attemptFailuresValidityInterval,
  boolean keepContainers) throws Exception {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(masterMemory);
 Priority priority = Priority.newInstance(0);
 return submitApp(resource, "", UserGroupInformation.getCurrentUser()
  .getShortUserName(), null, false, null,
  super.getConfig().getInt(YarnConfiguration.RM_AM_MAX_ATTEMPTS,
  YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS), null, null, true, keepContainers,
  false, null, attemptFailuresValidityInterval, null, true, priority);
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-api

public static Resource getResourceTypesMinimumAllocation() {
 Resource ret = Resource.newInstance(0, 0);
 for (ResourceInformation entry : resourceTypesArray) {
  String name = entry.getName();
  if (name.equals(ResourceInformation.MEMORY_MB.getName())) {
   ret.setMemorySize(entry.getMinimumAllocation());
  } else if (name.equals(ResourceInformation.VCORES.getName())) {
   Long tmp = entry.getMinimumAllocation();
   if (tmp > Integer.MAX_VALUE) {
    tmp = (long) Integer.MAX_VALUE;
   }
   ret.setVirtualCores(tmp.intValue());
  } else {
   ret.setResourceValue(name, entry.getMinimumAllocation());
  }
 }
 return ret;
}

代码示例来源：origin: io.hops/hadoop-yarn-api

@Public
@Stable
public static Resource newInstance(long memory, int vCores) {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(memory);
 resource.setVirtualCores(vCores);
 resource.setGPUs(0);
 return resource;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public RMApp submitApp(int masterMemory,
  LogAggregationContext logAggregationContext) throws Exception {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(masterMemory);
 Priority priority = Priority.newInstance(0);
 return submitApp(resource, "", UserGroupInformation.getCurrentUser()
  .getShortUserName(), null, false, null,
  super.getConfig().getInt(YarnConfiguration.RM_AM_MAX_ATTEMPTS,
  YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS), null, null, true, false,
  false, null, 0, logAggregationContext, true, priority);
 }

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-common

public static Resource newResource(long memory, int vCores, Map<String,
    String> customResources) {
 Resource resource = RECORD_FACTORY.newRecordInstance(Resource.class);
 resource.setMemorySize(memory);
 resource.setVirtualCores(vCores);
 for (Map.Entry<String, String> customResource :
     customResources.entrySet()) {
  String resourceName = customResource.getKey();
  ResourceInformation resourceInformation =
      createResourceInformation(resourceName,
          customResource.getValue());
  resource.setResourceInformation(resourceName, resourceInformation);
 }
 return resource;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public RMApp submitApp(int masterMemory, String name, String user,
  Map<ApplicationAccessType, String> acls, String queue, String amLabel)
  throws Exception {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(masterMemory);
 Priority priority = Priority.newInstance(0);
 return submitApp(resource, name, user, acls, false, queue,
  super.getConfig().getInt(YarnConfiguration.RM_AM_MAX_ATTEMPTS,
  YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS), null, null, true, false,
   false, null, 0, null, true, priority, amLabel, null, null);
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public static Resource newAvailResource(Resource total, Resource used) {
 Resource rs = recordFactory.newRecordInstance(Resource.class);
 rs.setMemorySize(total.getMemorySize() - used.getMemorySize());
 return rs;
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public RMApp submitApp(int masterMemory, String name, String user,
  Map<ApplicationAccessType, String> acls, boolean unmanaged, String queue,
  int maxAppAttempts, Credentials ts, String appType,
  boolean waitForAccepted, boolean keepContainers) throws Exception {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(masterMemory);
 return submitApp(resource, name, user, acls, unmanaged, queue,
   maxAppAttempts, ts, appType, waitForAccepted, keepContainers,
   false, null, 0, null, true, Priority.newInstance(0));
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-server-resourcemanager

public RMApp submitApp(int masterMemory, String name, String user,
  Map<ApplicationAccessType, String> acls, boolean unmanaged, String queue,
  int maxAppAttempts, Credentials ts, String appType,
  boolean waitForAccepted, boolean keepContainers, boolean isAppIdProvided,
  ApplicationId applicationId) throws Exception {
 Resource resource = Records.newRecord(Resource.class);
 resource.setMemorySize(masterMemory);
 Priority priority = Priority.newInstance(0);
 return submitApp(resource, name, user, acls, unmanaged, queue,
  maxAppAttempts, ts, appType, waitForAccepted, keepContainers,
  isAppIdProvided, applicationId, 0, null, true, priority);
}

代码示例来源：origin: org.apache.hadoop/hadoop-yarn-common

@Test
@SuppressWarnings("deprecation")
public void testGetMemory() {
 Resource res = new ResourcePBImpl();
 long memorySize = Integer.MAX_VALUE + 1L;
 res.setMemorySize(memorySize);
 assertEquals("No need to cast if both are long", memorySize,
   res.getMemorySize());
 assertEquals("Cast to Integer.MAX_VALUE if the long is greater than "
     + "Integer.MAX_VALUE", Integer.MAX_VALUE, res.getMemory());
}

内容来源于网络，如有侵权，请联系作者删除！

Resource

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com