本文整理了Java中org.apache.hadoop.yarn.api.records.URL.getFile()
方法的一些代码示例,展示了URL.getFile()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。URL.getFile()
方法的具体详情如下:
包路径:org.apache.hadoop.yarn.api.records.URL
类名称:URL
方法名:getFile
[英]Get the file of the URL.
[中]获取URL的文件。
代码示例来源:origin: apache/hive
public static String getBaseName(LocalResource lr) {
return FilenameUtils.getName(lr.getResource().getFile());
}
代码示例来源:origin: apache/drill
public String getBaseName(LocalResource lr) {
return FilenameUtils.getName(lr.getResource().getFile());
}
代码示例来源:origin: alibaba/jstorm
localResources.put(JOYConstants.appMasterJarPath, jarRsrc);
LOG.info(shellRsrc.getResource().getFile());
LOG.info(jarRsrc.getResource().getFile());
代码示例来源:origin: linkedin/TonY
public static void addEnvironmentForResource(LocalResource resource, FileSystem fs, String envPrefix,
Map<String, String> env) throws IOException {
Path resourcePath = new Path(fs.getHomeDirectory(), resource.getResource().getFile());
FileStatus resourceStatus = fs.getFileStatus(resourcePath);
long resourceLength = resourceStatus.getLen();
long resourceTimestamp = resourceStatus.getModificationTime();
env.put(envPrefix + Constants.PATH_SUFFIX, resourcePath.toString());
env.put(envPrefix + Constants.LENGTH_SUFFIX, Long.toString(resourceLength));
env.put(envPrefix + Constants.TIMESTAMP_SUFFIX, Long.toString(resourceTimestamp));
}
代码示例来源:origin: io.hops/hadoop-mapreduce-client-common
private static String toString(org.apache.hadoop.yarn.api.records.URL url) {
StringBuffer b = new StringBuffer();
b.append(url.getScheme()).append("://").append(url.getHost());
if(url.getPort() >= 0) {
b.append(":").append(url.getPort());
}
b.append(url.getFile());
return b.toString();
}
代码示例来源:origin: ch.cern.hadoop/hadoop-mapreduce-client-common
private static String toString(org.apache.hadoop.yarn.api.records.URL url) {
StringBuffer b = new StringBuffer();
b.append(url.getScheme()).append("://").append(url.getHost());
if(url.getPort() >= 0) {
b.append(":").append(url.getPort());
}
b.append(url.getFile());
return b.toString();
}
代码示例来源:origin: com.github.jiayuhan-it/hadoop-mapreduce-client-common
private static String toString(org.apache.hadoop.yarn.api.records.URL url) {
StringBuffer b = new StringBuffer();
b.append(url.getScheme()).append("://").append(url.getHost());
if(url.getPort() >= 0) {
b.append(":").append(url.getPort());
}
b.append(url.getFile());
return b.toString();
}
代码示例来源:origin: apache/incubator-slider
/**
* Convert a YARN URL into a string value of a normal URL
* @param url URL
* @return string representatin
*/
public static String stringify(org.apache.hadoop.yarn.api.records.URL url) {
StringBuilder builder = new StringBuilder();
builder.append(url.getScheme()).append("://");
if (url.getHost() != null) {
builder.append(url.getHost()).append(":").append(url.getPort());
}
builder.append(url.getFile());
return builder.toString();
}
代码示例来源:origin: org.apache.slider/slider-core
/**
* Convert a YARN URL into a string value of a normal URL
* @param url URL
* @return string representatin
*/
public static String stringify(org.apache.hadoop.yarn.api.records.URL url) {
StringBuilder builder = new StringBuilder();
builder.append(url.getScheme()).append("://");
if (url.getHost() != null) {
builder.append(url.getHost()).append(":").append(url.getPort());
}
builder.append(url.getFile());
return builder.toString();
}
代码示例来源:origin: com.facebook.presto.hive/hive-apache
public String getBaseName(LocalResource lr) {
return FilenameUtils.getName(lr.getResource().getFile());
}
代码示例来源:origin: io.hops/hadoop-yarn-api
@Public
@Stable
public Path toPath() throws URISyntaxException {
return new Path(new URI(getScheme(), getUserInfo(),
getHost(), getPort(), getFile(), null, null));
}
代码示例来源:origin: org.apache.hadoop/hadoop-yarn-api
@Public
@Stable
public Path toPath() throws URISyntaxException {
return new Path(new URI(getScheme(), getUserInfo(),
getHost(), getPort(), getFile(), null, null));
}
代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-common
/**
* return a hadoop path from a given url
*
* @param url
* url to convert
* @return path from {@link URL}
* @throws URISyntaxException
*/
public static Path getPathFromYarnURL(URL url) throws URISyntaxException {
String scheme = url.getScheme() == null ? "" : url.getScheme();
String authority = "";
if (url.getHost() != null) {
authority = url.getHost();
if (url.getUserInfo() != null) {
authority = url.getUserInfo() + "@" + authority;
}
if (url.getPort() > 0) {
authority += ":" + url.getPort();
}
}
return new Path(
(new URI(scheme, authority, url.getFile(), null, null)).normalize());
}
代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-common
/**
* return a hadoop path from a given url
*
* @param url
* url to convert
* @return path from {@link URL}
* @throws URISyntaxException
*/
public static Path getPathFromYarnURL(URL url) throws URISyntaxException {
String scheme = url.getScheme() == null ? "" : url.getScheme();
String authority = "";
if (url.getHost() != null) {
authority = url.getHost();
if (url.getUserInfo() != null) {
authority = url.getUserInfo() + "@" + authority;
}
if (url.getPort() > 0) {
authority += ":" + url.getPort();
}
}
return new Path(
(new URI(scheme, authority, url.getFile(), null, null)).normalize());
}
代码示例来源:origin: ch.cern.hadoop/hadoop-yarn-server-nodemanager
if (!pendingResources.containsKey(newRsrc.getResource())) {
pendingResources.put(newRsrc.getResource(), cs.submit(download(
new Path(newRsrc.getDestinationDirectory().getFile()),
newRsrc.getResource(), ugi)));
代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-nodemanager
if (!pendingResources.containsKey(newRsrc.getResource())) {
pendingResources.put(newRsrc.getResource(), cs.submit(download(
new Path(newRsrc.getDestinationDirectory().getFile()),
newRsrc.getResource(), ugi)));
代码示例来源:origin: io.hops/hadoop-yarn-server-nodemanager
if (!pendingResources.containsKey(newRsrc.getResource())) {
pendingResources.put(newRsrc.getResource(), cs.submit(download(
new Path(newRsrc.getDestinationDirectory().getFile()),
newRsrc.getResource(), ugi)));
代码示例来源:origin: org.apache.hadoop/hadoop-yarn-server-nodemanager
if (!pendingResources.containsKey(newRsrc.getResource())) {
pendingResources.put(newRsrc.getResource(), cs.submit(download(
new Path(newRsrc.getDestinationDirectory().getFile()),
newRsrc.getResource(), ugi)));
代码示例来源:origin: org.apache.tez/tez-runtime-internals
/**
* return a {@link URI} from a given url
*
* @param url
* url to convert
* @return path from {@link URL}
* @throws URISyntaxException
*/
@Private
public static URI getURIFromYarnURL(URL url) throws URISyntaxException {
String scheme = url.getScheme() == null ? "" : url.getScheme();
String authority = "";
if (url.getHost() != null) {
authority = url.getHost();
if (url.getUserInfo() != null) {
authority = url.getUserInfo() + "@" + authority;
}
if (url.getPort() > 0) {
authority += ":" + url.getPort();
}
}
return new URI(scheme, authority, url.getFile(), null, null).normalize();
}
代码示例来源:origin: com.github.jiayuhan-it/hadoop-yarn-server-nodemanager
} catch (IllegalArgumentException e) {
LOG.error("Inorrect path for PRIVATE localization."
+ next.getResource().getFile(), e);
} catch (URISyntaxException e) {
内容来源于网络,如有侵权,请联系作者删除!