本文整理了Java中org.apache.pig.data.BagFactory.newDefaultBag()
方法的一些代码示例,展示了BagFactory.newDefaultBag()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。BagFactory.newDefaultBag()
方法的具体详情如下:
包路径:org.apache.pig.data.BagFactory
类名称:BagFactory
方法名:newDefaultBag
[英]Get a default (unordered, not distinct) data bag.
[中]获取一个默认的(无序的,不明显的)数据包。
代码示例来源:origin: org.apache.pig/pig
/**
* This constructor encapsulated an empty bag.
*
* @param ruby an instance of the ruby runtime
* @param rc an instance of the class object with meatadata
*/
protected RubyDataBag(final Ruby ruby, RubyClass rc) {
super(ruby,rc);
internalDB = mBagFactory.newDefaultBag();
}
代码示例来源:origin: org.apache.pig/pig
public NullableBag() {
if (mFactory == null) {
mFactory = BagFactory.getInstance();
}
mValue = mFactory.newDefaultBag();
}
代码示例来源:origin: org.apache.pig/pig
public DataBag getBag(){
return useDefaultBag ? mBagFactory.newDefaultBag()
// In a very rare case if there is a POStream after this
// POJoinPackage in the pipeline and is also blocking the pipeline;
// constructor argument should be 2 * numInputs. But for one obscure
// case we don't want to pay the penalty all the time.
: new InternalCachedBag(numInputs);
}
}
代码示例来源:origin: org.apache.pig/pig
/**
* The initialize method is the method used on the Ruby side to construct
* the RubyDataBag object. The default is just an empty bag.
*
* @return the initialized RubyDataBag
*/
@JRubyMethod
@SuppressWarnings("deprecation")
public RubyDataBag initialize() {
internalDB = mBagFactory.newDefaultBag();
return this;
}
代码示例来源:origin: org.apache.pig/pig
public Illustrator(LineageTracer lineage, LinkedList<IdentityHashSet<Tuple>> equivalenceClasses, IllustratorAttacher attacher, PigContext hadoopPigContext) {
this.lineage = lineage;
this.equivalenceClasses = equivalenceClasses;
data = BagFactory.getInstance().newDefaultBag();
this.attacher = attacher;
subExpResults = new ArrayList<Boolean[]>();
subExpResult = new Boolean[1];
schema = null;
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public void cleanup()
{
seen.clear();
outputBag = BagFactory.getInstance().newDefaultBag();
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public void cleanup()
{
this.outputBag = BagFactory.getInstance().newDefaultBag();
this.i = this.start;
this.count = 0;
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public void cleanup()
{
this.last_date = null;
this.outputBag = BagFactory.getInstance().newDefaultBag();
this.id = UUID.randomUUID().toString();
}
代码示例来源:origin: org.apache.pig/pig
@Override
public DataBag exec(Tuple input) throws IOException {
DataBag b = mBagFactory.newDefaultBag();
for (int i = 0; i < numGroups; i++) {
b.add(mTupleFactory.newTuple(Integer.valueOf(1)));
}
return b;
}
代码示例来源:origin: org.apache.pig/pig
public static DataBag bytesToBag(DataInput in) throws IOException {
DataBag bag = mBagFactory.newDefaultBag();
long size = in.readLong();
for (long i = 0; i < size; i++) {
try {
Object o = readDatum(in);
bag.add((Tuple)o);
} catch (ExecException ee) {
throw ee;
}
}
return bag;
}
代码示例来源:origin: org.apache.pig/pig
@Override
public DataBag exec(Tuple tuple) throws IOException {
List<Tuple> result = Lists.newArrayListWithCapacity(tuple.size() + 1);
CubeDimensions.convertNullToUnknown(tuple);
result.add(tuple);
iterativelyRollup(result, tuple);
return bf.newDefaultBag(result);
}
代码示例来源:origin: org.apache.pig/pig
@Override
public void visit(LOSort s) throws FrontendException {
if (limit && !((PreOrderDepthFirstWalker) currentWalker).getBranchFlag())
return;
DataBag outputConstraints = outputConstraintsMap.get(s);
outputConstraintsMap.remove(s);
if (outputConstraints == null)
outputConstraintsMap.put(s.getInput((LogicalPlan) plan), BagFactory.getInstance()
.newDefaultBag());
else
outputConstraintsMap.put(s.getInput((LogicalPlan) plan), outputConstraints);
}
代码示例来源:origin: org.apache.pig/pig
private static DataBag toDataBag(Object o) throws ExecException {
if (o == null) {
return BagFactory.getInstance().newDefaultBag();
}
if (o instanceof DataBag) {
return (DataBag) o;
}
throw new ExecException(format("Expecting input to be DataBag only but was '%s'", classNameOf(o)));
}
代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic
private <T1, T2> DataBag listToDataBag(List<T1> list1, List<T2> list2)
throws ExecException {
DataBag output = BagFactory.getInstance().newDefaultBag();
for (int i = 0; i < Math.min(list1.size(), list2.size()); i++) {
Tuple t = TupleFactory.getInstance().newTuple(2);
t.set(0, list1.get(i));
t.set(1, list2.get(i));
output.add(t);
}
return output;
}
代码示例来源:origin: com.linkedin.datafu/datafu
public DataBag call(DataBag inputBag, Tuple t) throws IOException
{
DataBag outputBag = BagFactory.getInstance().newDefaultBag();
outputBag.add(t);
for (Tuple x : inputBag)
outputBag.add(x);
return outputBag;
}
代码示例来源:origin: org.apache.pig/pig
@Override
public DataBag exec(Tuple tuple) throws IOException {
List<Tuple> result = Lists.newArrayListWithCapacity((int) Math.pow(2, tuple.size()));
convertNullToUnknown(tuple);
Tuple newt = tf.newTuple(tuple.size());
recursivelyCube(result, tuple, 0, newt);
return bf.newDefaultBag(result);
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public DataBag exec(Tuple tuple) throws IOException
{
if (tuple.size() == 0 || tuple.get(0) == null)
return BagFactory.getInstance().newDefaultBag();
Object o = tuple.get(0);
if (o instanceof DataBag)
return (DataBag)o;
else
throw new IllegalArgumentException("expected a null or a bag");
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public DataBag getValue()
{
DataBag output = BagFactory.getInstance().newDefaultBag();
for (ScoredTuple sample : getReservoir()) {
output.add(sample.getTuple());
}
return output;
}
代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic
private <T> DataBag listToDataBag(List<T> list) {
DataBag output = BagFactory.getInstance().newDefaultBag();
for (T l : list) {
output.add(TupleFactory.getInstance().newTuple(l));
}
return output;
}
代码示例来源:origin: org.apache.pig/pig
public DataBag load(LoadFunc lfunc, PigContext pigContext) throws IOException {
DataBag content = BagFactory.getInstance().newDefaultBag();
ReadToEndLoader loader = new ReadToEndLoader(lfunc,
ConfigurationUtil.toConfiguration(pigContext.getProperties()), file, 0);
Tuple f = null;
while ((f = loader.getNext()) != null) {
content.add(f);
}
return content;
}
内容来源于网络,如有侵权,请联系作者删除!