org.apache.pig.data.BagFactory.newDefaultBag()方法的使用及代码示例

x33g5p2x  于2022-01-17 转载在 其他  
字(5.9k)|赞(0)|评价(0)|浏览(96)

本文整理了Java中org.apache.pig.data.BagFactory.newDefaultBag()方法的一些代码示例,展示了BagFactory.newDefaultBag()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。BagFactory.newDefaultBag()方法的具体详情如下:
包路径:org.apache.pig.data.BagFactory
类名称:BagFactory
方法名:newDefaultBag

BagFactory.newDefaultBag介绍

[英]Get a default (unordered, not distinct) data bag.
[中]获取一个默认的(无序的,不明显的)数据包。

代码示例

代码示例来源:origin: org.apache.pig/pig

/**
 * This constructor encapsulated an empty bag.
 *
 * @param ruby an instance of the ruby runtime
 * @param rc   an instance of the class object with meatadata
 */
protected RubyDataBag(final Ruby ruby, RubyClass rc) {
  super(ruby,rc);
  internalDB = mBagFactory.newDefaultBag();
}

代码示例来源:origin: org.apache.pig/pig

public NullableBag() {
  if (mFactory == null) {
    mFactory = BagFactory.getInstance();
  }
  mValue = mFactory.newDefaultBag();
}

代码示例来源:origin: org.apache.pig/pig

public DataBag getBag(){
    return useDefaultBag ? mBagFactory.newDefaultBag()
        // In a very rare case if there is a POStream after this
        // POJoinPackage in the pipeline and is also blocking the pipeline;
        // constructor argument should be 2 * numInputs. But for one obscure
        // case we don't want to pay the penalty all the time.
        : new InternalCachedBag(numInputs);
  }
}

代码示例来源:origin: org.apache.pig/pig

/**
 * The initialize method is the method used on the Ruby side to construct
 * the RubyDataBag object. The default is just an empty bag.
 *
 * @return the initialized RubyDataBag
 */
@JRubyMethod
@SuppressWarnings("deprecation")
public RubyDataBag initialize() {
  internalDB = mBagFactory.newDefaultBag();
  return this;
}

代码示例来源:origin: org.apache.pig/pig

public Illustrator(LineageTracer lineage, LinkedList<IdentityHashSet<Tuple>> equivalenceClasses, IllustratorAttacher attacher, PigContext hadoopPigContext) {
  this.lineage = lineage;
  this.equivalenceClasses = equivalenceClasses;
  data = BagFactory.getInstance().newDefaultBag();
  this.attacher = attacher;
  subExpResults = new ArrayList<Boolean[]>();
  subExpResult = new Boolean[1];
  schema = null;
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public void cleanup()
{
 seen.clear();
 outputBag = BagFactory.getInstance().newDefaultBag();
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public void cleanup()
{
 this.outputBag = BagFactory.getInstance().newDefaultBag();
 this.i = this.start;
 this.count = 0;
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public void cleanup()
{
 this.last_date = null;
 this.outputBag = BagFactory.getInstance().newDefaultBag();
 this.id = UUID.randomUUID().toString();
}

代码示例来源:origin: org.apache.pig/pig

@Override
public DataBag exec(Tuple input) throws IOException {
  DataBag b = mBagFactory.newDefaultBag();
  for (int i = 0; i < numGroups; i++) {
    b.add(mTupleFactory.newTuple(Integer.valueOf(1)));
  }
  return b;
}

代码示例来源:origin: org.apache.pig/pig

public static DataBag bytesToBag(DataInput in) throws IOException {
  DataBag bag = mBagFactory.newDefaultBag();
  long size = in.readLong();
  for (long i = 0; i < size; i++) {
    try {
      Object o = readDatum(in);
      bag.add((Tuple)o);
    } catch (ExecException ee) {
      throw ee;
    }
  }
  return bag;
}

代码示例来源:origin: org.apache.pig/pig

@Override
public DataBag exec(Tuple tuple) throws IOException {
List<Tuple> result = Lists.newArrayListWithCapacity(tuple.size() + 1);
CubeDimensions.convertNullToUnknown(tuple);
result.add(tuple);
iterativelyRollup(result, tuple);
return bf.newDefaultBag(result);
}

代码示例来源:origin: org.apache.pig/pig

@Override
public void visit(LOSort s) throws FrontendException {
  if (limit && !((PreOrderDepthFirstWalker) currentWalker).getBranchFlag())
    return;
  DataBag outputConstraints = outputConstraintsMap.get(s);
  outputConstraintsMap.remove(s);
  if (outputConstraints == null)
    outputConstraintsMap.put(s.getInput((LogicalPlan) plan), BagFactory.getInstance()
        .newDefaultBag());
  else
    outputConstraintsMap.put(s.getInput((LogicalPlan) plan), outputConstraints);
}

代码示例来源:origin: org.apache.pig/pig

private static DataBag toDataBag(Object o) throws ExecException {
  if (o == null) {
    return BagFactory.getInstance().newDefaultBag();
  }
  if (o instanceof DataBag) {
    return (DataBag) o;
  }
  throw new ExecException(format("Expecting input to be DataBag only but was '%s'", classNameOf(o)));
}

代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic

private <T1, T2> DataBag listToDataBag(List<T1> list1, List<T2> list2)
    throws ExecException {
  DataBag output = BagFactory.getInstance().newDefaultBag();
  for (int i = 0; i < Math.min(list1.size(), list2.size()); i++) {
    Tuple t = TupleFactory.getInstance().newTuple(2);
    t.set(0, list1.get(i));
    t.set(1, list2.get(i));
    output.add(t);
  }
  return output;
}

代码示例来源:origin: com.linkedin.datafu/datafu

public DataBag call(DataBag inputBag, Tuple t) throws IOException
{
 DataBag outputBag = BagFactory.getInstance().newDefaultBag();
 outputBag.add(t);
 for (Tuple x : inputBag)
  outputBag.add(x);
 return outputBag;
}

代码示例来源:origin: org.apache.pig/pig

@Override
public DataBag exec(Tuple tuple) throws IOException {
  List<Tuple> result = Lists.newArrayListWithCapacity((int) Math.pow(2, tuple.size()));
  convertNullToUnknown(tuple);
  Tuple newt = tf.newTuple(tuple.size());
  recursivelyCube(result, tuple, 0, newt);
  return bf.newDefaultBag(result);
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public DataBag exec(Tuple tuple) throws IOException
{
 if (tuple.size() == 0 || tuple.get(0) == null)
  return BagFactory.getInstance().newDefaultBag();
 Object o = tuple.get(0);
 if (o instanceof DataBag)
  return (DataBag)o;
 else
  throw new IllegalArgumentException("expected a null or a bag");
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public DataBag getValue()
{
 DataBag output = BagFactory.getInstance().newDefaultBag();  
 for (ScoredTuple sample : getReservoir()) {
  output.add(sample.getTuple());
 }
 return output;
}

代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic

private <T> DataBag listToDataBag(List<T> list) {
  DataBag output = BagFactory.getInstance().newDefaultBag();
  for (T l : list) {
    output.add(TupleFactory.getInstance().newTuple(l));
  }
  return output;
}

代码示例来源:origin: org.apache.pig/pig

public DataBag load(LoadFunc lfunc, PigContext pigContext) throws IOException {
  DataBag content = BagFactory.getInstance().newDefaultBag();
  ReadToEndLoader loader = new ReadToEndLoader(lfunc, 
      ConfigurationUtil.toConfiguration(pigContext.getProperties()), file, 0);
  Tuple f = null;
  while ((f = loader.getNext()) != null) {
    content.add(f);
  }
  return content;
}

相关文章

微信公众号

最新文章

更多