org.apache.pig.data.BagFactory.getInstance()方法的使用及代码示例

x33g5p2x  于2022-01-17 转载在 其他  
字(6.0k)|赞(0)|评价(0)|浏览(135)

本文整理了Java中org.apache.pig.data.BagFactory.getInstance()方法的一些代码示例,展示了BagFactory.getInstance()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。BagFactory.getInstance()方法的具体详情如下:
包路径:org.apache.pig.data.BagFactory
类名称:BagFactory
方法名:getInstance

BagFactory.getInstance介绍

[英]Get a reference to the singleton factory.
[中]获取对singleton工厂的引用。

代码示例

代码示例来源:origin: org.apache.pig/pig

public NullableBag() {
  if (mFactory == null) {
    mFactory = BagFactory.getInstance();
  }
  mValue = mFactory.newDefaultBag();
}

代码示例来源:origin: org.apache.pig/pig

public Illustrator(LineageTracer lineage, LinkedList<IdentityHashSet<Tuple>> equivalenceClasses, IllustratorAttacher attacher, PigContext hadoopPigContext) {
  this.lineage = lineage;
  this.equivalenceClasses = equivalenceClasses;
  data = BagFactory.getInstance().newDefaultBag();
  this.attacher = attacher;
  subExpResults = new ArrayList<Boolean[]>();
  subExpResult = new Boolean[1];
  schema = null;
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public void cleanup()
{
 seen.clear();
 outputBag = BagFactory.getInstance().newDefaultBag();
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public void cleanup()
{
 this.outputBag = BagFactory.getInstance().newDefaultBag();
 this.i = this.start;
 this.count = 0;
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public void cleanup()
{
 this.last_date = null;
 this.outputBag = BagFactory.getInstance().newDefaultBag();
 this.id = UUID.randomUUID().toString();
}

代码示例来源:origin: org.apache.pig/pig

public PigBagWritableComparator() {
    super(BagFactory.getInstance().newDefaultBag().getClass());
  }
}

代码示例来源:origin: org.apache.pig/pig

static DataBag createDataBag() {
  BagFactory bagFactory = BagFactory.getInstance();
  return bagFactory.newDefaultBag();
}

代码示例来源:origin: org.apache.pig/pig

public PigGroupingBagWritableComparator() {
    super(BagFactory.getInstance().newDefaultBag().getClass(), true);
  }
}

代码示例来源:origin: thedatachef/varaha

public TermVector() {
  this(BagFactory.getInstance().newDefaultBag());
}

代码示例来源:origin: org.apache.pig/pig

private static DataBag createDataBag() {
  if (!initialized) {
    initialized = true;
    if (PigMapReduce.sJobConfInternal.get() != null) {
      String bagType = PigMapReduce.sJobConfInternal.get().get(PigConfiguration.PIG_CACHEDBAG_DISTINCT_TYPE);
      if (bagType != null && bagType.equalsIgnoreCase("default")) {
        useDefaultBag = true;
      }
    }
  }
  // by default, we create InternalDistinctBag, unless user configures
  // explicitly to use old bag
  return useDefaultBag ? BagFactory.getInstance().newDistinctBag() : new InternalDistinctBag(3);
}

代码示例来源:origin: org.apache.pig/pig

@Override
public void visit(LOStore store) throws FrontendException {
  if (limit && !((PreOrderDepthFirstWalker) currentWalker).getBranchFlag())
    return;
  DataBag outputConstraints = outputConstraintsMap.get(store);
  if (outputConstraints == null) {
    outputConstraintsMap.put(plan.getPredecessors(store)
        .get(0), BagFactory.getInstance().newDefaultBag());
  } else {
    outputConstraintsMap.remove(store);
    outputConstraintsMap.put(plan.getPredecessors(store)
        .get(0), outputConstraints);
  }
}

代码示例来源:origin: org.apache.pig/pig

@Override
public void visit(LOSort s) throws FrontendException {
  if (limit && !((PreOrderDepthFirstWalker) currentWalker).getBranchFlag())
    return;
  DataBag outputConstraints = outputConstraintsMap.get(s);
  outputConstraintsMap.remove(s);
  if (outputConstraints == null)
    outputConstraintsMap.put(s.getInput((LogicalPlan) plan), BagFactory.getInstance()
        .newDefaultBag());
  else
    outputConstraintsMap.put(s.getInput((LogicalPlan) plan), outputConstraints);
}

代码示例来源:origin: org.apache.pig/pig

private static DataBag toDataBag(Object o) throws ExecException {
  if (o == null) {
    return BagFactory.getInstance().newDefaultBag();
  }
  if (o instanceof DataBag) {
    return (DataBag) o;
  }
  throw new ExecException(format("Expecting input to be DataBag only but was '%s'", classNameOf(o)));
}

代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic

private <T1, T2> DataBag listToDataBag(List<T1> list1, List<T2> list2)
    throws ExecException {
  DataBag output = BagFactory.getInstance().newDefaultBag();
  for (int i = 0; i < Math.min(list1.size(), list2.size()); i++) {
    Tuple t = TupleFactory.getInstance().newTuple(2);
    t.set(0, list1.get(i));
    t.set(1, list2.get(i));
    output.add(t);
  }
  return output;
}

代码示例来源:origin: com.linkedin.datafu/datafu

public DataBag call(DataBag inputBag, Tuple t) throws IOException
{
 DataBag outputBag = BagFactory.getInstance().newDefaultBag();
 outputBag.add(t);
 for (Tuple x : inputBag)
  outputBag.add(x);
 return outputBag;
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public DataBag exec(Tuple tuple) throws IOException
{
 if (tuple.size() == 0 || tuple.get(0) == null)
  return BagFactory.getInstance().newDefaultBag();
 Object o = tuple.get(0);
 if (o instanceof DataBag)
  return (DataBag)o;
 else
  throw new IllegalArgumentException("expected a null or a bag");
}

代码示例来源:origin: com.linkedin.datafu/datafu

@Override
public DataBag getValue()
{
 DataBag output = BagFactory.getInstance().newDefaultBag();  
 for (ScoredTuple sample : getReservoir()) {
  output.add(sample.getTuple());
 }
 return output;
}

代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic

private <T> DataBag listToDataBag(List<T> list) {
  DataBag output = BagFactory.getInstance().newDefaultBag();
  for (T l : list) {
    output.add(TupleFactory.getInstance().newTuple(l));
  }
  return output;
}

代码示例来源:origin: org.apache.pig/pig

private DataBag jsToPigBag(Scriptable array, Schema schema, int depth) throws FrontendException, ExecException {
  debugConvertJSToPig(depth, "Bag", array, schema);
  if (schema.size() == 1 && schema.getField(0).type == DataType.TUPLE) {
    schema = schema.getField(0).schema;
  }
  List<Tuple> bag = new ArrayList<Tuple>();
  for (Object id : array.getIds()) {
    Scriptable arrayValue = (Scriptable)array.get(((Integer)id).intValue(), null);
    bag.add(jsToPigTuple(arrayValue, schema, depth + 1));
  }
  DataBag result = BagFactory.getInstance().newDefaultBag(bag);
  debugReturn(depth, result);
  return result;
}

代码示例来源:origin: org.apache.pig/pig

public DataBag load(LoadFunc lfunc, PigContext pigContext) throws IOException {
  DataBag content = BagFactory.getInstance().newDefaultBag();
  ReadToEndLoader loader = new ReadToEndLoader(lfunc, 
      ConfigurationUtil.toConfiguration(pigContext.getProperties()), file, 0);
  Tuple f = null;
  while ((f = loader.getNext()) != null) {
    content.add(f);
  }
  return content;
}

相关文章

微信公众号

最新文章

更多