本文整理了Java中org.apache.pig.data.BagFactory.getInstance()
方法的一些代码示例,展示了BagFactory.getInstance()
的具体用法。这些代码示例主要来源于Github
/Stackoverflow
/Maven
等平台,是从一些精选项目中提取出来的代码,具有较强的参考意义,能在一定程度帮忙到你。BagFactory.getInstance()
方法的具体详情如下:
包路径:org.apache.pig.data.BagFactory
类名称:BagFactory
方法名:getInstance
[英]Get a reference to the singleton factory.
[中]获取对singleton工厂的引用。
代码示例来源:origin: org.apache.pig/pig
public NullableBag() {
if (mFactory == null) {
mFactory = BagFactory.getInstance();
}
mValue = mFactory.newDefaultBag();
}
代码示例来源:origin: org.apache.pig/pig
public Illustrator(LineageTracer lineage, LinkedList<IdentityHashSet<Tuple>> equivalenceClasses, IllustratorAttacher attacher, PigContext hadoopPigContext) {
this.lineage = lineage;
this.equivalenceClasses = equivalenceClasses;
data = BagFactory.getInstance().newDefaultBag();
this.attacher = attacher;
subExpResults = new ArrayList<Boolean[]>();
subExpResult = new Boolean[1];
schema = null;
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public void cleanup()
{
seen.clear();
outputBag = BagFactory.getInstance().newDefaultBag();
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public void cleanup()
{
this.outputBag = BagFactory.getInstance().newDefaultBag();
this.i = this.start;
this.count = 0;
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public void cleanup()
{
this.last_date = null;
this.outputBag = BagFactory.getInstance().newDefaultBag();
this.id = UUID.randomUUID().toString();
}
代码示例来源:origin: org.apache.pig/pig
public PigBagWritableComparator() {
super(BagFactory.getInstance().newDefaultBag().getClass());
}
}
代码示例来源:origin: org.apache.pig/pig
static DataBag createDataBag() {
BagFactory bagFactory = BagFactory.getInstance();
return bagFactory.newDefaultBag();
}
代码示例来源:origin: org.apache.pig/pig
public PigGroupingBagWritableComparator() {
super(BagFactory.getInstance().newDefaultBag().getClass(), true);
}
}
代码示例来源:origin: thedatachef/varaha
public TermVector() {
this(BagFactory.getInstance().newDefaultBag());
}
代码示例来源:origin: org.apache.pig/pig
private static DataBag createDataBag() {
if (!initialized) {
initialized = true;
if (PigMapReduce.sJobConfInternal.get() != null) {
String bagType = PigMapReduce.sJobConfInternal.get().get(PigConfiguration.PIG_CACHEDBAG_DISTINCT_TYPE);
if (bagType != null && bagType.equalsIgnoreCase("default")) {
useDefaultBag = true;
}
}
}
// by default, we create InternalDistinctBag, unless user configures
// explicitly to use old bag
return useDefaultBag ? BagFactory.getInstance().newDistinctBag() : new InternalDistinctBag(3);
}
代码示例来源:origin: org.apache.pig/pig
@Override
public void visit(LOStore store) throws FrontendException {
if (limit && !((PreOrderDepthFirstWalker) currentWalker).getBranchFlag())
return;
DataBag outputConstraints = outputConstraintsMap.get(store);
if (outputConstraints == null) {
outputConstraintsMap.put(plan.getPredecessors(store)
.get(0), BagFactory.getInstance().newDefaultBag());
} else {
outputConstraintsMap.remove(store);
outputConstraintsMap.put(plan.getPredecessors(store)
.get(0), outputConstraints);
}
}
代码示例来源:origin: org.apache.pig/pig
@Override
public void visit(LOSort s) throws FrontendException {
if (limit && !((PreOrderDepthFirstWalker) currentWalker).getBranchFlag())
return;
DataBag outputConstraints = outputConstraintsMap.get(s);
outputConstraintsMap.remove(s);
if (outputConstraints == null)
outputConstraintsMap.put(s.getInput((LogicalPlan) plan), BagFactory.getInstance()
.newDefaultBag());
else
outputConstraintsMap.put(s.getInput((LogicalPlan) plan), outputConstraints);
}
代码示例来源:origin: org.apache.pig/pig
private static DataBag toDataBag(Object o) throws ExecException {
if (o == null) {
return BagFactory.getInstance().newDefaultBag();
}
if (o instanceof DataBag) {
return (DataBag) o;
}
throw new ExecException(format("Expecting input to be DataBag only but was '%s'", classNameOf(o)));
}
代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic
private <T1, T2> DataBag listToDataBag(List<T1> list1, List<T2> list2)
throws ExecException {
DataBag output = BagFactory.getInstance().newDefaultBag();
for (int i = 0; i < Math.min(list1.size(), list2.size()); i++) {
Tuple t = TupleFactory.getInstance().newTuple(2);
t.set(0, list1.get(i));
t.set(1, list2.get(i));
output.add(t);
}
return output;
}
代码示例来源:origin: com.linkedin.datafu/datafu
public DataBag call(DataBag inputBag, Tuple t) throws IOException
{
DataBag outputBag = BagFactory.getInstance().newDefaultBag();
outputBag.add(t);
for (Tuple x : inputBag)
outputBag.add(x);
return outputBag;
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public DataBag exec(Tuple tuple) throws IOException
{
if (tuple.size() == 0 || tuple.get(0) == null)
return BagFactory.getInstance().newDefaultBag();
Object o = tuple.get(0);
if (o instanceof DataBag)
return (DataBag)o;
else
throw new IllegalArgumentException("expected a null or a bag");
}
代码示例来源:origin: com.linkedin.datafu/datafu
@Override
public DataBag getValue()
{
DataBag output = BagFactory.getInstance().newDefaultBag();
for (ScoredTuple sample : getReservoir()) {
output.add(sample.getTuple());
}
return output;
}
代码示例来源:origin: pl.edu.icm.coansys/document-similarity-logic
private <T> DataBag listToDataBag(List<T> list) {
DataBag output = BagFactory.getInstance().newDefaultBag();
for (T l : list) {
output.add(TupleFactory.getInstance().newTuple(l));
}
return output;
}
代码示例来源:origin: org.apache.pig/pig
private DataBag jsToPigBag(Scriptable array, Schema schema, int depth) throws FrontendException, ExecException {
debugConvertJSToPig(depth, "Bag", array, schema);
if (schema.size() == 1 && schema.getField(0).type == DataType.TUPLE) {
schema = schema.getField(0).schema;
}
List<Tuple> bag = new ArrayList<Tuple>();
for (Object id : array.getIds()) {
Scriptable arrayValue = (Scriptable)array.get(((Integer)id).intValue(), null);
bag.add(jsToPigTuple(arrayValue, schema, depth + 1));
}
DataBag result = BagFactory.getInstance().newDefaultBag(bag);
debugReturn(depth, result);
return result;
}
代码示例来源:origin: org.apache.pig/pig
public DataBag load(LoadFunc lfunc, PigContext pigContext) throws IOException {
DataBag content = BagFactory.getInstance().newDefaultBag();
ReadToEndLoader loader = new ReadToEndLoader(lfunc,
ConfigurationUtil.toConfiguration(pigContext.getProperties()), file, 0);
Tuple f = null;
while ((f = loader.getNext()) != null) {
content.add(f);
}
return content;
}
内容来源于网络,如有侵权,请联系作者删除!