cascading.tuple.TupleEntry.size()方法的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(8.3k)|赞(0)|评价(0)|浏览(110)

本文整理了Java中cascading.tuple.TupleEntry.size()方法的一些代码示例，展示了TupleEntry.size()的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。TupleEntry.size()方法的具体详情如下：
包路径：cascading.tuple.TupleEntry
类名称：TupleEntry
方法名：size

TupleEntry.size介绍

[英]Method size returns the number of values in this instance.
[中]方法size返回此实例中的值数。

代码示例

代码示例来源：origin: cwensel/cascading

protected int matchEachElementPos( Matcher matcher, TupleEntry input )
 {
 int pos = 0;
 for( int i = 0; i < input.size(); i++ )
  {
  String value = input.getString( i );
  if( value == null )
   value = "";
  matcher.reset( value );
  boolean matchFound = matcher.find();
  if( LOG.isDebugEnabled() )
   LOG.debug( "pattern: " + getPatternString() + ", matches: " + matchFound + ", element: '" + value + "'" );
  if( matchFound == negateMatch )
   return pos;
  pos++;
  }
 return -1;
 }

代码示例来源：origin: cwensel/cascading

@Override
public void doAssert( FlowProcess flowProcess, ValueAssertionCall assertionCall )
 {
 TupleEntry input = assertionCall.getArguments();
 if( input.size() <= size )
  fail( input.size(), size, input.getTuple().print() );
 }

代码示例来源：origin: cwensel/cascading

@Override
public void doAssert( FlowProcess flowProcess, ValueAssertionCall assertionCall )
 {
 TupleEntry input = assertionCall.getArguments();
 if( input.size() != size )
  fail( input.size(), size, input.getTuple().print() );
 }

代码示例来源：origin: cwensel/cascading

@Override
public void doAssert( FlowProcess flowProcess, ValueAssertionCall assertionCall )
 {
 TupleEntry input = assertionCall.getArguments();
 if( input.size() >= size )
  fail( input.size(), size, input.getTuple().print() );
 }

代码示例来源：origin: cwensel/cascading

/**
 * Method getValue ...
 *
 * @param functionCall of FunctionCall<Context>
 * @return String
 */
protected String getValue( FunctionCall<Context> functionCall )
 {
 // if one argument
 if( functionCall.getArguments().size() == 1 )
  return functionCall.getArguments().getString( 0 );
 // if many arguments
 Iterator<String> values = functionCall.getArguments().asIterableOf( String.class ).iterator();
 StringBuilder result = new StringBuilder();
 while( values.hasNext() )
  {
  String next = values.next();
  if( next != null )
   result.append( next );
  }
 return result.toString();
 }

代码示例来源：origin: com.twitter/scalding-parquet

@SuppressWarnings("unchecked")
@Override
public void sink(FlowProcess<JobConf> fp, SinkCall<Object[], OutputCollector> sc)
  throws IOException {
 TupleEntry tuple = sc.getOutgoingEntry();
 if (tuple.size() != 1) {
  throw new RuntimeException("ParquetValueScheme expects tuples with an arity of exactly 1, but found " + tuple.getFields());
 }
 T value = (T) tuple.getObject(0);
 OutputCollector output = sc.getOutput();
 output.collect(null, value);
}

代码示例来源：origin: cwensel/cascading

@Override
public Tuple aggregate( FlowProcess flowProcess, TupleEntry args, Tuple context )
 {
 if( context == null )
  context = new Tuple( 0L );
 switch( include )
  {
  case ALL:
   break;
  case NO_NULLS:
   if( Tuples.frequency( args, null ) == args.size() )
    return context;
   break;
  case ONLY_NULLS:
   if( Tuples.frequency( args, null ) != args.size() )
    return context;
   break;
  }
 context.set( 0, context.getLong( 0 ) + 1L );
 return context;
 }

代码示例来源：origin: org.apache.parquet/parquet-cascading3

@SuppressWarnings("unchecked")
@Override
public void sink(FlowProcess<? extends JobConf> fp, SinkCall<Object[], OutputCollector> sc)
  throws IOException {
 TupleEntry tuple = sc.getOutgoingEntry();
 if (tuple.size() != 1) {
  throw new RuntimeException("ParquetValueScheme expects tuples with an arity of exactly 1, but found " + tuple.getFields());
 }
 T value = (T) tuple.getObject(0);
 OutputCollector output = sc.getOutput();
 output.collect(null, value);
}

代码示例来源：origin: cwensel/cascading

protected Node getArgument( OperationCall<?> operationCall )
 {
 TupleEntry arguments = ( (FunctionCall<Object>) operationCall ).getArguments();
 Node object = (Node) arguments.getObject( arguments.size() - 1, getCoercibleType() );
 return deepCopy( object );
 }
}

代码示例来源：origin: com.twitter/scalding-parquet-cascading

@SuppressWarnings("unchecked")
@Override
public void sink(FlowProcess<? extends JobConf> fp, SinkCall<Object[], OutputCollector> sc)
  throws IOException {
 TupleEntry tuple = sc.getOutgoingEntry();
 if (tuple.size() != 1) {
  throw new RuntimeException("ParquetValueScheme expects tuples with an arity of exactly 1, but found " + tuple.getFields());
 }
 T value = (T) tuple.getObject(0);
 OutputCollector output = sc.getOutput();
 output.collect(null, value);
}

代码示例来源：origin: com.twitter/parquet-cascading

@SuppressWarnings("unchecked")
@Override
public void sink(FlowProcess<JobConf> fp, SinkCall<Object[], OutputCollector> sc)
  throws IOException {
 TupleEntry tuple = sc.getOutgoingEntry();
 if (tuple.size() != 1) {
  throw new RuntimeException("ParquetValueScheme expects tuples with an arity of exactly 1, but found " + tuple.getFields());
 }
 T value = (T) tuple.getObject(0);
 OutputCollector output = sc.getOutput();
 output.collect(null, value);
}

代码示例来源：origin: cwensel/cascading

public void operate( FlowProcess flowProcess, BufferCall<Integer> bufferCall )
  {
  bufferCall.setContext( bufferCall.getContext() + 1 );
  TupleEntry group = bufferCall.getGroup();

//    if( !group.getFields().equals( groupFields ) )
//      throw new RuntimeException( "group fields do not match: " + group.getFields() + " != " + groupFields );

  if( group.size() != groupFields.size() )
   throw new RuntimeException( "group tuple size not fields size" );

  if( group.size() == 0 )
   throw new RuntimeException( "group tuple size is zero" );

  boolean allAreNull = true;
  for( Object o : group.getTuple() )
   {
   if( o != null )
    allAreNull = false;
   }

  if( !nullsAreOK && allAreNull )
   throw new RuntimeException( "group tuple value is null" );

  Iterator<TupleEntry> iterator = bufferCall.getArgumentsIterator();

  while( iterator.hasNext() )
   bufferCall.getOutputCollector().add( iterator.next() );
  }
 }

代码示例来源：origin: cwensel/cascading

size += entry.size();
  if( pos >= entry.size() || pos < 0 )
   continue;
offset += entry.size();

代码示例来源：origin: cwensel/cascading

public static void validateLength( TupleEntryIterator iterator, int numTuples, int tupleSize, Pattern regex )
 {
 int count = 0;
 while( iterator.hasNext() )
  {
  TupleEntry tupleEntry = iterator.next();
  if( tupleSize != -1 )
   assertEquals( "wrong number of elements", tupleSize, tupleEntry.size() );
  if( regex != null )
   assertTrue( "regex: " + regex + " does not match: " + tupleEntry.getTuple().toString(), regex.matcher( tupleEntry.getTuple().toString() ).matches() );
  count++;
  }
 try
  {
  iterator.close();
  }
 catch( IOException exception )
  {
  throw new RuntimeException( exception );
  }
 assertEquals( "wrong number of lines", numTuples, count );
 }

代码示例来源：origin: cwensel/cascading

@Override
public void operate( FlowProcess flowProcess, FunctionCall<Context> functionCall )
 {
 TupleEntry arguments = functionCall.getArguments();
 Node fromNode = (Node) arguments.getObject( 0, getCoercibleType() );
 if( arguments.size() > ( isInto() ? 2 : 1 ) )
  resetTransforms( arguments, functionCall.getContext().fields );
 Node resultNode = getResultNode( functionCall );
 copier.copy( fromNode, resultNode );
 Context context = functionCall.getContext();
 context.result.set( 0, resultNode );
 functionCall.getOutputCollector().add( context.result );
 }

代码示例来源：origin: cwensel/cascading

@Test
public void testCoerceIterable()
 {
 final SimpleDateFormat dateFormat = new SimpleDateFormat( "dd/MMM/yyyy:HH:mm:ss:SSS Z" );
 CoercibleType coercible = new DateType( "dd/MMM/yyyy:HH:mm:ss:SSS Z", TimeZone.getDefault() );
 Date date = new Date();
 String stringDate = dateFormat.format( date );
 Tuple tuple = Tuple.size( 4 );
 Fields fields = Fields.size( 4 ).applyTypes( coercible, coercible, coercible, String.class );
 TupleEntry results = new TupleEntry( fields, tuple );
 results.setObject( 0, date );
 results.setLong( 1, date.getTime() );
 results.setString( 2, stringDate );
 results.setString( 3, stringDate );
 Iterable<String> iterable = results.asIterableOf( String.class );
 int count = 0;
 for( String s : iterable )
  {
  assertEquals( stringDate, s );
  count++;
  }
 assertEquals( count, results.size() );
 }

代码示例来源：origin: cwensel/cascading

public void operate( FlowProcess flowProcess, BufferCall<TupleEntryCollector> bufferCall )
 {
 if( bufferCall.getJoinerClosure() != null )
  throw new IllegalStateException( "joiner closure should be null" );
 if( insertHeader )
  bufferCall.getOutputCollector().add( new Tuple( value ) );
 Iterator<TupleEntry> iterator = bufferCall.getArgumentsIterator();
 while( iterator.hasNext() )
  {
  TupleEntry arguments = iterator.next(); // must be called
  if( expectedSize != -1 && arguments.size() != expectedSize )
   throw new RuntimeException( "arguments wrong size" );
  if( path != null )
   bufferCall.getContext().add( arguments );
  if( value != null )
   bufferCall.getOutputCollector().add( new Tuple( value ) );
  else
   bufferCall.getOutputCollector().add( arguments ); // copy
  }
 if( insertFooter )
  bufferCall.getOutputCollector().add( new Tuple( value ) );
 iterator.hasNext(); // regression
 }

内容来源于网络，如有侵权，请联系作者删除！

TupleEntry

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com