org.apache.nifi.provenance.search.Query类的使用及代码示例

x33g5p2x  于2022-01-29 转载在 其他  
字(12.9k)|赞(0)|评价(0)|浏览(122)

本文整理了Java中org.apache.nifi.provenance.search.Query类的一些代码示例，展示了Query类的具体用法。这些代码示例主要来源于Github/Stackoverflow/Maven等平台，是从一些精选项目中提取出来的代码，具有较强的参考意义，能在一定程度帮忙到你。Query类的具体详情如下：
包路径：org.apache.nifi.provenance.search.Query
类名称：Query

Query介绍

暂无

代码示例

代码示例来源：origin: apache/nifi

@Override
public Optional<List<Long>> evaluate(final Query query) {
  if (latestRecords.getSize() < query.getMaxResults()) {
    return Optional.empty();
  }
  if (query.getSearchTerms().isEmpty() && query.getStartDate() == null && query.getEndDate() == null) {
    final List<Long> eventList = latestRecords.asList();
    if (eventList.size() > query.getMaxResults()) {
      return Optional.of(eventList.subList(0, query.getMaxResults()));
    } else {
      return Optional.of(eventList);
    }
  } else {
    return Optional.empty();
  }
}

代码示例来源：origin: apache/nifi

@Override
public String getQueryIdentifier() {
  return query.getIdentifier();
}

代码示例来源：origin: apache/nifi

private void validate(final Query query) {
  final int numQueries = querySubmissionMap.size();
  if (numQueries > MAX_UNDELETED_QUERY_RESULTS) {
    purgeObsoleteQueries();
    if (querySubmissionMap.size() > MAX_UNDELETED_QUERY_RESULTS) {
      throw new IllegalStateException("Cannot process query because there are currently " + numQueries + " queries whose results have not "
        + "been deleted due to poorly behaving clients not issuing DELETE requests. Please try again later.");
    }
  }
  if (query.getEndDate() != null && query.getStartDate() != null && query.getStartDate().getTime() > query.getEndDate().getTime()) {
    throw new IllegalArgumentException("Query End Time cannot be before Query Start Time");
  }
}

代码示例来源：origin: apache/nifi

requestDto.setStartDate(query.getStartDate());
requestDto.setEndDate(query.getEndDate());
requestDto.setMinimumFileSize(query.getMinFileSize());
requestDto.setMaximumFileSize(query.getMaxFileSize());
requestDto.setMaxResults(query.getMaxResults());
if (query.getSearchTerms() != null) {
  final Map<String, String> searchTerms = new HashMap<>();
  for (final SearchTerm searchTerm : query.getSearchTerms()) {
    searchTerms.put(searchTerm.getSearchableField().getFriendlyName(), searchTerm.getValue());
provenanceDto.setId(query.getIdentifier());
provenanceDto.setSubmissionTime(querySubmission.getSubmissionTime());
provenanceDto.setExpiration(queryResult.getExpiration());

代码示例来源：origin: apache/nifi

public static org.apache.lucene.search.Query convertQuery(final org.apache.nifi.provenance.search.Query query) {
  if (query.getStartDate() == null && query.getEndDate() == null && query.getSearchTerms().isEmpty()) {
    return new MatchAllDocsQuery();
  }
  final BooleanQuery luceneQuery = new BooleanQuery();
  for (final SearchTerm searchTerm : query.getSearchTerms()) {
    final String searchValue = searchTerm.getValue();
    if (searchValue == null) {
      throw new IllegalArgumentException("Empty search value not allowed (for term '" + searchTerm.getSearchableField().getFriendlyName() + "')");
    }
    if (searchValue.contains("*") || searchValue.contains("?")) {
      luceneQuery.add(new BooleanClause(new WildcardQuery(new Term(searchTerm.getSearchableField().getSearchableFieldName(), searchTerm.getValue().toLowerCase())), Occur.MUST));
    } else {
      luceneQuery.add(new BooleanClause(new TermQuery(new Term(searchTerm.getSearchableField().getSearchableFieldName(), searchTerm.getValue().toLowerCase())), Occur.MUST));
    }
  }
  final Long minBytes = query.getMinFileSize() == null ? null : DataUnit.parseDataSize(query.getMinFileSize(), DataUnit.B).longValue();
  final Long maxBytes = query.getMaxFileSize() == null ? null : DataUnit.parseDataSize(query.getMaxFileSize(), DataUnit.B).longValue();
  if (minBytes != null || maxBytes != null) {
    luceneQuery.add(NumericRangeQuery.newLongRange(SearchableFields.FileSize.getSearchableFieldName(), minBytes, maxBytes, true, true), Occur.MUST);
  }
  final Long minDateTime = query.getStartDate() == null ? null : query.getStartDate().getTime();
  final Long maxDateTime = query.getEndDate() == null ? null : query.getEndDate().getTime();
  if (maxDateTime != null || minDateTime != null) {
    luceneQuery.add(NumericRangeQuery.newLongRange(SearchableFields.EventTime.getSearchableFieldName(), minDateTime, maxDateTime, true, true), Occur.MUST);
  }
  return luceneQuery;
}

代码示例来源：origin: apache/nifi

public StandardQueryResult search(final org.apache.nifi.provenance.search.Query provenanceQuery, final NiFiUser user, final AtomicInteger retrievedCount,
  final long firstEventTimestamp) throws IOException {
  if (retrievedCount.get() >= provenanceQuery.getMaxResults()) {
    final StandardQueryResult sqr = new StandardQueryResult(provenanceQuery, 1);
    sqr.update(Collections.<ProvenanceEventRecord> emptyList(), 0L);
      indexDirectory, provenanceQuery, provenanceQuery.getMaxResults());
  if (provenanceQuery.getStartDate() == null || provenanceQuery.getStartDate().getTime() < firstEventTimestamp) {
    provenanceQuery.setStartDate(new Date(firstEventTimestamp));
  if (provenanceQuery.getEndDate() == null) {
    provenanceQuery.setEndDate(new Date());
    final TopDocs topDocs = searcher.getIndexSearcher().search(luceneQuery, provenanceQuery.getMaxResults());
    final long finishSearch = System.nanoTime();
    final long searchNanos = finishSearch - searchStartNanos;
      provenanceQuery.getMaxResults(), maxAttributeChars);

代码示例来源：origin: apache/nifi

@Override
public boolean isFinished() {
  readLock.lock();
  try {
    return numCompletedSteps >= numSteps || canceled || matchingRecords.size() >= query.getMaxResults();
  } finally {
    readLock.unlock();
  }
}

代码示例来源：origin: apache/nifi

final Query query = new Query(provenanceDto.getId());
        field = SearchableFields.newSearchableAttribute(searchTerm.getKey());
      query.addSearchTerm(SearchTerms.newSearchTerm(field, searchTerm.getValue()));
    query.setStartDate(requestDto.getStartDate());
    query.setEndDate(requestDto.getEndDate());
  query.setMinFileSize(requestDto.getMinimumFileSize());
  query.setMaxFileSize(requestDto.getMaximumFileSize());
  query.setMaxResults(requestDto.getMaxResults());

代码示例来源：origin: apache/nifi

if (query.getStartDate() != null && query.getStartDate().getTime() > event.getEventTime()) {
  return false;
if (query.getEndDate() != null && query.getEndDate().getTime() < event.getEventTime()) {
  return false;
if (query.getMaxFileSize() != null) {
  final long maxFileSize = DataUnit.parseDataSize(query.getMaxFileSize(), DataUnit.B).longValue();
  if (event.getFileSize() > maxFileSize) {
    return false;
if (query.getMinFileSize() != null) {
  final long minFileSize = DataUnit.parseDataSize(query.getMinFileSize(), DataUnit.B).longValue();
  if (event.getFileSize() < minFileSize) {
    return false;
for (final SearchTerm searchTerm : query.getSearchTerms()) {
  final SearchableField searchableField = searchTerm.getSearchableField();
  final String searchValue = searchTerm.getValue();

代码示例来源：origin: apache/nifi

@Override
public long getTotalHitCount() {
  readLock.lock();
  try {
    // Because we filter the results based on the user's permissions,
    // we don't want to indicate that the total hit count is 1,000+ when we
    // have 0 matching records, for instance. So, if we have fewer matching
    // records than the max specified by the query, it is either the case that
    // we truly don't have enough records to reach the max results, or that
    // the user is not authorized to see some of the results. Either way,
    // we want to report the number of events that we find AND that the user
    // is allowed to see, so we report matching record count, or up to max results.
    if (matchingRecords.size() < query.getMaxResults()) {
      return matchingRecords.size();
    } else {
      return query.getMaxResults();
    }
  } finally {
    readLock.unlock();
  }
}

代码示例来源：origin: apache/nifi

@Override
public QuerySubmission submitQuery(final Query query, final NiFiUser user) {
  if (query.getEndDate() != null && query.getStartDate() != null && query.getStartDate().getTime() > query.getEndDate().getTime()) {
    throw new IllegalArgumentException("Query End Time cannot be before Query Start Time");
  }
  final String userId = user == null ? null : user.getIdentity();
  if (query.getSearchTerms().isEmpty() && query.getStartDate() == null && query.getEndDate() == null) {
    final AsyncQuerySubmission result = new AsyncQuerySubmission(query, 1, userId);
    queryExecService.submit(new QueryRunnable(ringBuffer, createFilter(query, user), query.getMaxResults(), result));
    querySubmissionMap.put(query.getIdentifier(), result);
    return result;
  }
  final AsyncQuerySubmission result = new AsyncQuerySubmission(query, 1, userId);
  querySubmissionMap.put(query.getIdentifier(), result);
  queryExecService.submit(new QueryRunnable(ringBuffer, createFilter(query, user), query.getMaxResults(), result));
  return result;
}

代码示例来源：origin: apache/nifi

if (matchingRecords.size() > query.getMaxResults()) {
  final Iterator<ProvenanceEventRecord> itr = matchingRecords.iterator();
  for (int i = 0; i < query.getMaxResults(); i++) {
    itr.next();
updateExpiration();
if (numCompletedSteps >= numSteps || this.matchingRecords.size() >= query.getMaxResults()) {
  final long searchNanos = System.nanoTime() - creationNanos;
  queryTime = TimeUnit.MILLISECONDS.convert(searchNanos, TimeUnit.NANOSECONDS);

代码示例来源：origin: org.apache.nifi/nifi-data-provenance-utils

@Override
public String getQueryIdentifier() {
  return query.getIdentifier();
}

代码示例来源：origin: apache/nifi

@Override
public Optional<List<Long>> evaluate(final Query query) {
  if (query.getMaxResults() > 1000) {
    // If query max results > 1000 then we know we don't have enough results. So just return empty.
    return Optional.empty();
  }
  final List<SearchTerm> terms = query.getSearchTerms();
  if (terms.size() != 1) {
    return Optional.empty();
  }
  final SearchTerm term = terms.get(0);
  if (!COMPONENT_ID_FIELD_NAME.equals(term.getSearchableField().getSearchableFieldName())) {
    return Optional.empty();
  }
  if (query.getEndDate() != null || query.getStartDate() != null) {
    return Optional.empty();
  }
  final RingBuffer<Long> ringBuffer = latestRecords.get(term.getValue());
  if (ringBuffer == null || ringBuffer.getSize() < query.getMaxResults()) {
    return Optional.empty();
  }
  List<Long> eventIds = ringBuffer.asList();
  if (eventIds.size() > query.getMaxResults()) {
    eventIds = eventIds.subList(0, query.getMaxResults());
  }
  return Optional.of(eventIds);
}

代码示例来源：origin: apache/nifi

final int maxResults = query.getMaxResults();
final long startIndex = Math.max(maxEventId - query.getMaxResults(), 0L);

代码示例来源：origin: apache/nifi

if (query.getEndDate() != null && query.getStartDate() != null && query.getStartDate().getTime() > query.getEndDate().getTime()) {
  throw new IllegalArgumentException("Query End Time cannot be before Query Start Time");
if (query.getSearchTerms().isEmpty() && query.getStartDate() == null && query.getEndDate() == null) {
  final AsyncQuerySubmission result = new AsyncQuerySubmission(query, 1, userId);
  if (latestRecords.getSize() >= query.getMaxResults()) {
    final List<ProvenanceEventRecord> latestList = filterUnauthorizedEvents(latestRecords.asList(), user);
    final List<ProvenanceEventRecord> trimmed;
    if (latestList.size() > query.getMaxResults()) {
      trimmed = latestList.subList(latestList.size() - query.getMaxResults(), latestList.size());
    } else {
      trimmed = latestList;
  querySubmissionMap.put(query.getIdentifier(), result);
  return result;
    query.getStartDate() == null ? null : query.getStartDate().getTime(),
    query.getEndDate() == null ? null : query.getEndDate().getTime());
final AsyncQuerySubmission result = new AsyncQuerySubmission(query, indexDirectories.size(), userId);
querySubmissionMap.put(query.getIdentifier(), result);

代码示例来源：origin: org.apache.nifi/nifi-data-provenance-utils

@Override
public boolean isFinished() {
  readLock.lock();
  try {
    return numCompletedSteps >= numSteps || canceled || matchingRecords.size() >= query.getMaxResults();
  } finally {
    readLock.unlock();
  }
}

代码示例来源：origin: apache/nifi

if (eventIdListOption.isPresent()) {
    final AsyncQuerySubmission submission = new AsyncQuerySubmission(query, 1, userId);
    querySubmissionMap.put(query.getIdentifier(), submission);
  query.getStartDate() == null ? null : query.getStartDate().getTime(),
  query.getEndDate() == null ? null : query.getEndDate().getTime());
querySubmissionMap.put(query.getIdentifier(), submission);
logger.debug("Submitting query {} with identifier {} against index directories {}", luceneQuery, query.getIdentifier(), indexDirectories);
    queryExecutor.submit(new QueryTask(luceneQuery, submission.getResult(), query.getMaxResults(), indexManager, indexDir,
      eventStore, authorizer, EventTransformer.EMPTY_TRANSFORMER));

代码示例来源：origin: org.apache.nifi/nifi-data-provenance-utils

@Override
public long getTotalHitCount() {
  readLock.lock();
  try {
    // Because we filter the results based on the user's permissions,
    // we don't want to indicate that the total hit count is 1,000+ when we
    // have 0 matching records, for instance. So, if we have fewer matching
    // records than the max specified by the query, it is either the case that
    // we truly don't have enough records to reach the max results, or that
    // the user is not authorized to see some of the results. Either way,
    // we want to report the number of events that we find AND that the user
    // is allowed to see, so we report matching record count, or up to max results.
    if (matchingRecords.size() < query.getMaxResults()) {
      return matchingRecords.size();
    } else {
      return query.getMaxResults();
    }
  } finally {
    readLock.unlock();
  }
}

代码示例来源：origin: org.apache.nifi/nifi-data-provenance-utils

if (matchingRecords.size() > query.getMaxResults()) {
  final Iterator<ProvenanceEventRecord> itr = matchingRecords.iterator();
  for (int i = 0; i < query.getMaxResults(); i++) {
    itr.next();
updateExpiration();
if (numCompletedSteps >= numSteps || this.matchingRecords.size() >= query.getMaxResults()) {
  final long searchNanos = System.nanoTime() - creationNanos;
  queryTime = TimeUnit.MILLISECONDS.convert(searchNanos, TimeUnit.NANOSECONDS);

内容来源于网络，如有侵权，请联系作者删除！

query

相关文章

    查看更多
    微信公众号

    热门标签

    更多
    JavaquerypythonNode开发语言requestUtil数据库Table后端算法LoggerMessageElementParser

    最新文章

    更多
    • 蜀ICP备13028337号-1 大数据知识库 https://www.saoniuhuo.com © All rights reserved
    • 本站内容来源互联网,如果侵犯您的权益请联系我们删除, 联系方式：448109455@qq.com