Java Code Examples for org.apache.nifi.controller.status.ProcessorStatus#setActiveThreadCount()

The following examples show how to use org.apache.nifi.controller.status.ProcessorStatus#setActiveThreadCount() . You can vote up the ones you like or vote down the ones you don't like, and go to the original project or source file by following the links above each example. You may check out the related API usage on the sidebar.

Example 1

Source File: TestDataDogReportingTask.java From localization_nifi with Apache License 2.0

6 votes

private void initProcessorStatuses() {
    procStatus = new ProcessorStatus();
    procStatus.setProcessingNanos(123456789);
    procStatus.setInputCount(2);
    procStatus.setOutputCount(4);
    procStatus.setActiveThreadCount(6);
    procStatus.setBytesSent(1256);
    procStatus.setName("sampleProcessor");
    Collection<ProcessorStatus> processorStatuses = new ArrayList<>();
    processorStatuses.add(procStatus);
    status.setProcessorStatus(processorStatuses);

    ProcessGroupStatus groupStatus = new ProcessGroupStatus();
    groupStatus.setProcessorStatus(processorStatuses);

    Collection<ProcessGroupStatus> groupStatuses = new ArrayList<>();
    groupStatuses.add(groupStatus);
    status.setProcessGroupStatus(groupStatuses);
}

Example 2

Source File: TestAzureLogAnalyticsReportingTask.java From nifi with Apache License 2.0

6 votes

private void initProcessorStatuses() {
    procStatus = new ProcessorStatus();
    procStatus.setProcessingNanos(123456789);
    procStatus.setInputCount(2);
    procStatus.setOutputCount(4);
    procStatus.setActiveThreadCount(6);
    procStatus.setBytesSent(1256);
    procStatus.setName("sampleProcessor");
    Collection<ProcessorStatus> processorStatuses = new ArrayList<>();
    processorStatuses.add(procStatus);
    rootGroupStatus.setProcessorStatus(processorStatuses);

    ProcessGroupStatus groupStatus = new ProcessGroupStatus();
    groupStatus.setProcessorStatus(processorStatuses);

    Collection<ProcessGroupStatus> groupStatuses = new ArrayList<>();
    groupStatuses.add(groupStatus);
    rootGroupStatus.setProcessGroupStatus(groupStatuses);
}

Example 3

Source File: TestDataDogReportingTask.java From nifi with Apache License 2.0

6 votes

private void initProcessorStatuses() {
    procStatus = new ProcessorStatus();
    procStatus.setProcessingNanos(123456789);
    procStatus.setInputCount(2);
    procStatus.setOutputCount(4);
    procStatus.setActiveThreadCount(6);
    procStatus.setBytesSent(1256);
    procStatus.setName("sampleProcessor");
    Collection<ProcessorStatus> processorStatuses = new ArrayList<>();
    processorStatuses.add(procStatus);
    status.setProcessorStatus(processorStatuses);

    ProcessGroupStatus groupStatus = new ProcessGroupStatus();
    groupStatus.setProcessorStatus(processorStatuses);

    Collection<ProcessGroupStatus> groupStatuses = new ArrayList<>();
    groupStatuses.add(groupStatus);
    status.setProcessGroupStatus(groupStatuses);
}

Example 4

Source File: TestSiteToSiteStatusReportingTask.java From nifi with Apache License 2.0

5 votes

public static ProcessorStatus generateProcessorStatus(String id, String namePrefix) {
    ProcessorStatus pStatus = new ProcessorStatus();
    pStatus.setId(id);
    pStatus.setName(namePrefix + "-" + UUID.randomUUID().toString());
    pStatus.setActiveThreadCount(0);
    pStatus.setAverageLineageDuration(1l);
    pStatus.setBytesRead(2l);
    pStatus.setBytesReceived(3l);
    pStatus.setBytesSent(4l);
    pStatus.setBytesWritten(5l);
    pStatus.setFlowFilesReceived(6);
    pStatus.setFlowFilesRemoved(7);
    pStatus.setFlowFilesSent(8);
    pStatus.setInputBytes(9l);
    pStatus.setInputCount(10);
    pStatus.setInvocations(11);
    pStatus.setOutputBytes(12l);
    pStatus.setOutputCount(13);
    pStatus.setProcessingNanos(14l);
    pStatus.setType(null);
    pStatus.setTerminatedThreadCount(1);
    pStatus.setRunStatus(RunStatus.Running);
    pStatus.setCounters(new HashMap<String, Long>() {{
        put("counter1", 10L);
        put("counter2", 5L);
    }});

    return pStatus;
}

Example 5

Source File: FlowController.java From localization_nifi with Apache License 2.0

4 votes

private ProcessorStatus getProcessorStatus(final RepositoryStatusReport report, final ProcessorNode procNode, final Predicate<Authorizable> isAuthorized) {
    final boolean isProcessorAuthorized = isAuthorized.evaluate(procNode);

    final ProcessorStatus status = new ProcessorStatus();
    status.setId(procNode.getIdentifier());
    status.setGroupId(procNode.getProcessGroup().getIdentifier());
    status.setName(isProcessorAuthorized ? procNode.getName() : procNode.getIdentifier());
    status.setType(isProcessorAuthorized ? procNode.getComponentType() : "Processor");

    final FlowFileEvent entry = report.getReportEntries().get(procNode.getIdentifier());
    if (entry == null) {
        status.setInputBytes(0L);
        status.setInputCount(0);
        status.setOutputBytes(0L);
        status.setOutputCount(0);
        status.setBytesWritten(0L);
        status.setBytesRead(0L);
        status.setProcessingNanos(0);
        status.setInvocations(0);
        status.setAverageLineageDuration(0L);
        status.setFlowFilesRemoved(0);
    } else {
        final int processedCount = entry.getFlowFilesOut();
        final long numProcessedBytes = entry.getContentSizeOut();
        status.setOutputBytes(numProcessedBytes);
        status.setOutputCount(processedCount);

        final int inputCount = entry.getFlowFilesIn();
        final long inputBytes = entry.getContentSizeIn();
        status.setInputBytes(inputBytes);
        status.setInputCount(inputCount);

        final long readBytes = entry.getBytesRead();
        status.setBytesRead(readBytes);

        final long writtenBytes = entry.getBytesWritten();
        status.setBytesWritten(writtenBytes);

        status.setProcessingNanos(entry.getProcessingNanoseconds());
        status.setInvocations(entry.getInvocations());

        status.setAverageLineageDuration(entry.getAverageLineageMillis());

        status.setFlowFilesReceived(entry.getFlowFilesReceived());
        status.setBytesReceived(entry.getBytesReceived());
        status.setFlowFilesSent(entry.getFlowFilesSent());
        status.setBytesSent(entry.getBytesSent());
        status.setFlowFilesRemoved(entry.getFlowFilesRemoved());
    }

    // Determine the run status and get any validation error... only validating while STOPPED
    // is a trade-off we are willing to make, even though processor validity could change due to
    // environmental conditions (property configured with a file path and the file being externally
    // removed). This saves on validation costs that would be unnecessary most of the time.
    if (ScheduledState.DISABLED.equals(procNode.getScheduledState())) {
        status.setRunStatus(RunStatus.Disabled);
    } else if (ScheduledState.RUNNING.equals(procNode.getScheduledState())) {
        status.setRunStatus(RunStatus.Running);
    } else if (!procNode.isValid()) {
        status.setRunStatus(RunStatus.Invalid);
    } else {
        status.setRunStatus(RunStatus.Stopped);
    }

    status.setActiveThreadCount(processScheduler.getActiveThreadCount(procNode));

    return status;
}

Example 6

Source File: StatusConfigReporterTest.java From nifi-minifi with Apache License 2.0

4 votes

private void populateProcessor(boolean validationErrors, boolean addBulletins) {
    if (addBulletins) {
        addBulletins("Bulletin message", "UpdateAttributeProcessorId");
    }

    ProcessorStatus processorStatus = new ProcessorStatus();
    processorStatus.setType("org.apache.nifi.processors.attributes.UpdateAttribute");
    processorStatus.setId("UpdateAttributeProcessorId");
    processorStatus.setName("UpdateAttributeProcessorName");
    processorStatus.setRunStatus(RunStatus.Stopped);
    processorStatus.setActiveThreadCount(1);
    processorStatus.setFlowFilesReceived(2);
    processorStatus.setBytesRead(3);
    processorStatus.setBytesWritten(4);
    processorStatus.setFlowFilesSent(5);
    processorStatus.setInvocations(6);
    processorStatus.setProcessingNanos(7);

    Collection<ProcessorStatus> statusCollection = new ArrayList<>();
    statusCollection.add(processorStatus);

    mockProcessorEmptyValidation(processorStatus.getId(), processGroup);
    when(rootGroupStatus.getProcessorStatus()).thenReturn(statusCollection);

    ProcessorNode processorNode = mock(ProcessorNode.class);
    when(processGroup.getProcessor(processorStatus.getId())).thenReturn(processorNode);

    if (validationErrors) {
        ValidationResult validationResult = new ValidationResult.Builder()
                .input("input")
                .subject("subject")
                .explanation("is not valid")
                .build();

        ValidationResult validationResult2 = new ValidationResult.Builder()
                .input("input2")
                .subject("subject2")
                .explanation("is not valid too")
                .build();

        List<ValidationResult> validationResultList = new ArrayList<>();
        validationResultList.add(validationResult);
        validationResultList.add(validationResult2);

        when(processorNode.getValidationErrors()).thenReturn(validationResultList);
    } else {
        when(processorNode.getValidationErrors()).thenReturn(Collections.EMPTY_LIST);
    }
}

Example 7

Source File: StandardEventAccess.java From nifi with Apache License 2.0

4 votes

private ProcessorStatus getProcessorStatus(final FlowFileEvent flowFileEvent, final ProcessorNode procNode, final Predicate<Authorizable> isAuthorized) {
    final boolean isProcessorAuthorized = isAuthorized.evaluate(procNode);

    final ProcessScheduler processScheduler = flowController.getProcessScheduler();

    final ProcessorStatus status = new ProcessorStatus();
    status.setId(procNode.getIdentifier());
    status.setGroupId(procNode.getProcessGroup().getIdentifier());
    status.setName(isProcessorAuthorized ? procNode.getName() : procNode.getIdentifier());
    status.setType(isProcessorAuthorized ? procNode.getComponentType() : "Processor");

    if (flowFileEvent != null && flowFileEvent != EmptyFlowFileEvent.INSTANCE) {
        final int processedCount = flowFileEvent.getFlowFilesOut();
        final long numProcessedBytes = flowFileEvent.getContentSizeOut();
        status.setOutputBytes(numProcessedBytes);
        status.setOutputCount(processedCount);

        final int inputCount = flowFileEvent.getFlowFilesIn();
        final long inputBytes = flowFileEvent.getContentSizeIn();
        status.setInputBytes(inputBytes);
        status.setInputCount(inputCount);

        final long readBytes = flowFileEvent.getBytesRead();
        status.setBytesRead(readBytes);

        final long writtenBytes = flowFileEvent.getBytesWritten();
        status.setBytesWritten(writtenBytes);

        status.setProcessingNanos(flowFileEvent.getProcessingNanoseconds());
        status.setInvocations(flowFileEvent.getInvocations());

        status.setAverageLineageDuration(flowFileEvent.getAverageLineageMillis());

        status.setFlowFilesReceived(flowFileEvent.getFlowFilesReceived());
        status.setBytesReceived(flowFileEvent.getBytesReceived());
        status.setFlowFilesSent(flowFileEvent.getFlowFilesSent());
        status.setBytesSent(flowFileEvent.getBytesSent());
        status.setFlowFilesRemoved(flowFileEvent.getFlowFilesRemoved());

        if (isProcessorAuthorized) {
            status.setCounters(flowFileEvent.getCounters());
        }
    }

    // Determine the run status and get any validation error... only validating while STOPPED
    // is a trade-off we are willing to make, even though processor validity could change due to
    // environmental conditions (property configured with a file path and the file being externally
    // removed). This saves on validation costs that would be unnecessary most of the time.
    if (ScheduledState.DISABLED.equals(procNode.getScheduledState())) {
        status.setRunStatus(RunStatus.Disabled);
    } else if (ScheduledState.RUNNING.equals(procNode.getScheduledState())) {
        status.setRunStatus(RunStatus.Running);
    } else if (procNode.getValidationStatus() == ValidationStatus.VALIDATING) {
        status.setRunStatus(RunStatus.Validating);
    } else if (procNode.getValidationStatus() == ValidationStatus.INVALID) {
        status.setRunStatus(RunStatus.Invalid);
    } else {
        status.setRunStatus(RunStatus.Stopped);
    }

    status.setExecutionNode(procNode.getExecutionNode());
    status.setTerminatedThreadCount(procNode.getTerminatedThreadCount());
    status.setActiveThreadCount(processScheduler.getActiveThreadCount(procNode));

    return status;
}