UNCLASSIFIED

Commit da3cb3b6 authored by sean.melissari's avatar sean.melissari
Browse files

refactor nifi

parent 0d6ffe4e
Pipeline #21856 failed with stage
# These three ARGs must be present with default variables
# Default variables will be replaced by build/hardening pipelines, but defaults should lead to a successful build outside of the pipelines
# If your container is not based on either the ubi7/ubi8 DCAR images, then it should be based on an image/s ultimately based on ubi7/ubi8
# Note that you will not be able to pull conatiners from nexus-docker-secure.levelup-dev.io into your local dev machine
ARG BASE_REGISTRY=nexus-docker-secure.levelup-dev.io ARG BASE_REGISTRY=nexus-docker-secure.levelup-dev.io
ARG BASE_IMAGE=redhat/openjdk/openjdk11 ARG BASE_IMAGE=redhat/openjdk/openjdk11
ARG BASE_TAG=1.11 ARG BASE_TAG=1.11
# FROM statement must reference the base image using the three ARGs established FROM apache/nifi:1.11.4 as base
FROM ${BASE_REGISTRY}/${BASE_IMAGE}:${BASE_TAG}
# 'LABEL' instructions should include at least the following information and any other helpful details.
LABEL name="Apache Nifi" \
maintainer="dev@nifi.apache.org" \
vendor="Apache" \
version="1.11.4" \
release="1" \
summary="Image of Apache Nifi" \
description="Image of Apache Nifi"
ARG BIN_TARBALL=nifi-1.11.4-bin.zip FROM ${BASE_REGISTRY}/${BASE_IMAGE}:${BASE_TAG}
ARG TOOLKIT_TARBALL=nifi-toolkit-1.11.4-bin.zip
ARG NIFI_PROPS=nifi.properties
COPY xmlstarlet-1.6.1-1.el7.x86_64.rpm . LABEL org.opencontainers.image.title="NiFi" \
COPY jq-linux64 . org.opencontainers.image.description="Apache NiFi is an easy to use, powerful, and reliable system to process and distribute data." \
org.opencontainers.image.licenses="Apache-2.0" \
org.opencontainers.image.url="https://nifi.apache.org/" \
org.opencontainers.image.version="1.11.4" \
maintainer="cht@dsop.io"
ENV NIFI_BASE_DIR=/opt/nifi
ENV NIFI_VERSION=1.11.4 ENV NIFI_VERSION=1.11.4
ENV NIFI_VERSION_DIR=nifi-${NIFI_VERSION} ENV NIFI_BASE_DIR=/opt/nifi
ENV NIFI_HOME=${NIFI_BASE_DIR}/nifi-current ENV NIFI_HOME=${NIFI_BASE_DIR}/nifi-current
ENV NIFI_TOOLKIT_HOME=${NIFI_BASE_DIR}/nifi-toolkit-current ENV NIFI_VERSION_DIR=nifi-${NIFI_VERSION} \
ENV NIFI_PID_DIR=${NIFI_HOME}/run NIFI_TOOLKIT_HOME=${NIFI_BASE_DIR}/nifi-toolkit-current \
ENV NIFI_LOG_DIR=${NIFI_HOME}/logs NIFI_PID_DIR=${NIFI_HOME}/run \
ARG UID=1000 NIFI_LOG_DIR=${NIFI_HOME}/logs \
ARG GID=1000 HOME=/home/nifi \
USER root USER=nifi
RUN cp jq-linux64 /usr/bin \
&& chmod +x /usr/bin/jq-linux64 \
&& ln -s /usr/bin/jq-linux64 /usr/bin/jq \
&& echo 'nifi:x:1000:' >> /etc/group \
&& echo 'nifi:x:1000:1000:/home/nifi:/bin/bash' >> /etc/passwd \
&& cp -r /etc/skel /home/nifi \
&& chown -R nifi:1000 /home/nifi \
&& chmod -R g=u,o-xw /home/nifi \
&& mkdir -p ${NIFI_BASE_DIR} \
&& chown -R nifi:nifi ${NIFI_BASE_DIR} \
&& yum update -y --nogpgcheck \
&& yum install -y --nogpgcheck unzip xmlstarlet-1.6.1-1.el7.x86_64.rpm procps \
&& yum -y clean all && [ -d /var/cache/yum ] || rm -rf /var/cache/yum
USER nifi
COPY ${BIN_TARBALL} ${NIFI_BASE_DIR} USER root
COPY ${TOOLKIT_TARBALL} ${NIFI_BASE_DIR}
COPY ${NIFI_PROPS} ${NIFI_BASE_DIR}
RUN unzip ${NIFI_BASE_DIR}/${TOOLKIT_TARBALL} -d ${NIFI_BASE_DIR} \ COPY jq-linux64 /usr/bin/jq
&& rm ${NIFI_BASE_DIR}/${TOOLKIT_TARBALL} \ COPY xmlstarlet.rpm /xmlstarlet.rpm
&& mv ${NIFI_BASE_DIR}/nifi-toolkit-${NIFI_VERSION} ${NIFI_TOOLKIT_HOME} \
&& ln -s ${NIFI_TOOLKIT_HOME} ${NIFI_BASE_DIR}/nifi-toolkit-${NIFI_VERSION}
RUN unzip ${NIFI_BASE_DIR}/${BIN_TARBALL} -d ${NIFI_BASE_DIR} \ RUN groupadd -g 1000 nifi && \
&& rm ${NIFI_BASE_DIR}/${BIN_TARBALL} \ useradd -r -u 1000 -m -g nifi nifi && \
&& mv ${NIFI_BASE_DIR}/nifi-${NIFI_VERSION} ${NIFI_HOME} \ chown nifi:0 ${HOME} && \
&& mkdir -p ${NIFI_HOME}/conf \ chmod g=u ${HOME} && \
&& mkdir -p ${NIFI_HOME}/database_repository \ dnf update -y && \
&& mkdir -p ${NIFI_HOME}/flowfile_repository \ dnf install -y libxslt procps-ng && \
&& mkdir -p ${NIFI_HOME}/content_repository \ rpm -i --nosignature /xmlstarlet.rpm && \
&& mkdir -p ${NIFI_HOME}/provenance_repository \ rm -f /xmlstarlet.rpm && \
&& mkdir -p ${NIFI_HOME}/state \ chmod +x /usr/bin/jq && \
&& mkdir -p ${NIFI_LOG_DIR} \ dnf clean all && \
&& ln -s ${NIFI_HOME} ${NIFI_BASE_DIR}/nifi-${NIFI_VERSION} rm -rf /var/cache/dnf
# Setup a proxy url for use with Istio COPY --chown=nifi:nifi --from=base ${NIFI_BASE_DIR} ${NIFI_BASE_DIR}
RUN cp ${NIFI_BASE_DIR}/${NIFI_PROPS} ${NIFI_HOME}/conf/nifi.properties \ COPY nifi.properties ${NIFI_HOME}/conf/nifi.properties
&& rm ${NIFI_BASE_DIR}/${NIFI_PROPS}
VOLUME ${NIFI_LOG_DIR} \ VOLUME ${NIFI_LOG_DIR} \
${NIFI_HOME}/conf \ ${NIFI_HOME}/conf \
...@@ -85,16 +51,13 @@ VOLUME ${NIFI_LOG_DIR} \ ...@@ -85,16 +51,13 @@ VOLUME ${NIFI_LOG_DIR} \
${NIFI_HOME}/provenance_repository \ ${NIFI_HOME}/provenance_repository \
${NIFI_HOME}/state ${NIFI_HOME}/state
# Clear nifi-env.sh in favour of configuring all environment variables in the Dockerfile
# Setup a proxy url for use with Istio
RUN echo "#!/bin/sh" > $NIFI_HOME/bin/nifi-env.sh
# Web HTTP(s) & Socket Site-to-Site Ports # Web HTTP(s) & Socket Site-to-Site Ports
EXPOSE 8080 8443 10000 8000 EXPOSE 8080 8443 10000 8000
USER ${USER}
WORKDIR ${NIFI_HOME} WORKDIR ${NIFI_HOME}
# Apply configuration and start NiFi
ENTRYPOINT ["bin/nifi.sh", "run"]
# This Dockerfile health check is a requirement. Please add an appropriate health check for your container. HEALTHCHECK --start-period=60s \
HEALTHCHECK --timeout=60s CMD /opt/nifi/nifi-current/bin/nifi.sh status CMD /opt/nifi/nifi-current/bin/nifi.sh status
ENTRYPOINT ["../scripts/start.sh"]
@Library('DCCSCR@master') _ @Library('DCCSCR@master') _
dccscrPipeline( dccscrPipeline(version: "1.11.4")
version: "1.11.4"
)
This diff is collapsed.
This diff is collapsed.
Apache NiFi
Copyright 2014-2020 The Apache Software Foundation
This product includes software developed at
The Apache Software Foundation (http://www.apache.org/).
This product includes the following work from the Apache Hadoop project under Apache Software License V2:
BoundedByteArrayOutputStream.java adapted to SoftLimitBoundedByteArrayOutputStream.java
This product includes derived works from Apache Commons Lang (ASLv2 licensed)
Copyright 2019 The Apache Software Foundation
The derived work is adapted from the class StringUtils:
https://github.com/apache/commons-lang/blob/465e6becd8beda9569fbdc9ff44fac7dc3c5d1c6/src/main/java/org/apache/commons/lang3/StringUtils.java
This product includes derived works from the Apache Software License V2 library python-evtx (https://github.com/williballenthin/python-evtx)
Copyright 2012, 2013 Willi Ballenthin william.ballenthin@mandiant.com
while at Mandiant http://www.mandiant.com
The derived work is adapted from Evtx/Evtx.py, Evtx/BinaryParser.py, Evtx/Nodes.py, Evtx/Views.py
and can be found in the org.apache.nifi.processors.evtx.parser package.
This includes derived works from the Apache Storm (ASLv2 licensed) project (https://github.com/apache/storm):
Copyright 2015 The Apache Software Foundation
The derived work is adapted from
org/apache/storm/hive/common/HiveWriter.java
org/apache/storm/hive/common/HiveOptions.java
and can be found in the org.apache.nifi.util.hive package
This includes derived works from the Apache Hadoop (ASLv2 licensed) project (https://github.com/apache/hadoop):
Copyright 2014 The Apache Software Foundation
The derived work is adapted from
org/apache/hadoop/security/authentication/client/KerberosAuthenticator.java
and can be found in the org.apache.nifi.hadoop package
This includes derived works from the Apache Hive (ASLv2 licensed) project (https://github.com/apache/hive):
Copyright 2008-2016 The Apache Software Foundation
The derived work is adapted from
release-1.2.1/ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java
and can be found in the org.apache.hadoop.hive.ql.io.orc package
The derived work is adapted from
release-3.0.0/serde/src/java/org/apache/hadoop/hive/serde2/JsonSerDe.java
and can be found in the org.apache.hive.streaming.NiFiRecordSerDe class
This includes derived works from the Apache Software License V2 library Jolt (https://github.com/bazaarvoice/jolt)
Copyright 2013-2014 Bazaarvoice, Inc
The derived work is adapted from com.bazaarvoice.jolt.chainr.ChainrBuilder.java, com.bazaarvoice.jolt.chainr.spec.ChainrSpec.java,
com.bazaarvoice.jolt.chainr.spec.ChainrEntry.java and can be found in the org.apache.nifi.processors.standard.util.jolt.TransformFactory.java class.
This includes derived works from Elastic Logstash (https://github.com/elastic/logstash/tree/v1.4.0/) and modified by Anthony Corbacho, and contributors
available under an Apache Software License V2.
Copyright 2009-2013 Jordan Sissel, Pete Fritchman, and contributors.
Copyright 2014 Anthony Corbacho, and contributors.
The derived work consists in modifications from patterns/grok-patterns
and can be found in the file nifi/nifi-nar-bundles/nifi-standard-bundle/nifi-standard-processors/src/test/resources/TestExtractGrok/patterns
This includes derived works from Maxmind GeoIP2 Java available under Apache Software License V2. Portions of test code found in
https://github.com/maxmind/GeoIP2-java/blob/v2.2.0/src/test/java/com/maxmind/geoip2/TestTransport.java
Copyright (c) 2013 by MaxMind, Inc.
Are used in unit tests found in nifi/nifi-nar-bundles/nifi-enrich-bundle/nifi-enrich-processors/src/test/java/org/apache/nifi/processors/TestGeoEnrichIP.java
This includes derived works from Apache Calcite available under Apache Software License V2. Portions of code found in
https://github.com/apache/calcite/blob/master/example/csv/src/main/java/org/apache/calcite/adapter/csv/CsvProjectTableScanRule.java
and
https://github.com/apache/calcite/blob/master/example/csv/src/main/java/org/apache/calcite/adapter/csv/CsvTableScan.java
Copyright 2012-2017 The Apache Software Foundation
The code can be found in nifi-nar-bundles/nifi-standard-nar/nifi-standard-processors/../FlowFileProjectTableScanRule
and nifi-nar-bundles/nifi-standard-nar/nifi-standard-processors/../FlowFileTableScan
This includes derived works from Apache Solr available under Apache Software License V2. Portions of the code found in
https://github.com/apache/lucene-solr/blob/branch_7x/solr/solrj/src/java/org/apache/solr/client/solrj/impl/Krb5HttpClientBuilder.java
Copyright 2006-2020 The Apache Software Foundation
The code can be found nifi-nar-bundles/nifi-solr-bundle/nifi-solr-processors/src/main/java/org/apache/nifi/processors/solr/kerberos/KerberosHttpClientBuilder.java
This includes derived works from Apache Hadoop available under Apache Software License V2. Portions of the code found in
https://github.com/apache/hadoop/blob/release-2.7.3-RC2/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/security/UserGroupInformation.java
The code can be found nifi-commons/nifi-security-utils/src/main/java/org/apache/nifi/security/krb/KeytabUser.java
This includes derived works from apigateway-generic-java-sdk (ASLv2 licenced) project (https://github.com/rpgreen/apigateway-generic-java-sdk):
The derived work is adapted from
main/ca/ryangreen/apigateway/generic/
GenericApiGatewayClient.java
GenericApiGatewayClientBuilder.java
GenericApiGatewayException.java
GenericApiGatewayRequest.java
GenericApiGatewayRequestBuilder.java
test/ca/ryangreen/apigateway/generic/
GenericApiGatewayClientTest.java
LambdaMatcher.java
and can be found in the directories:
nifi-nar-bundles/nifi-aws-bundle/nifi-aws-abstract-processors/src/main/../wag/client/
GenericApiGatewayClient.java
GenericApiGatewayClientBuilder.java
GenericApiGatewayException.java
GenericApiGatewayRequest.java
GenericApiGatewayRequestBuilder.java
Validate.java
nifi-nar-bundles/nifi-aws-bundle/nifi-aws-processors/src/test/../wag/
RequestMatcher.java
GetAWSGatewayApiTest.java
This includes derived works from Dropwizard Metrics available under Apache Software License V2 (https://github.com/dropwizard/metrics)
Copyright 2010-2013 Coda Hale and Yammer, Inc., 2014-2017 Dropwizard Team
This product includes software developed by Coda Hale and Yammer, Inc.
This product includes code derived from the JSR-166 project (ThreadLocalRandom, Striped64,
LongAdder), which was released with the following comments:
Written by Doug Lea with assistance from members of JCP JSR-166
Expert Group and released to the public domain, as explained at
http://creativecommons.org/publicdomain/zero/1.0/
The derived work in the nifi-metrics module is adapted from
https://github.com/dropwizard/metrics/blob/v2.2.0/metrics-core/src/main/java/com/yammer/metrics/core/VirtualMachineMetrics.java
and can be found in
nifi-commons/nifi-metrics/src/main/java/org/apache/nifi/metrics/jvm/JvmMetrics.java
nifi-commons/nifi-metrics/src/main/java/org/apache/nifi/metrics/jvm/JmxJvmMetrics.java
This product includes derived works from Apache Commons Id (ASLv2 licensed)
Copyright 2003-2006 The Apache Software Foundation
The derived work is adapted from
http://svn.apache.org/repos/asf/commons/sandbox/id/trunk/src/java/org/apache/commons/id/uuid/UUID.java
and can be found in
nifi-commons/nifi-expression-language/src/main/java/org/apache/nifi/attribute/expression/language/evaluation/functions/Uuid3Evaluator.java
and
nifi-commons/nifi-expression-language/src/main/java/org/apache/nifi/attribute/expression/language/evaluation/functions/Uuid5Evaluator.java
This includes derived works from Cloudera Schema Registry available under Apache Software License V2 (https://github.com/hortonworks/registry)
Cloudera Schema Registry
Copyright 2016-2019 Cloudera, Inc.
The code can be found in nifi-nar-bundles/nifi-standard-services/nifi-hwx-schema-registry-bundle/nifi-hwx-schema-registry-service/src/main/java/com/hortonworks/registries/schemaregistry/client/SchemaRegistryClient.java
This diff is collapsed.
Apache NiFi Toolkit
Copyright 2014-2020 The Apache Software Foundation
This product includes software developed at
The Apache Software Foundation (http://www.apache.org/).
===========================================
Apache Software License v2
===========================================
The following binary components are provided under the Apache Software License v2
(ASLv2) Apache NiFi
The following NOTICE information applies:
Apache NiFi
Copyright 2014-2016 The Apache Software Foundation
(ASLv2) Apache Ant
The following NOTICE information applies:
Copyright 1999-2018 The Apache Software Foundation
This product includes software developed at
The Apache Software Foundation (http://www.apache.org/).
The <sync> task is based on code Copyright (c) 2002, Landmark
Graphics Corp that has been kindly donated to the Apache Software
Foundation.
(ASLv2) Apache Commons BeanUtils
The following NOTICE information applies:
Apache Commons BeanUtils
Copyright 2000-2016 The Apache Software Foundation
(ASLv2) Apache Commons CLI
The following NOTICE information applies:
Apache Commons CLI
Copyright 2001-2017 The Apache Software Foundation
(ASLv2) Apache Commons Codec
The following NOTICE information applies:
Apache Commons Codec
Copyright 2002-2014 The Apache Software Foundation
src/test/org/apache/commons/codec/language/DoubleMetaphoneTest.java
contains test data from http://aspell.net/test/orig/batch0.tab.
Copyright (C) 2002 Kevin Atkinson (kevina@gnu.org)
===============================================================================
The content of package org.apache.commons.codec.language.bm has been translated
from the original php source code available at http://stevemorse.org/phoneticinfo.htm
with permission from the original authors.
Original source copyright:
Copyright (c) 2008 Alexander Beider & Stephen P. Morse.
(ASLv2) Apache Commons Configuration
The following NOTICE information applies:
Apache Commons Configuration
Copyright 2001-2017 The Apache Software Foundation
(ASLv2) Apache Commons IO
The following NOTICE information applies:
Apache Commons IO
Copyright 2002-2016 The Apache Software Foundation
(ASLv2) Apache Commons Lang
The following NOTICE information applies:
Apache Commons Lang
Copyright 2001-2015 The Apache Software Foundation
(ASLv2) Apache HttpComponents
The following NOTICE information applies:
Apache HttpClient
Copyright 1999-2015 The Apache Software Foundation
Apache HttpCore
Copyright 2005-2015 The Apache Software Foundation
This project contains annotations derived from JCIP-ANNOTATIONS
Copyright (c) 2005 Brian Goetz and Tim Peierls. See http://www.jcip.net
(ASLv2) Jackson JSON processor
The following NOTICE information applies:
# Jackson JSON processor
Jackson is a high-performance, Free/Open Source JSON processing library.
It was originally written by Tatu Saloranta (tatu.saloranta@iki.fi), and has
been in development since 2007.
It is currently developed by a community of developers, as well as supported
commercially by FasterXML.com.
## Licensing
Jackson core and extension components may licensed under different licenses.
To find the details that apply to this artifact see the accompanying LICENSE file.
For more information, including possible other licensing options, contact
FasterXML.com (http://fasterxml.com).
## Credits
A list of contributors may be found from CREDITS file, which is included
in some artifacts (usually source distributions); but is always available
from the source code management (SCM) system project uses.
(ASLv2) Jetty
The following NOTICE information applies:
Jetty Web Container
Copyright 1995-2019 Mort Bay Consulting Pty Ltd.
(ASLv2) Groovy (org.codehaus.groovy:groovy-all:pom:2.5.4 and its submodules included as transitive dependencies - http://www.groovy-lang.org)
groovy
groovy-ant
groovy-cli-commons
groovy-cli-picocli
groovy-console
groovy-datetime
groovy-docgenerator
groovy-groovydoc
groovy-groovysh
groovy-jmx
groovy-json
groovy-jsr223
groovy-macro
groovy-nio
groovy-servlet
groovy-sql
groovy-swing
groovy-templates
groovy-test
groovy-test-junit5
groovy-testng
groovy-xml
The following NOTICE information applies:
Groovy Language
Copyright 2003-2018 The respective authors and developers
Developers and Contributors are listed in the project POM file
and Gradle build file
This product includes software developed by
The Groovy community (http://groovy.codehaus.org/).
This product bundles icons from the famfamfam.com silk icons set
http://www.famfamfam.com/lab/icons/silk/
Licensed under the Creative Commons Attribution Licence v2.5
http://creativecommons.org/licenses/by/2.5/
************************
Common Development and Distribution License 1.1
************************
The following binary components are provided under the Common Development and Distribution License 1.1. See project link for details.
(CDDL 1.1) (GPL2 w/ CPE) jersey-client (org.glassfish.jersey.core:jersey-client:jar:2.26 - https://jersey.github.io/)
(CDDL 1.1) (GPL2 w/ CPE) jersey-common (org.glassfish.jersey.core:jersey-common:jar:2.26 - https://jersey.github.io/)
(CDDL 1.1) (GPL2 w/ CPE) jersey-entity-filtering (org.glassfish.jersey.ext:jersey-entity-filtering:jar:2.26 - https://jersey.github.io/)
(CDDL 1.1) (GPL2 w/ CPE) jersey-hk2 (org.glassfish.jersey.inject:jersey-hk2:jar:2.26 - https://jersey.github.io/)
(CDDL 1.1) (GPL2 w/ CPE) jersey-media-json-jackson (org.glassfish.jersey.media:jersey-media-json-jackson:jar:2.26 - https://jersey.github.io/)
(CDDL 1.1) (GPL2 w/ CPE) hk2-api (org.glassfish.hk2:hk2-api:jar:2.5.0-b42 - https://javaee.github.io/glassfish/)
(CDDL 1.1) (GPL2 w/ CPE) hk2-utils (org.glassfish.hk2:hk2-utils:jar:2.5.0-b42 - https://javaee.github.io/glassfish/)
(CDDL 1.1) (GPL2 w/ CPE) hk2-locator (org.glassfish.hk2:hk2-locator:jar:2.5.0-b42 - https://javaee.github.io/glassfish/)
(CDDL 1.1) (GPL2 w/ CPE) aopalliance-repackaged (org.glassfish.hk2.external:aopalliance-repackaged:jar:2.5.0-b42 - https://javaee.github.io/glassfish/)
\ No newline at end of file
# opensource Apache nifi v1.11.4 [<img src="https://nifi.apache.org/assets/images/apache-nifi-logo.svg" width="300" height="126" alt="Apache NiFi"/>][nifi]
This is derived work from https://nifi.apache.org/ [Apache NiFi](https://nifi.apache.org/) is an easy to use, powerful, and reliable system to process and distribute data.
## Resources ## Documentation
CPU: 2 To learn more about Apache Nifi [go to the complete documentation](https://hub.docker.com/r/apache/nifi/).
RAM: 6GB
DISK: 40GB
<!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
# Apache NiFi
Apache NiFi is an easy to use, powerful, and reliable system to process and distribute data.
## Table of Contents
- [Features](#features)
- [Getting Started](#getting-started)
- [Getting Help](#getting-help)
- [Requirements](#requirements)
- [License](#license)
- [Export Control] (#export-control)
## Features
Apache NiFi was made for dataflow. It supports highly configurable directed graphs of data routing, transformation, and system mediation logic. Some of its key features include:
- Web-based user interface
- Seamless experience for design, control, and monitoring
- Highly configurable
- Loss tolerant vs guaranteed delivery
- Low latency vs high throughput
- Dynamic prioritization
- Flows can be modified at runtime
- Back pressure
- Data Provenance
- Track dataflow from beginning to end
- Designed for extension
- Build your own processors and more
- Enables rapid development and effective testing
- Secure
- SSL, SSH, HTTPS, encrypted content, etc...
- Pluggable role-based authentication/authorization
## Getting Started
To start NiFi:
- [linux/osx] execute bin/nifi.sh start
- [windows] execute bin/run-nifi.bat
- Direct your browser to http://localhost:8080/nifi/
## Getting Help
If you have questions, you can reach out to our mailing list: dev@nifi.apache.org
([archive](http://mail-archives.apache.org/mod_mbox/nifi-dev)). For more interactive discussions, community members can often be found in the following locations:
- Apache NiFi Slack Workspace: https://apachenifi.slack.com/
New users can join the workspace using the following [invite link](https://s.apache.org/nifi-community-slack).
- IRC: #nifi on [irc.freenode.net](http://webchat.freenode.net/?channels=#nifi)
## Requirements
* JDK 1.8 or higher
## License
Except as otherwise noted this software is licensed under the
[Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0.html)
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
## Export Control
This distribution includes cryptographic software. The country in which you
currently reside may have restrictions on the import, possession, use, and/or
re-export to another country, of encryption software. BEFORE using any
encryption software, please check your country's laws, regulations and
policies concerning the import, possession, or use, and re-export of encryption
software, to see if this is permitted. See <http://www.wassenaar.org/> for more
information.
The U.S. Government Department of Commerce, Bureau of Industry and Security
(BIS), has classified this software as Export Commodity Control Number (ECCN)
5D002.C.1, which includes information security software using or performing
cryptographic functions with asymmetric algorithms. The form and manner of this
Apache Software Foundation distribution makes it eligible for export under the
License Exception ENC Technology Software Unrestricted (TSU) exception (see the
BIS Export Administration Regulations, Section 740.13) for both object code and
source code.
The following provides more details on the included cryptographic software:
Apache NiFi uses BouncyCastle, Jasypt, JCraft Inc., and the built-in
java cryptography libraries for SSL, SSH, and the protection
of sensitive configuration parameters. See
http://bouncycastle.org/about.html
http://www.jasypt.org/faq.html
http://jcraft.com/c-info.html
http://www.oracle.com/us/products/export/export-regulations-345813.html
for more details on each of these libraries cryptography features.
{ "resources":
[
{ "url" : "https://archive.apache.org/dist/nifi/1.11.4/nifi-1.11.4-bin.zip",
"filename": "nifi-1.11.4-bin.zip",
"validation": {
"type": "sha256",
"value": "1b972acfdb17a397390e8b0b9faaa1e337889a119fae7032875b7928f761f667"
}
},
{ "url" : "https://archive.apache.org/dist/nifi/1.11.4/nifi-toolkit-1.11.4-bin.zip",
"filename": "nifi-toolkit-1.11.4-bin.zip",
"validation": {
"type": "sha256",
"value": "7342f74149cef964787edd150db59051f8a8531ef7adc81cc49f54624c2718e6"
}
},
{
"url": "https://download-ib01.fedoraproject.org/pub/epel/7/x86_64/Packages/x/xmlstarlet-1.6.1-1.el7.x86_64.rpm",
"filename": "xmlstarlet-1.6.1-1.el7.x86_64.rpm",
"validation": {
"type": "sha256",
"value": "69c5361570ec341ebb8666918337f5a87d270b14b8289c95dab3ef7666985f7e"
}
},
{
"url": "https://github.com/stedolan/jq/releases/download/jq-1.6/jq-linux64",
"filename": "jq-linux64",
"validation": {
"type": "sha256",
"value": "af986793a515d500ab2d35f8d2aecd656e764504b789b66d7e1a0b727a124c44"
}
}
]
}
resources:
- url: "docker://docker.io/apache/nifid@sha256:f63e3f2ab59630f217a3cf51a0e5dc98e1c99b49d3fb009fcf5ef0cd9f740213"
tag: "apache/nifi:1.11.4"
- url: "https://download-ib01.fedoraproject.org/pub/epel/8/Everything/x86_64/Packages/x/xmlstarlet-1.6.1-11.el8.x86_64.rpm"
filename: xmlstarlet.rpm
validation:
type: sha256
value: 1db13a198139dbbb4aedc079a2c5f74a01d036f4c816c9aab7f8ef7c10b019f0
- url: "https://github.com/stedolan/jq/releases/download/jq-1.6/jq-linux64"
filename: jq-linux64
validation:
type: sha256
value: af986793a515d500ab2d35f8d2aecd656e764504b789b66d7e1a0b727a124c44
{
"assignees": ["@sean.melissari"],
"baseBranches": ["development"],
"regexManagers": [
{
"fileMatch": ["^Dockerfile$"],
"matchStrings": [
"version=\"(?<currentValue>.*?)\""
],
"depNameTemplate": "apache/nifi",
"datasourceTemplate": "docker"
},
{
"fileMatch": ["^Dockerfile$"],
"matchStrings": [
"VERSION=\"(?<currentValue>.*?)\""
],
"depNameTemplate": "apache/nifi",
"datasourceTemplate": "docker"
},
{
"fileMatch": ["^Jenkinsfile$"],
"matchStrings": [
"version:\\s+\"(?<currentValue>.*?)\""
],
"depNameTemplate": "apache/nifi",
"datasourceTemplate": "docker"
}
]
}
  • Pipeline Status: FAILURE
    FAILURE Stage: Import Artifacts
    Branch: refactor-nifi

    graph LR
      0([setup]):::INTERNAL_SUCCESS --> 1([Import Artifacts]):::FAILURE --> 2((/)):::INTERNAL_NOT_BUILT --> 3([Stage Artifacts]):::NOT_BUILT --> 4((/)):::INTERNAL_NOT_BUILT --> 5([Build]):::NOT_BUILT --> 6([Publish, Scan & Report]):::INTERNAL_FAILURE
    
    classDef SUCCESS font-size:10px
    classDef FAILURE fill:#f44, font-size:10px
    classDef SKIPPED font-size:10px
    classDef ABORTED fill:#889, font-size:10px
    classDef INTERNAL_SUCCESS font-size:10px, stroke-dasharray: 2, 1
    classDef INTERNAL_FAILURE fill:#f44, font-size:10px, stroke-dasharray: 2, 1
    classDef INTERNAL_SKIPPED font-size:10px, stroke-dasharray: 2, 1
    classDef INTERNAL_ABORTED fill:#889, font-size:10px, stroke-dasharray: 2, 1
    

    Error Log:

    + skopeo copy --src-tls-verify=true --dest-tls-verify=false '--dest-creds=****:****' docker://docker.io/apache/nifid@sha256:f63e3f2ab59630f217a3cf51a0e5dc98e1c99b49d3fb009fcf5ef0cd9f740213 docker://****/apache/nifid@sha256:f63e3f2ab59630f217a3cf51a0e5dc98e1c99b49d3fb009fcf5ef0cd9f740213
    time="2020-06-09T19:36:55Z" level=fatal msg="Error initializing source docker://apache/nifid@sha256:f63e3f2ab59630f217a3cf51a0e5dc98e1c99b49d3fb009fcf5ef0cd9f740213: Error reading manifest sha256:f63e3f2ab59630f217a3cf51a0e5dc98e1c99b49d3fb009fcf5ef0cd9f740213 in docker.io/apache/nifid: errors:\ndenied: requested access to the resource is denied\nunauthorized: authentication required\n"
    script returned exit code 1
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment