wget https://repo.mysql.com//mysql57-community-release-el7-11.noarch.rpmyum install mysql57-community-release-el7-11.noarch.rpmyum install mysql-community-client

useradd -r -m -s /bin/bash nifi && useradd -r -m -s /bin/bash kylo && useradd -r -m -s /bin/bash activemq
groupadd -f kylo && groupadd -f nifi && groupadd -f activemq

mkdir /opt/kylocd /opt/software
tar -zxvf kylo-0.10.1.tar -C /opt/kylo

#!/bin/bashNIFI_VERSION=1.6.0cd /opt/kylo/setup# wget https://archive.apache.org/dist/activemq/5.15.6/apache-activemq-5.15.6-bin.tar.gz -P ./activemq
cp /opt/software/apache-activemq-5.15.6-bin.tar.gz ./activemq/# Modify to DEB file if necessary
# wget https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-5.5.0.deb -P ./elasticsearch/
# wget https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-5.5.0.rpm -P ./elasticsearch/
cp /opt/software/elasticsearch-5.5.0.rpm ./elasticsearch/# wget --no-check-certificate --no-cookies --header "Cookie: oraclelicense=accept-securebackup-cookie" http://download.oracle.com/otn-pub/java/jdk/8u131-b11/d54c1d3a095b4ff2b6607d096fa80163/jdk-8u131-linux-x64.tar.gz -P ./java
cp /opt/software/jdk-8u131-linux-x64.tar.gz ./java/# wget --no-check-certificate --no-cookies --header "Cookie: oraclelicense=accept-securebackup-cookie" http://download.oracle.com/otn-pub/java/jce/8/jce_policy-8.zip -P ./java
cp /opt/software/jce_policy-8.zip ./java/# wget https://archive.apache.org/dist/nifi/${NIFI_VERSION}/nifi-${NIFI_VERSION}-bin.tar.gz -P ./nifi
cp /opt/software/nifi-1.6.0-bin.tar.gz ./nificp /opt/kylo/kylo-services/lib/mariadb-java-client-*.jar ./nifiVAULT_VERSION="${VAULT_VERSION:-0.9.0}"
UNAME=$(uname -s |  tr '[:upper:]' '[:lower:]')
VAULT_ZIP="vault_${VAULT_VERSION}_${UNAME}_amd64.zip"
# wget "https://releases.hashicorp.com/vault/${VAULT_VERSION}/${VAULT_ZIP}" -P ./vault
cp /opt/software/vault_0.9.0_linux_amd64.zip ./vault/tar -cvf kylo-install.tar *

cd /opt/kylo/setup/
sh generate-offline-install.sh

export JAVA_HOME=/opt/myjdk/jdk1.8.0_131
export PATH=.:$JAVA_HOME/bin:$PATH
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

mkdir /opt/spark
cd /opt/spark
cp ../software/spark-1.6.3-bin-hadoop2.6.tgz ./
tar zxvf spark-1.6.3-bin-hadoop2.6.tgz

export SPARK_HOME=/opt/spark/spark-1.6.3-bin-hadoop2.6
export PATH=$PATH:$SPARK_HOME/bin

/opt/kylo/setup/install/post-install.sh /opt/kylo root root

cd /opt/kylo/setup
sh setup-wizard.sh -o

[root@localhost setup]# sh setup-wizard.sh -o
Working in OFFLINE mode
The working directory is /opt/kylo/setup
Welcome to the Kylo setup wizard. Lets get started !!!Please enter Y/y or N/n to the following questions:Enter the kylo home folder location, hit Enter for '/opt/kylo':
Enter the kylo linux user, hit Enter for 'kylo':
Enter the kylo linux group, hit Enter for 'users': Would you like to install the database scripts in a database instance? Please enter y/n: y
Would you like Kylo to manage installing and upgrading the database automatically? Please enter y/n: y
Which database (Enter the number)?
1) MySQL
2) PostgresSQL
3) SQL Server
> 1

选择mysql数据库

Please enter the database hostname or IP, hit Enter for 'localhost'
> 192.168.0.1
Please enter the database ADMIN username
> root
Please enter the database ADMIN password
> Creating MySQL database 'kylo'
mysql: [Warning] Using a password on the command line interface can be insecure.
录入mysql ip、用户、密码后会自动建库
Please enter the password for the dladmin user
>
Please re-enter the password for the dladmin user
>
Please choose an option to configure Java for Kylo, ActiveMQ, and NiFi
1) I already have Java 8 or higher installed as the system Java and want to use that
2) Install Java 8 in the /opt/java folder for me and use that one
3) I have Java 8 or higher installed in another location already. I will provide the location
4) Java is already setup. No changes necessary
> 2
选择kylo提供的jdk
Would you like me to install a local elasticsearch instance? Please enter y/n: yWould you like me to install a local activemq instance?  Please enter y/n: y
Enter the Activemq home folder location, hit Enter for '/opt/activemq':
Enter the user Activemq should run as, hit Enter for 'activemq':
Enter the linux group Activemq should run as, hit Enter for 'activemq': Would you like me to install a local nifi instance? Please enter y/n: y
Enter Nifi version you wish to install, hit Enter for '1.6.0':
Enter the NiFi home folder location, hit Enter for '/opt/nifi':
Enter the user NiFi should run as, hit Enter for 'nifi':
Enter the linux group NiFi should run as, hit Enter for 'nifi': 

Externalizing NiFi data files and folders to support upgrades
Changing permissions to the nifi user
NiFi installation complete
Modifying the nifi.properties file
Updating the log file path
Adding custom Java path to the NiFi startup script
Working in offline mode
Installing the kylo libraries to the NiFi lib
Creating symbolic links to jar files
Creating symlinks for NiFi version 1.6.0.jar compatible nars
Copy the mysql lib from a lib folder to /opt/nifi/mysql
Copy the activeMQ required jars for the JMS processors to /opt/nifi/activemq
setting up temporary database in case JMS goes down
Creating flow file cache directory
Install the nifi service
Updating the home folder for the init.d script
Updating the provenance cache location
Installation Complete

users.properties and groups.properties was created in the /opt/kylo folder with the dladmin user. For more information on configuring users and groups please see the "Configure Access Control" page in the Kylo Docs

If this is the first time installing Kylo, or you made hive/database related changes, you will need to modify those settings in the /opt/kylo/kylo-services/conf/application.properties file

spring.datasource.url=jdbc:mysql://localhost:3306/kylo
spring.datasource.username=root
spring.datasource.password=root
spring.datasource.maxActive=30
spring.datasource.validationQuery=SELECT 1
spring.datasource.testOnBorrow=true
spring.datasource.driverClassName=com.mysql.jdbc.Driver
spring.jpa.database-platform=org.hibernate.dialect.MySQL5InnoDBDialect
spring.jpa.open-in-view=true

cd /opt/kylo/setup/sql/mysql
./setup-mysql.sh localhost root root

ALTER TABLE kylo.FEED MODIFY COLUMN modified_time  timestamp NOT NULL DEFAULT '1970-01-01 08:00:01';

ps -ef | grep elasticsearch
ps -ef | grep activemq
ps -ef | grep nifi

service elasticsearch start
service activemq start
service nifi start

cd /opt/kylo
sh start-kylo-apps.sh

if ! [ -f $HADOOP_CONF_DIR/core-site.xml ]; then>&2 echo "Unable to locate core-site.xml.  Please define HADOOP_CONF_DIR for kylo service account"# exit 1
fi