카프카 설치 스크립트

1. 자바 설치

#openjdk 1.8 다운로드
cd /install_files/
tar zxvf openjdk-8u41-b04-linux-x64-14_jan_2020.tar.gz
mv java-se-8u41-ri /usr/bin/
cd /usr/bin
ln -s /usr/bin/java-se-8u41-ri java
sudo vi /etc/profile

#환경변수 설정
export JAVA_HOME=/usr/bin/java
export PATH=$JAVA_HOME/bin:$PATH

#버전 확인
java -version

 

2. 카프카 설치

#설치파일 다운로드

cd /install_files/
wget https://downloads.apache.org/kafka/2.7.0/kafka_2.13-2.7.0.tgz
tar zxvf kafka_2.13-2.7.0.tgz
mv kafka_2.13-2.7.0 /usr/local/
cd /usr/local/
ln -s /usr/local/kafka_2.13-2.7.0 kafka
ls -la kafka

 

#데이터 디렉토리 생성
mkdir -p /data/data1
mkdir -p /data/data2

 

#설정 변경
vim /usr/local/kafka/config/server.properties

broker.id=1  log.dirs=/data/data1,/data/data2  zookeeper.connect=주피터HostName:2181/kafka

#백그라운드 카프카 실행

/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties 
/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties -daemon
/usr/local/kafka/bin/kafka-server-stop.sh

#카프카 서비스 등록 (systemd)
vi /etc/systemd/system/kafka-server.service

[Unit]  Description=kafka-server  After=network.target  [Service]  Type=simple  User=root  Group=root  SyslogIdentifier=kafka-servercd  WorkingDirectory=/usr/local/kafka  Restart=no  RestartSec=0s  ExecStart=/usr/local/kafka/bin/kafka-server-start.sh /usr/local/kafka/config/server.properties  ExecStop=/usr/local/kafka/bin/kafka-server-stop.sh

systemctl daemon-reload
systemctl start kafka-server.service

 

#서비스 확인
netstat -ntlp | grep 9092

 

#토픽 생성
/usr/local/kafka/bin/kafka-topics.sh \
--zookeeper 주피터HostName:2181 \
--replication-factor 1 --partitions 1 \
--topic test1-topic --create

#토픽 삭제
/usr/local/kafka/bin/kafka-topics.sh \
--zookeeper 주피터HostName:2181 \
--topic test1-topic --delete

 

#프로듀서 테스트
/usr/local/kafka/bin/kafka-console-producer.sh \
--broker-list 카프카HostName1:9092,카프카HostName2:9092,카프카HostName3:9092 \
--topic test1-topic

 

#컨슈머 테스트
/usr/local/kafka/bin/kafka-console-consumer.sh \
--bootstrap-server 카프카HostName1:9092,카프카HostName2:9092,카프카HostName3:9092 \
--topic test1-topic --from-beginning