GDC-Kafka 云原生引导手册

# 1. Strimzi Operator 镜像
docker pull quay.nju.edu.cn/strimzi/operator:0.47.0
docker tag quay.nju.edu.cn/strimzi/operator:0.47.0 [PRIVATE_REGISTRY]/kafka/operator:0.47.0
docker push [PRIVATE_REGISTRY]/kafka/operator:0.47.0

# 2. Kafka 镜像 (KRaft模式需要)
docker pull quay.nju.edu.cn/strimzi/kafka:0.47.0-kafka-4.0.0
docker tag quay.nju.edu.cn/strimzi/kafka:0.47.0-kafka-4.0.0 [PRIVATE_REGISTRY]/kafka/kafka:0.47.0-kafka-4.0.0
docker push [PRIVATE_REGISTRY]/kafka/kafka:0.47.0-kafka-4.0.0

# 3. Kafka 镜像 (旧版兼容)
docker pull quay.nju.edu.cn/strimzi/kafka:0.47.0-kafka-3.9.0
docker tag quay.nju.edu.cn/strimzi/kafka:0.47.0-kafka-3.9.0 [PRIVATE_REGISTRY]/kafka/kafka:0.47.0-kafka-3.9.0
docker push [PRIVATE_REGISTRY]/kafka/kafka:0.47.0-kafka-3.9.0

# 4. Kafka Bridge 镜像
docker pull quay.nju.edu.cn/strimzi/kafka-bridge:0.32.0
docker tag quay.nju.edu.cn/strimzi/kafka-bridge:0.32.0 [PRIVATE_REGISTRY]/kafka/kafka-bridge:0.32.0
docker push [PRIVATE_REGISTRY]/kafka/kafka-bridge:0.32.0

# 5. 自定义 Kafka Connect 镜像 (包含Debezium插件)
# (请确保位于 gdc_kafka/connect 目录下)
docker build -t [PRIVATE_REGISTRY]/kafka/kafka_mysql_connector:1.0.0 .
docker push [PRIVATE_REGISTRY]/kafka/kafka_mysql_connector:1.0.0

# 6. 自定义 pystream 服务镜像
# (请确保位于 gdc_kafka 目录下)
docker build -t [PRIVATE_REGISTRY]/kafka/py_game_data_stream:latest -f pystream/deploy/Dockerfile pystream/
docker push [PRIVATE_REGISTRY]/kafka/py_game_data_stream:latest

# 创建命名空间
kubectl create ns connect-cluster

# 创建 Harbor 镜像仓库密钥
kubectl create secret docker-registry harbor-secret \
    --namespace connect-cluster \
    --docker-server=[PRIVATE_REGISTRY] \
    --docker username=<YOUR_HARBOR_USERNAME> \
    --docker-password=<YOUR_HARBOR_PASSWORD> \
    --docker-email=<YOUR_EMAIL>

# 验证密钥创建成功
kubectl get secret harbor-secret -n connect-cluster

kubectl exec -i $(kubectl get pod -n connect-cluster \
  -l app=mysql -o jsonpath='{.items[0].metadata.name}') \
  -n connect-cluster -- mysql -uroot -p123456 dl_game_log_1 <<
INSERT INTO event_server_custom_log_2025_10_30 (user_id, event_name, event_data, server_id) VALUES
('new_user_001', 'first_login', '{"device":"Android","ip":"127.0.0.1"}', 'server-test');

kubectl exec -it my-kafka-cluster-kafka-pool-0 -n connect-cluster -- \
  /opt/kafka/bin/kafka-console-consumer.sh \
  --bootstrap-server my-kafka-cluster-kafka-bootstrap:9092 \
  --topic tcp_logs \
  --from-beginning \
  --max-messages 10

kubectl logs -n connect-cluster $(kubectl get pod -n connect-cluster \
  -l app=pystream -o jsonpath='{.items[0].metadata.name}') \
  --tail=50

# 临时转发API端口 (执行后按Ctrl+C停止)
kubectl port-forward svc/dd-connect-cluster-connect-api 8083:8083 -n connect-cluster

# 然后在本地访问
curl http://localhost:8083/connectors

用户在办公网络：
1. 浏览器访问: http://192.168.0.116:30080/
2. 路由: K8s Node iptables 转发 30080 → kafka-ui-nodeport Service
3. 负载均衡: Service 选择 kafka-ui Pod
4. 进入容器: 请求到达 Pod 内的 8080 端口
5. 应用处理: Kafka UI 应用程序处理请求并返回网页

# 检查所有资源状态
kubectl get all -n connect-cluster

# 检查特定Pod日志
kubectl logs -f -n connect-cluster <pod-name>

# 检查MySQL连接 (从其他Pod)
kubectl run -it --rm debug --image=busybox --restart=Never -n connect-cluster -- nc -zv mysql-test:3306

# 检查Kafka集群状态
kubectl get kafka -n connect-cluster

# 检查连接器状态
kubectl get kafkaconnector -n connect-cluster

# 查看Strimzi Operator日志
kubectl logs -f -n connect-cluster deployment/strimzi-cluster-operator

# 完整的系统健康检查脚本
#!/bin/bash
echo "=== GDC-Kafka 系统健康检查 ==="
echo "检查时间: $(date)"
echo

echo "1. 命名空间状态:"
kubectl get ns connect-cluster
echo

echo "2. 所有Pod状态:"
kubectl get pods -n connect-cluster
echo

echo "3. Kafka集群状态:"
kubectl get kafka -n connect-cluster
echo

echo "4. Kafka连接器状态:"
kubectl get kafkaconnector -n connect-cluster
echo

echo "5. 存储状态:"
kubectl get pvc -n connect-cluster
echo

echo "6. 服务状态:"
kubectl get svc -n connect-cluster
echo

echo "=== 检查完成 ==="