Files
fscan/plugins/services/kafka.go
T
ZacharyZcR 71b92d4408 feat: v2.1.0 核心重构与功能增强
## 架构重构
- 全局变量消除,迁移至 Config/State 对象
- SMB 插件融合(smb/smb2/smbghost/smbinfo)
- 服务探测重构,实现 Nmap 风格 fallback 机制
- 输出系统重构,TXT 实时刷盘 + 双写机制
- i18n 框架升级至 go-i18n

## 性能优化
- 正则表达式预编译
- 内存优化 map[string]struct{}
- 并发指纹匹配
- SOCKS5 连接复用
- 滑动窗口调度 + 自适应线程池

## 新功能
- Web 管理界面
- 多格式 POC 适配(xray/afrog)
- 增强指纹库(3139条)
- Favicon hash 指纹识别
- 插件选择性编译(Build Tags)
- fscan-lab 靶场环境
- 默认端口扩展(62→133)

## 构建系统
- 添加 no_local tag 支持排除本地插件
- 多版本构建:fscan/fscan-nolocal/fscan-web
- CI 添加 snapshot 模式支持仅测试构建

## Bug 修复
- 修复 120+ 个问题,包括 RDP panic、批量扫描漏报、
  JSON 输出格式、Redis 检测、Context 超时等

## 测试增强
- 单元测试覆盖率 74-100%
- 并发安全测试
- 集成测试(Web/端口/服务/SSH/ICMP)
2026-01-11 20:16:23 +08:00

225 lines
5.7 KiB
Go

//go:build plugin_kafka || !plugin_selective
package services
import (
"context"
"fmt"
"strings"
"github.com/IBM/sarama"
"github.com/shadow1ng/fscan/common"
"github.com/shadow1ng/fscan/common/i18n"
"github.com/shadow1ng/fscan/plugins"
)
// KafkaPlugin Kafka扫描插件
type KafkaPlugin struct {
plugins.BasePlugin
}
func NewKafkaPlugin() *KafkaPlugin {
return &KafkaPlugin{
BasePlugin: plugins.NewBasePlugin("kafka"),
}
}
func (p *KafkaPlugin) Scan(ctx context.Context, info *common.HostInfo, config *common.Config, state *common.State) *ScanResult {
if config.DisableBrute {
return p.identifyService(ctx, info, config, state)
}
target := info.Target()
credentials := GenerateCredentials("kafka", config)
if len(credentials) == 0 {
return &ScanResult{
Success: false,
Service: "kafka",
Error: fmt.Errorf("没有可用的测试凭据"),
}
}
// 使用公共框架进行并发凭据测试
authFn := p.createAuthFunc(info, config, state)
testConfig := DefaultConcurrentTestConfig(config)
result := TestCredentialsConcurrently(ctx, credentials, authFn, "kafka", testConfig)
if result.Success {
common.LogSuccess(i18n.Tr("kafka_credential", target, result.Username, result.Password))
}
return result
}
// createAuthFunc 创建Kafka认证函数
func (p *KafkaPlugin) createAuthFunc(info *common.HostInfo, config *common.Config, state *common.State) AuthFunc {
return func(ctx context.Context, cred Credential) *AuthResult {
return p.doKafkaAuth(ctx, info, cred, config, state)
}
}
// doKafkaAuth 执行Kafka认证
func (p *KafkaPlugin) doKafkaAuth(ctx context.Context, info *common.HostInfo, cred Credential, config *common.Config, state *common.State) *AuthResult {
target := info.Target()
kafkaConfig := sarama.NewConfig()
kafkaConfig.Net.DialTimeout = config.Timeout
kafkaConfig.Net.ReadTimeout = config.Timeout
kafkaConfig.Net.WriteTimeout = config.Timeout
kafkaConfig.Version = sarama.V2_0_0_0
if cred.Username != "" || cred.Password != "" {
kafkaConfig.Net.SASL.Enable = true
kafkaConfig.Net.SASL.Mechanism = sarama.SASLTypePlaintext
kafkaConfig.Net.SASL.User = cred.Username
kafkaConfig.Net.SASL.Password = cred.Password
kafkaConfig.Net.SASL.Handshake = true
}
type kafkaResult struct {
client sarama.Client
err error
}
resultChan := make(chan kafkaResult, 1)
go func() {
client, err := sarama.NewClient([]string{target}, kafkaConfig)
resultChan <- kafkaResult{client: client, err: err}
}()
select {
case result := <-resultChan:
if result.err != nil {
state.IncrementTCPFailedPacketCount()
return &AuthResult{
Success: false,
ErrorType: classifyKafkaErrorType(result.err),
Error: result.err,
}
}
state.IncrementTCPSuccessPacketCount()
return &AuthResult{
Success: true,
Conn: &kafkaClientWrapper{result.client},
ErrorType: ErrorTypeUnknown,
Error: nil,
}
case <-ctx.Done():
// context 被取消,启动清理协程等待并关闭可能创建的 client
go func() {
result := <-resultChan
if result.client != nil {
_ = result.client.Close()
}
}()
return &AuthResult{
Success: false,
ErrorType: ErrorTypeNetwork,
Error: ctx.Err(),
}
}
}
// kafkaClientWrapper 包装 sarama.Client 以实现 io.Closer
type kafkaClientWrapper struct {
sarama.Client
}
func (w *kafkaClientWrapper) Close() error {
return w.Client.Close()
}
// classifyKafkaErrorType Kafka错误分类
func classifyKafkaErrorType(err error) ErrorType {
if err == nil {
return ErrorTypeUnknown
}
kafkaAuthErrors := []string{
"sasl authentication failed",
"authentication failed",
"invalid credentials",
"unauthorized",
"sasl/plain authentication failed",
}
kafkaNetworkErrors := append(CommonNetworkErrors,
"kafka: client has run out of available brokers",
"broker not available",
"no available brokers",
)
return ClassifyError(err, kafkaAuthErrors, kafkaNetworkErrors)
}
func (p *KafkaPlugin) identifyService(ctx context.Context, info *common.HostInfo, config *common.Config, state *common.State) *ScanResult {
target := info.Target()
// 尝试无认证连接
emptyCred := Credential{Username: "", Password: ""}
result := p.doKafkaAuth(ctx, info, emptyCred, config, state)
if result.Success && result.Conn != nil {
_ = result.Conn.Close()
banner := "Kafka (无认证)"
common.LogSuccess(i18n.Tr("kafka_service", target, banner))
return &ScanResult{
Type: plugins.ResultTypeService,
Success: true,
Service: "kafka",
Banner: banner,
}
}
// 尝试检测协议
kafkaConfig := sarama.NewConfig()
kafkaConfig.Net.DialTimeout = config.Timeout
kafkaConfig.Version = sarama.V2_0_0_0
client, err := sarama.NewClient([]string{target}, kafkaConfig)
if err != nil {
state.IncrementTCPFailedPacketCount()
if p.isKafkaProtocolError(err) {
banner := "Kafka (需要认证)"
common.LogSuccess(i18n.Tr("kafka_service", target, banner))
return &ScanResult{
Type: plugins.ResultTypeService,
Success: true,
Service: "kafka",
Banner: banner,
}
}
return &ScanResult{
Success: false,
Service: "kafka",
Error: fmt.Errorf("无法识别为Kafka服务"),
}
}
state.IncrementTCPSuccessPacketCount()
_ = client.Close()
banner := "Kafka"
common.LogSuccess(i18n.Tr("kafka_service", target, banner))
return &ScanResult{
Type: plugins.ResultTypeService,
Success: true,
Service: "kafka",
Banner: banner,
}
}
func (p *KafkaPlugin) isKafkaProtocolError(err error) bool {
errStr := strings.ToLower(err.Error())
return strings.Contains(errStr, "sasl") ||
strings.Contains(errStr, "authentication") ||
strings.Contains(errStr, "kafka") ||
strings.Contains(errStr, "broker")
}
func init() {
RegisterPluginWithPorts("kafka", func() Plugin {
return NewKafkaPlugin()
}, []int{9092, 9093, 9094})
}