商城App智能搜索升级实战：基于Core Speech Kit和Vision Kit的语音识别与AI识图功能实现

1次阅读

没有评论

共计 3178 个字符，预计需要花费 8 分钟才能阅读完成。

在传统的商城 App 中，用户通常需要通过手动输入关键词来搜索商品。这种方式存在几个明显的痛点：

输入效率低，尤其是对于长尾商品或生僻词汇
移动端键盘占据屏幕空间，影响浏览体验
对视力障碍用户不友好
当用户看到线下商品想搜索同款时，难以准确描述

语音识别和图像识别技术可以有效解决这些痛点，让搜索变得更自然、更高效。

我们对比了几种主流方案：

语音识别方案对比
Core Speech Kit：系统级集成，识别准确率高，支持离线模式
第三方 SDK：需要额外集成，可能有网络延迟
自建模型：开发成本高，维护困难
图像识别方案对比
Vision Kit：提供商品识别专用模型，识别精度高
通用 OCR：无法理解商品特征
开源 CV 库：需要大量训练数据

最终选择 Core Speech Kit 和 Vision Kit，主要考虑因素是：

系统原生支持，性能更优
减少额外依赖，包体积更小
苹果官方维护，长期稳定性有保障

权限申请
首先需要在 Info.plist 中添加麦克风使用说明：

<key>NSMicrophoneUsageDescription</key>
<string> 需要麦克风权限来实现语音搜索 </string>

初始化语音识别器

import Speech

let recognizer = SFSpeechRecognizer(locale: Locale(identifier: "zh_CN"))
let request = SFSpeechAudioBufferRecognitionRequest()

处理识别结果

recognizer?.recognitionTask(with: request) { result, error in
    guard let result = result else {
        // 错误处理
        return
    }
    let searchText = result.bestTranscription.formattedString
    // 调用搜索 API
}

相机权限配置

<key>NSCameraUsageDescription</key>
<string> 需要相机权限来拍摄商品照片 </string>

图像分析请求

import Vision

let request = VNRecognizeTextRequest { request, error in
    guard let observations = request.results as? [VNRecognizedTextObservation] else {return}

    let keywords = observations.compactMap {$0.topCandidates(1).first?.string }
    // 提取关键词用于搜索
}

处理图片输入

let handler = VNImageRequestHandler(cgImage: image.cgImage!, options: [:])
try? handler.perform([request])

class VoiceSearchManager {private let audioEngine = AVAudioEngine()
    private var recognitionRequest: SFSpeechAudioBufferRecognitionRequest?

    func startListening(completion: @escaping (String) -> Void) {
        SFSpeechRecognizer.requestAuthorization { status in
            guard status == .authorized else {return}

            do {let recognitionRequest = SFSpeechAudioBufferRecognitionRequest()
                self.recognitionRequest = recognitionRequest

                let inputNode = self.audioEngine.inputNode
                let recordingFormat = inputNode.outputFormat(forBus: 0)
                inputNode.installTap(onBus: 0, bufferSize: 1024, format: recordingFormat) {buffer, _ in recognitionRequest.append(buffer)
                }

                self.audioEngine.prepare()
                try self.audioEngine.start()

                recognizer?.recognitionTask(with: recognitionRequest) { result, _ in
                    if let result = result {completion(result.bestTranscription.formattedString)
                    }
                }
            } catch {print("语音识别错误: \(error)")
            }
        }
    }

    func stopListening() {audioEngine.stop()
        recognitionRequest?.endAudio()
        audioEngine.inputNode.removeTap(onBus: 0)
    }
}

class ImageSearchManager {func analyzeImage(_ image: UIImage, completion: @escaping ([String]) -> Void) {guard let cgImage = image.cgImage else { return}

        let request = VNRecognizeTextRequest { request, error in
            guard let observations = request.results as? [VNRecognizedTextObservation],
                  error == nil else {return}

            let keywords = observations.compactMap {$0.topCandidates(1).first?.string }
            completion(keywords)
        }

        request.recognitionLevel = .accurate
        request.usesLanguageCorrection = true

        let handler = VNImageRequestHandler(cgImage: cgImage, options: [:])
        DispatchQueue.global(qos: .userInitiated).async {try? handler.perform([request])
        }
    }
}