在不使用 cocoapods 或其他外部 API 的情况下读取条形码图像答案

【问题标题】：Reading a barcode image without using cocoapods or other external API's在不使用 cocoapods 或其他外部 API 的情况下读取条形码图像
【发布时间】：2017-12-06 15:22:47
【问题描述】：

我正在尝试使用新的 Apple Vision API 从图像中检测条形码并返回其详细信息。我已成功检测到二维码并使用CIDetector 返回了一条消息。但是，我无法使这项工作适用于一维条码。这是一个示例结果：

import UIKit
import Vision

class BarcodeDetector {

    func recognizeBarcode(for source: UIImage,
                            complete: @escaping (UIImage) -> Void) {
        var resultImage = source
        let detectBarcodeRequest = VNDetectBarcodesRequest { (request, error) in
            if error == nil {
                if let results = request.results as? [VNBarcodeObservation] {
                    print("Number of Barcodes found: \(results.count)")
                    if results.count == 0 { print("\r") }

                    var barcodeBoundingRects = [CGRect]()
                    for barcode in results {
                        barcodeBoundingRects.append(barcode.boundingBox)
                        let barcodeType = String(barcode.symbology.rawValue)?.replacingOccurrences(of: "VNBarcodeSymbology", with: "")
                        print("-Barcode Type: \(barcodeType!)")

                        if barcodeType == "QR" {
                            let image = CIImage(image: source)
                            image?.cropping(to: barcode.boundingBox)
                            self.qrCodeDescriptor(qrCode: barcode, qrCodeImage: image!)
                        }
                    }
                    resultImage = self.drawOnImage(source: resultImage, barcodeBoundingRects: barcodeBoundingRects)
                }
            } else {
                print(error!.localizedDescription)
            }
            complete(resultImage)
        }
        let vnImage = VNImageRequestHandler(cgImage: source.cgImage!, options: [:])
        try? vnImage.perform([detectBarcodeRequest])
    }

    private func qrCodeDescriptor(qrCode: VNBarcodeObservation, qrCodeImage: CIImage) {
        if let description = qrCode.barcodeDescriptor as? CIQRCodeDescriptor {
            readQRCode(qrCodeImage: qrCodeImage)
            print(" -Payload: \(description.errorCorrectedPayload)")
            print(" -Mask Pattern: \(description.maskPattern)")
            print(" -Symbol Version: \(description.symbolVersion)\n")
        }
    }

    private func readQRCode(qrCodeImage: CIImage) {
        let detector: CIDetector = CIDetector(ofType: CIDetectorTypeQRCode, context: nil, options: [CIDetectorAccuracy: CIDetectorAccuracyHigh])!
        var qrCodeLink = ""

        let features = detector.features(in: qrCodeImage)
        for feature in features as! [CIQRCodeFeature] {
            if let messageString = feature.messageString {
                qrCodeLink += messageString
            }
        }

        if qrCodeLink == "" {
            print(" -No Code Message")
        } else {
            print(" -Code Message: \(qrCodeLink)")
        }
    }

如何将图像转换为AVMetadataObject，然后从那里读取？还是有更好的方法？

【问题讨论】：

您要检测什么类型的条码？统一码？伊恩？您的代码可以正常使用 test image
真的，视觉 api 检测图像中的条形码（如果有）并告诉您它是什么类型。如果它是 QR 码，我可以轻松处理它，但其他任何事情，我都不知所措。也许没有更进一步的路要走？span>
从 API 中可以看出，Vision 允许您识别但不能提取数据（至少目前不是）。 errorCorrectedPayload 可能有一些数据，但它是经过编码的，并且没有太多关于它的文档

标签： swift ios11 xcode9-beta swift4 apple-vision

【解决方案1】：

Swift 4.1，使用 Vision 框架（没有第三方的东西或 Pod）

试试这个。它适用于 QR 和其他类型（本例中为 Code39）：

func startDetection() {
   let request = VNDetectBarcodesRequest(completionHandler: self.detectHandler)
   request.symbologies = [VNBarcodeSymbology.code39] // or use .QR, etc
   self.requests = [request]
}

func detectHandler(request: VNRequest, error: Error?) {
    guard let observations = request.results else {
        //print("no result")
        return
    }
    let results = observations.map({$0 as? VNBarcodeObservation})
    for result in results {
          print(result!.payloadStringValue!)
    }
}

然后在：

func captureOutput(_ output: AVCaptureOutput, didOutput sampleBuffer: CMSampleBuffer, from connection: AVCaptureConnection) {
    guard let pixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) else {
        return
    }       
    var requestOptions:[VNImageOption:Any] = [:]        
    if let camData = CMGetAttachment(sampleBuffer, kCMSampleBufferAttachmentKey_CameraIntrinsicMatrix, nil) {
        requestOptions = [.cameraIntrinsics:camData]
    }
    let imageRequestHandler = VNImageRequestHandler(cvPixelBuffer: pixelBuffer, orientation: CGImagePropertyOrientation(rawValue: 6)!, options: requestOptions)
    do {
        try imageRequestHandler.perform(self.requests)
    } catch {
        print(error)
    }
}

实现的其余部分是常规的 AVCaptureDevice 和 AVCaptureSession 东西。您还需要遵守AVCaptureVideoDataOutputSampleBufferDelegate

import AVFoundation
import Vision

var captureDevice: AVCaptureDevice!
var session = AVCaptureSession()
var requests = [VNRequest]()

func viewDidLoad() {
    self.setupVideo()
    self.startDetection()
}

func setupVideo() {
    session.sessionPreset = AVCaptureSession.Preset.photo
    captureDevice = AVCaptureDevice.default(for: AVMediaType.video)
    let deviceInput = try! AVCaptureDeviceInput(device: captureDevice!)
    let deviceOutput = AVCaptureVideoDataOutput()
    deviceOutput.videoSettings = [kCVPixelBufferPixelFormatTypeKey as String: Int(kCVPixelFormatType_32BGRA)]
    deviceOutput.setSampleBufferDelegate(self, queue: DispatchQueue.global(qos: DispatchQoS.QoSClass.default))
    session.addInput(deviceInput)
    session.addOutput(deviceOutput)
    let imageLayer = AVCaptureVideoPreviewLayer(session: session)
    imageLayer.frame = imageView.bounds
    imageView.layer.addSublayer(imageLayer)
    session.startRunning()
}

【讨论】：