现在如何使用 CMSampleBufferGetImageBuffer 在 Swift 中正确获取 ImageBuffer？

Question

“CMSampleBufferGetImageBuffer”已被属性“CMSampleBuffer.imageBuffer”替换

CMSampleBufferGet.ImageBuffer 不起作用:) 似乎 Swift 4.2 的参数也发生了变化。

guard let pixelBuffer: CVPixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) else { return }

整个功能。万一 ...

    func captureOutput(_ output: AVCaptureOutput, didOutput sampleBuffer: CMSampleBuffer, from connection: AVCaptureConnection) {
//        print("Camera was able to capture a frame:", Date())

        guard let pixelBuffer: CVPixelBuffer = CMSampleBufferGetImageBuffer(sampleBuffer) else { return }
        guard let model = try? VNCoreMLModel(for: ARS().model) else { return }
        let request = VNCoreMLRequest(model: model) { (finishedReq, err) in

            guard let results = finishedReq.results as? [VNClassificationObservation] else { return }
            guard let firstObservation = results.first else { return }

            print(firstObservation.identifier, firstObservation.confidence)

            DispatchQueue.main.async {
                self.identifierLabel.text = "\(firstObservation.identifier) \(firstObservation.confidence * 100)"
            }

        }

        try? VNImageRequestHandler(cvPixelBuffer: pixelBuffer, options: [:]).perform([request])
    }

有人尝试解决这个问题或者有新语法的参考吗？

Answer 1

func captureOutput(_ output: AVCaptureOutput, didOutput sampleBuffer: CMSampleBuffer, from connection: AVCaptureConnection) {

    connection.videoOrientation = AVCaptureVideoOrientation.portrait
    let imageBuffer: CVPixelBuffer = sampleBuffer.imageBuffer!
    let ciimage : CIImage = CIImage(cvPixelBuffer: imageBuffer)
    let image : UIImage = self.convert(cmage: ciimage)

}


// Convert CIImage to CGImage
func convert(cmage:CIImage) -> UIImage {
    let context:CIContext = CIContext.init(options: nil)
    let cgImage:CGImage = context.createCGImage(cmage, from: cmage.extent)!
    let image:UIImage = UIImage.init(cgImage: cgImage)
    return image
}