那些遇到过的问题

无法使用AVVideoCompositionCoreAnimationTool在视频中显示动画CALayer

Jam*_*row 7 calayer cabasicanimation avvideocomposition avassetexportsession swift

更新6:我已经设法完全解决了我的问题,但我仍然想要一个更好的解释,而不是我猜的是如果我不正确它不起作用的原因

我一直试图在视频上制作精灵表,但每次导出视频时,最终结果都是我开始的示例视频.

这是我的代码:

首先我的自定义CALayer来处理我自己的精灵表

class SpriteLayer: CALayer {
    var frameIndex: Int

    override init() {
        // Using 0 as a default state
        self.frameIndex = 0
        super.init()
    }

    required init?(coder aDecoder: NSCoder) {
        self.frameIndex = 0
        super.init(coder: aDecoder)
    }

    override func display() {
        let currentFrameIndex = self.frameIndex
        if currentFrameIndex == 0 {
            return
        }
        let frameSize = self.contentsRect.size
        self.contentsRect = CGRect(x: 0, y: CGFloat(currentFrameIndex - 1) * frameSize.height, width: frameSize.width, height: frameSize.height)
    }

    override func action(forKey event: String) -> CAAction? {
        if event == "contentsRect" {
            return nil
        }
        return super.action(forKey: event)
    }

    override class func needsDisplay(forKey key: String) -> Bool {
        return key == "frameIndex"
    }
}
Run Code Online (Sandbox Code Playgroud)

Gif是一个没有花哨的基本课程,工作得很好.gif.Strip是一个UIImage代表gif的垂直精灵表.

现在出现了应该导出新视频的方法(它是用于导出的更大类的一部分.

func convertAndExport(to url :URL , completion: @escaping () -> Void ) {
        // Get Initial info and make sure our destination is available
        self.outputURL = url
        let stripCgImage = self.gif.strip!.cgImage!
        // This is used to time how long the export took
        let start = DispatchTime.now()
        do {
            try FileManager.default.removeItem(at: outputURL)
        } catch {
            print("Remove Error: \(error.localizedDescription)")
            print(error)
        }
        // Find and load "sample.mp4" as a AVAsset
        let videoPath = Bundle.main.path(forResource: "sample", ofType: "mp4")!
        let videoUrl = URL(fileURLWithPath: videoPath)
        let videoAsset = AVAsset(url: videoUrl)
        // Start a new mutable Composition with the same base video track
        let mixComposition = AVMutableComposition()
        let compositionVideoTrack = mixComposition.addMutableTrack(withMediaType: .video, preferredTrackID: kCMPersistentTrackID_Invalid)!
        let clipVideoTrack = videoAsset.tracks(withMediaType: .video).first!
        do {
            try compositionVideoTrack.insertTimeRange(CMTimeRangeMake(kCMTimeZero, videoAsset.duration), of: clipVideoTrack, at: kCMTimeZero)
        } catch {
            print("Insert Error: \(error.localizedDescription)")
            print(error)
            return
        }
        compositionVideoTrack.preferredTransform = clipVideoTrack.preferredTransform
        // Quick access to the video size
        let videoSize = clipVideoTrack.naturalSize
        // Setup CALayer and it's animation
        let aLayer = SpriteLayer()
        aLayer.contents = stripCgImage
        aLayer.frame = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
        aLayer.opacity = 1.0
        aLayer.masksToBounds = true
        aLayer.bounds = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
        aLayer.contentsRect = CGRect(x: 0, y: 0, width: 1, height: 1.0 / 3.0)
        let spriteAnimation = CABasicAnimation(keyPath: "frameIndex")
        spriteAnimation.fromValue = 1
        spriteAnimation.toValue = 4
        spriteAnimation.duration = 2.25
        spriteAnimation.repeatCount = .infinity
        spriteAnimation.autoreverses = false
        spriteAnimation.beginTime = AVCoreAnimationBeginTimeAtZero
        aLayer.add(spriteAnimation, forKey: nil)
        // Setup Layers for AVVideoCompositionCoreAnimationTool
        let parentLayer = CALayer()
        let videoLayer = CALayer()
        parentLayer.frame = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
        videoLayer.frame = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
        parentLayer.addSublayer(videoLayer)
        parentLayer.addSublayer(aLayer)
        // Create the mutable video composition
        let videoComp = AVMutableVideoComposition()
        videoComp.renderSize = videoSize
        videoComp.frameDuration = CMTimeMake(1, 30)
        videoComp.animationTool = AVVideoCompositionCoreAnimationTool(postProcessingAsVideoLayer: videoLayer, in: parentLayer)
        // Set the video composition to apply to the composition's video track
        let instruction = AVMutableVideoCompositionInstruction()
        instruction.timeRange = CMTimeRangeMake(kCMTimeZero, mixComposition.duration)
        let videoTrack = mixComposition.tracks(withMediaType: .video).first!
        let layerInstruction = AVMutableVideoCompositionLayerInstruction(assetTrack: videoTrack)
        instruction.layerInstructions = [layerInstruction]
        videoComp.instructions = [instruction]
        // Initialize export session
        let assetExport = AVAssetExportSession(asset: mixComposition, presetName: AVAssetExportPresetPassthrough)!
        assetExport.videoComposition = videoComp
        assetExport.outputFileType = AVFileType.mp4
        assetExport.outputURL = self.outputURL
        assetExport.shouldOptimizeForNetworkUse = true
        // Export
        assetExport.exportAsynchronously {
            let status = assetExport.status
            switch status {
            case .failed:
                print("Export Failed")
                print("Export Error: \(assetExport.error!.localizedDescription)")
                print(assetExport.error!)
            case .unknown:
                print("Export Unknown")
            case .exporting:
                print("Export Exporting")
            case .waiting:
                print("Export Waiting")
            case .cancelled:
                print("Export Cancelled")
            case .completed:
                let end = DispatchTime.now()
                let nanoTime = end.uptimeNanoseconds - start.uptimeNanoseconds
                let timeInterval = Double(nanoTime) / 1_000_000_000
                // Function is now over, we can print how long it took
                print("Time to generate video: \(timeInterval) seconds")
                completion()
            }
        }
}
Run Code Online (Sandbox Code Playgroud)

编辑:我的代码基于以下链接

更新1:我已经尝试删除CABasicAnimation我的代码部分并玩弄我的CALayer但无济于事.我甚至无法让图像显示出来.为了测试一下,我尝试使用Xcode Playground中的CAKeyframeAnimationon 来设置这个sprite表的动画,contentsRect并且它运行正常,所以我认为问题不在于CABasicAnimation,甚至可能与它CALayer本身无关.我真的可以在这方面使用一些帮助,因为我不明白为什么我甚至无法在导出的示例视频上显示图像.

更新2:为了回应matt的评论我已经尝试忘记了一点精灵表并将其改成了CATextLayer但仍然没有在我的视频上看到任何东西(它有暗图像所以白色文字应该是完全可见的)

let aLayer = CATextLayer()
aLayer.string = "This is a test"
aLayer.fontSize = videoSize.height / 6
aLayer.alignmentMode = kCAAlignmentCenter
aLayer.foregroundColor = UIColor.white.cgColor
aLayer.bounds = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height / 6)
Run Code Online (Sandbox Code Playgroud)

更新3:按照马特的请求,我试图改变parentLayer.addSublayer(aLayer)到videoLayer.addSublayer(aLayer),但仍然没有改变,但我想尽可能多的,因为文件的AVVideoCompositionCoreAnimationTool情况如下

convenience init(postProcessingAsVideoLayer videoLayer: CALayer, 
              in animationLayer: CALayer)
Run Code Online (Sandbox Code Playgroud)

意思是我的parentLayer,这animationLayer可能意味着任何动画应该在这一层完成.

更新4:我开始在这里疯狂,我已经放弃了显示文本或动画图像的想法,我只想以任何可能的方式影响我的视频,所以我改为aLayer:

let aLayer = CALayer()
aLayer.frame = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
aLayer.backgroundColor = UIColor.white.cgColor
Run Code Online (Sandbox Code Playgroud)

好吧,这绝对没有,我仍然在我的outputUrl上获取我的示例视频(如果你想"玩",我开始在操场上用以下代码测试它)

import PlaygroundSupport
import UIKit
import Foundation
import AVFoundation

func convertAndExport(to url :URL , completion: @escaping () -> Void ) {
    let start = DispatchTime.now()
    do {
        try FileManager.default.removeItem(at: url)
    } catch {
        print("Remove Error: \(error.localizedDescription)")
        print(error)
    }

    let videoPath = Bundle.main.path(forResource: "sample", ofType: "mp4")!
    let videoUrl = URL(fileURLWithPath: videoPath)
    let videoAsset = AVURLAsset(url: videoUrl)
    let mixComposition = AVMutableComposition()
    let compositionVideoTrack = mixComposition.addMutableTrack(withMediaType: .video, preferredTrackID: kCMPersistentTrackID_Invalid)!
    let clipVideoTrack = videoAsset.tracks(withMediaType: .video).first!

    do {
        try compositionVideoTrack.insertTimeRange(CMTimeRangeMake(kCMTimeZero, videoAsset.duration), of: clipVideoTrack, at: kCMTimeZero)
    } catch {
        print("Insert Error: \(error.localizedDescription)")
        print(error)
        return
    }
    compositionVideoTrack.preferredTransform = clipVideoTrack.preferredTransform
    let videoSize = clipVideoTrack.naturalSize
    print("Video Size Detected: \(videoSize.width) x \(videoSize.height)")

    let aLayer = CALayer()
    aLayer.frame = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
    aLayer.backgroundColor = UIColor.white.cgColor

    let parentLayer = CALayer()
    let videoLayer = CALayer()
    parentLayer.frame = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
    videoLayer.frame = CGRect(x: 0, y: 0, width: videoSize.width, height: videoSize.height)
    parentLayer.addSublayer(videoLayer)
    parentLayer.addSublayer(aLayer)
    aLayer.setNeedsDisplay()
    let videoComp = AVMutableVideoComposition()
    videoComp.renderSize = videoSize
    videoComp.frameDuration = CMTimeMake(1, 30)
    videoComp.animationTool = AVVideoCompositionCoreAnimationTool(postProcessingAsVideoLayer: videoLayer, in: parentLayer)

    let instruction = AVMutableVideoCompositionInstruction()
    instruction.timeRange = CMTimeRangeMake(kCMTimeZero, mixComposition.duration)
    let videoTrack = mixComposition.tracks(withMediaType: .video).first!
    let layerInstruction = AVMutableVideoCompositionLayerInstruction(assetTrack: videoTrack)
    instruction.layerInstructions = [layerInstruction]
    videoComp.instructions = [instruction]

    let assetExport = AVAssetExportSession(asset: mixComposition, presetName: AVAssetExportPresetPassthrough)!
    assetExport.videoComposition = videoComp
    assetExport.outputFileType = AVFileType.mp4
    assetExport.outputURL = url
    assetExport.shouldOptimizeForNetworkUse = true

    assetExport.exportAsynchronously {
        let status = assetExport.status
        switch status {
        case .failed:
            print("Export Failed")
            print("Export Error: \(assetExport.error!.localizedDescription)")
            print(assetExport.error!)
        case .unknown:
            print("Export Unknown")
        case .exporting:
            print("Export Exporting")
        case .waiting:
            print("Export Waiting")
        case .cancelled:
            print("Export Cancelled")
        case .completed:
            let end = DispatchTime.now()
            let nanoTime = end.uptimeNanoseconds - start.uptimeNanoseconds
            let timeInterval = Double(nanoTime) / 1_000_000_000
            print("Time to generate video: \(timeInterval) seconds")
            completion()
        }
    }
}

let outputUrl = FileManager.default.temporaryDirectory.appendingPathComponent("test.mp4")
convertAndExport(to: outputUrl) {
    print(outputUrl)
}
Run Code Online (Sandbox Code Playgroud)

请有人帮我理解我做错了什么......

更新5:我正在运行iPad Air 2以外的所有游乐场测试(所以没有模拟器),因为我使用相机拍照,然后将它们拼接成精灵表,然后我计划通过电子邮件发送视频动画.我开始做Playground测试,因为来自iPad的每个测试都要求我经历整个应用程序周期(倒计时,照片,表单,电子邮件发送/接收)

Jam*_*row 5

好的，终于让它按照我一直想要的方式工作了。

首先，即使他删除了他的评论，也要感谢马特提供了一个工作示例的链接，该示例帮助我找出了代码中的问题所在。

  • 首先
let assetExport = AVAssetExportSession(asset: mixComposition, presetName: AVAssetExportPresetPassthrough)!
Run Code Online (Sandbox Code Playgroud)

我需要使用AVAssetExportPresetHighestQuality而不是AVAssetExportPresetPassthrough. 我的猜测是，直通预设意味着您不会进行任何重新编码，因此将其设置为最高（不是中等，因为我导出的视频超过 400x400），以便我实际上可以重新编码我的视频。我猜这就是阻止导出的视频包含CALayer我正在尝试的任何内容的原因（甚至用白色覆盖视频）。

  • 其次（不确定这是否真的有影响，但我稍后会尝试）
parentLayer.addSublayer(aLayer)
Run Code Online (Sandbox Code Playgroud)

我将其替换为：

videoLayer.addSublayer(aLayer)
Run Code Online (Sandbox Code Playgroud)

不确定这是否真的重要，但我的理解是，这实际上是动画层AVVideoCompositionCoreAnimationTool，parentLayer只是一个容器，并不意味着包含更多内容，但我可能是错的。

  • 我所做的第三次改变
let spriteAnimation = CABasicAnimation(keyPath: "frameIndex")
spriteAnimation.fromValue = 1
spriteAnimation.toValue = 4
spriteAnimation.duration = 2.25
spriteAnimation.repeatCount = .infinity
spriteAnimation.autoreverses = false
spriteAnimation.beginTime = AVCoreAnimationBeginTimeAtZero
aLayer.add(spriteAnimation, forKey: nil)
Run Code Online (Sandbox Code Playgroud)

我把它改成这样：

let animation = CAKeyframeAnimation(keyPath: #keyPath(CALayer.contentsRect))
animation.duration = 2.25
animation.calculationMode = kCAAnimationDiscrete
animation.repeatCount = .infinity
animation.values = [
    CGRect(x: 0, y: 0, width: 1, height: 1/3.0),
    CGRect(x: 0, y: 1/3.0, width: 1, height: 1/3.0),
    CGRect(x: 0, y: 2/3.0, width: 1, height: 1/3.0)
    ] as [CGRect]
animation.beginTime = AVCoreAnimationBeginTimeAtZero
animation.fillMode = kCAFillModeBackwards
animation.isRemovedOnCompletion = false
aLayer.add(animation, forKey: nil)
Run Code Online (Sandbox Code Playgroud)

此更改主要是删除精灵表的自定义动画（因为它始终是相同的，我首先想要一个工作示例，然后我将概括它并可能将其添加到我的私人 UI Pod 中）。但最重要的是animation.isRemovedOnCompletion = false，我注意到删除它会使动画根本不会在导出的视频上播放。因此，对于CABasicAnimation导出后未在视频上添加动画的任何人，请尝试查看isRemovedOnCompletion动画设置是否正确。

我想这几乎就是我所做的所有改变。

尽管我从技术上回答了我的问题，但如果有人有兴趣解释的话，我的赏金仍然是了解如何AVVideoCompositionCoreAnimationTool工作AVAssetExport以及为什么我必须进行更改才能最终使其工作。

再次感谢马特，你向我展示了你是如何做到的，从而帮助了我。

归档时间：

查看次数：

435 次

最近记录：

7 年，4 月 前
如何在视频上添加叠加文字,然后重新编码？ 7
更多相关链接
相关归档
删除UITableView中UITableViewCells之间的行 72
使用Swift中的where子句扩展数组类型 70
使用NavigationViewController swift呈现ViewController 58
如何在GCD中停止DispatchWorkItem？ 31
如何添加Alamofire URL参数 26
为什么Swift UITableViewController模板在tableView cellForRowAtIndexPath方法中使用optionals参数？ 25
使用swift以编程方式UITableView 22
区别？而且!在Swift语言？ 10
如何将NSNumber转换/转换为Int64？ 10
Swift数字格式 9
难疑归档
C++中的" - >"运算符是什么？ 8590
Python有三元条件运算符吗？ 5591
如何检查字符串是否包含Bash中的子字符串 2332
'real','user'和'sys'在time(1)的输出中意味着什么？ 1622
如何在Java中拆分字符串 1564
禁用Chrome缓存以进行网站开发 1563
如何通过对象中的属性对List <T>进行排序 1146
如何使用git merge --squash？ 1101
在JavaScript中将Unix时间戳转换为时间 1054
用于Python的IDE是什么？ 1028