Metal SCNProgram - cannot display SpriteKit scene with video content

Question

I'm (desperately) trying to use video as a texture in SCNScene using some fancy shader modifiers. I would like to use SCNProgram for this part. I just took from here :

#include <metal_stdlib>

using namespace metal;

#include <SceneKit/scn_metal>

struct MyNodeBuffer {
    float4x4 modelTransform;
    float4x4 modelViewTransform;
    float4x4 normalTransform;
    float4x4 modelViewProjectionTransform;
};

typedef struct {
    float3 position [[ attribute(SCNVertexSemanticPosition) ]];
    float2 texCoords [[ attribute(SCNVertexSemanticTexcoord0) ]];
} MyVertexInput;

struct SimpleVertex
{
    float4 position [[position]];
    float2 texCoords;
};

vertex SimpleVertex myVertex(MyVertexInput in [[ stage_in ]],
                             constant SCNSceneBuffer& scn_frame [[buffer(0)]],
                             constant MyNodeBuffer& scn_node [[buffer(1)]])
{
    SimpleVertex vert;
    vert.position = scn_node.modelViewProjectionTransform * float4(in.position, 1.0);
    vert.texCoords = in.texCoords;

    return vert;
}

fragment half4 myFragment(SimpleVertex in [[stage_in]],
                          texture2d<float, access::sample> diffuseTexture [[texture(0)]])
{
    constexpr sampler sampler2d(coord::normalized, filter::linear, address::repeat);
    float4 color = diffuseTexture.sample(sampler2d, in.texCoords);
    return half4(color);
}

which just displays the texture in geometry. Now I am creating a SceneKit scene by adding a simple cube that SCNProgram uses, creating a SpriteKit scene with a simple square in it and passing this SpriteKit scene as a texture for my cube. It works great:

class ViewController: UIViewController {
  @IBOutlet weak var scnView: SCNView!

  let fragmentModifier = try! String(contentsOfFile: Bundle.main.path(forResource: "fragment", ofType: "shader")!)
  var videoLayer: AVPlayerLayer!
  var videoPlayer: AVPlayer!

  override func viewDidLoad() {
    super.viewDidLoad()

    setupVideo()

    // Do any additional setup after loading the view, typically from a nib.
    scnView.showsStatistics = true
    scnView.allowsCameraControl = true

    let scnScene = SCNScene()
    scnView.scene = scnScene

    // setup SceneKit scene
    let cameraNode = SCNNode()
    cameraNode.camera = SCNCamera()
    cameraNode.position = SCNVector3(x: 0, y: 0, z: 25)
    scnScene.rootNode.addChildNode(cameraNode)

    let cubeNode = SCNNode()
    cubeNode.geometry = SCNBox(width: 5, height: 5, length: 5, chamferRadius: 0)
    scnScene.rootNode.addChildNode(cubeNode)

    // setup SpriteKit Scene
    let skScene = SKScene()
    skScene.backgroundColor = UIColor.black
    skScene.size = CGSize(width: 100, height: 100)

    // a simple green square
    let skNode = SKShapeNode(rect: CGRect(x: 0, y: 0, width: 20, height: 20))
    skNode.fillColor = UIColor.green
    skNode.position = CGPoint(x: 5, y: 5)

    // a node to hold a video
    let skVideoNode = SKVideoNode(avPlayer: videoPlayer)
    skVideoNode.size = CGSize(width: 100, height: 100)
    skVideoNode.position = CGPoint(x: 5, y: 5)

    skScene.addChild(skNode)
    // skScene.addChild(skVideoNode)

    let material = cubeNode.geometry!.firstMaterial!
    createProgram(for: material)

    let textureProperty = SCNMaterialProperty(contents: skScene)
    material.setValue(textureProperty, forKey: "diffuseTexture")
  }

  func setupVideo() {
    let item = AVPlayerItem(url: URL(fileURLWithPath: Bundle.main.path(forResource: "test", ofType: "mp4")!))
    let player = AVPlayer(playerItem: item)
    let layer = AVPlayerLayer(player: player)
    videoLayer = layer
    videoPlayer = player
    player.play()
  }

  func createProgram(for material: SCNMaterial) {
    let program = SCNProgram()
    program.fragmentFunctionName = "myFragment"
    program.vertexFunctionName = "myVertex"

    material.program = program
  }
}

Now, if I replaced the square with the video node in the help script scene, that is what I am doing now:

// skScene.addChild(skNode)
skScene.addChild(skVideoNode)

the output is only solid black. Video really reproduces and outputs sound. If relevant, I am on iOS 10.0.1.