Detect gesture in immersive space

Question

thearijain OP

Created Dec ’23

Replies 2

Boosts 0

Views 1.2k

Participants 3

I have an immersive space

ImmersiveSpace(id: "FlappyImmersiveSpace") {
            FlappySpace()
}

On this immersive space, I want to add a gesture recognizer, so that no matter where you are looking in the immersive space, I can detect a pinch.

ImmersiveSpace(id: "FlappyImmersiveSpace") {
    FlappySpace()
        .gesture(
            TapGesture()
                .onEnded({ _ in
                    print("TAPPED")
                })
        )
}

This doesn't work.

struct FlappySpace: View {

    var body: some View {
        RealityView { content in
            // Add content
        }
        .gesture(
            TapGesture()
                .onEnded({ _ in
                    print("TAPPED")
                })
        )
    }
}

Neither does this.

Does any one know how to detect gestures in an immersive space, the gesture can not be specific to an entity in the space, but any where in the entire space.

Boost

Answer 1

DTS Engineer OP

Apple

Jan ’24

Hello,

You can achieve this with invisible collision planes that fully encapsulate the scene, something like this:

import SwiftUI
import RealityKit

struct ImmersiveView: View {
    var body: some View {
        RealityView { content in
            
            // A 20m box that receives hits.
            let collisionBox = makeCollisionBox(size: 20)
            
            content.add(collisionBox)
            
        }.gesture(tapGesture)
    }
    
    private var tapGesture: some Gesture {
        TapGesture()
            .targetedToAnyEntity()
            .onEnded { value in
                print(value.entity.name)
            }
    }
}


func makeCollisionBox(size: Float) -> Entity {
    
    let smallDimension: Float = 0.001
    let offset = size / 2
    
    // right face
    let right = Entity()
    right.name = "right"
    right.components.set(CollisionComponent(shapes: [.generateBox(width: smallDimension, height: size, depth: size)]))
    right.position.x = offset
    
    // left face
    let left = Entity()
    left.name = "left"
    left.components.set(CollisionComponent(shapes: [.generateBox(width: smallDimension, height: size, depth: size)]))
    left.position.x = -offset
    
    // top face
    let top = Entity()
    top.name = "top"
    top.components.set(CollisionComponent(shapes: [.generateBox(width: size, height: smallDimension, depth: size)]))
    top.position.y = offset
    
    // bottom face
    let bottom = Entity()
    bottom.name = "bottom"
    bottom.components.set(CollisionComponent(shapes: [.generateBox(width: size, height: smallDimension, depth: size)]))
    bottom.position.y = -offset
    
    // front face
    let front = Entity()
    front.name = "front"
    front.components.set(CollisionComponent(shapes: [.generateBox(width: size, height: size, depth: smallDimension)]))
    front.position.z = offset
    
    // back face
    let back = Entity()
    back.name = "back"
    back.components.set(CollisionComponent(shapes: [.generateBox(width: size, height: size, depth: smallDimension)]))
    back.position.z = -offset
    
    // All faces.
    let faces = [right, left, top, bottom, front, back]
    
    for face in faces {
        face.components.set(InputTargetComponent())
    }
    
    // parent to hold all of the entities.
    let entity = Entity()
    entity.children.append(contentsOf: faces)
        
    return entity
}

0

Answer 2

COCO-G OP

Jan ’24

Would this interfere with other entities in the immersive space?

0