bevy_vrm1 0.1.2

Allows you to use VRM and VRMA in Bevy
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101

use crate::system_param::child_searcher::ChildSearcher;

use crate::vrm::expressions::VrmExpressionRegistry;
use crate::vrma::retarget::{CurrentRetargeting, RetargetBindingSystemSet};
use crate::vrma::spawn::VrmaExpressionNames;
use crate::vrma::{RetargetSource, RetargetTo};
use bevy::app::{App, Update};
use bevy::prelude::*;

pub struct VrmaRetargetExpressionsPlugin;

impl Plugin for VrmaRetargetExpressionsPlugin {
    fn build(
        &self,
        app: &mut App,
    ) {
        app.add_systems(
            Update,
            (
                retarget_expressions_to_mascot,
                bind_expressions.in_set(RetargetBindingSystemSet),
            ),
        );

        #[cfg(feature = "reflect")]
        {
            app.register_type::<RetargetExpressionTo>()
                .register_type::<BindExpressionNode>();
        }
    }
}

#[cfg_attr(feature = "reflect", derive(Reflect))]
struct BindExpressionNode {
    pub expression_entity: Entity,
    pub index: usize,
}

#[derive(Component)]
#[cfg_attr(feature = "reflect", derive(Reflect))]
#[cfg_attr(feature = "reflect", reflect(Component))]
struct RetargetExpressionTo(Vec<BindExpressionNode>);

fn retarget_expressions_to_mascot(
    mut commands: Commands,
    vrma: Query<(Entity, &RetargetTo, &VrmaExpressionNames), Added<Children>>,
    mascots: Query<&VrmExpressionRegistry>,
    searcher: ChildSearcher,
) {
    for (vrma_entity, retarget, expressions) in vrma.iter() {
        let Ok(vrm_expressions) = mascots.get(retarget.0) else {
            continue;
        };
        for expression_name in expressions.iter() {
            let Some(vrma_expression_entity) =
                searcher.find_from_name(vrma_entity, expression_name)
            else {
                debug!("[Expressions] expression entity not found: {expression_name}");
                continue;
            };
            let Some(nodes) = vrm_expressions.get(expression_name) else {
                debug!("[Expressions] expression nodes not found: {expression_name}");
                continue;
            };
            let binds = nodes
                .iter()
                .filter_map(|node| {
                    Some(BindExpressionNode {
                        expression_entity: searcher.find_from_name(retarget.0, &node.name)?,
                        index: node.morph_target_index,
                    })
                })
                .collect::<Vec<_>>();
            commands
                .entity(vrma_expression_entity)
                .insert((RetargetSource, RetargetExpressionTo(binds)));
        }
    }
}

fn bind_expressions(
    mut expressions: Query<&mut MorphWeights>,
    vrma: Query<
        (&Transform, &RetargetExpressionTo),
        (Changed<Transform>, With<CurrentRetargeting>),
    >,
) {
    for (tf, RetargetExpressionTo(binds)) in vrma.iter() {
        // VRMA uses x coordinate to represent expression weight.
        let weight = tf.translation.x;
        for BindExpressionNode {
            expression_entity,
            index,
        } in binds.iter()
        {
            if let Ok(mut morph_weights) = expressions.get_mut(*expression_entity) {
                morph_weights.weights_mut()[*index] = weight;
            }
        }
    }
}