summaryrefslogtreecommitdiff
path: root/src/common/overlay.rs
diff options
context:
space:
mode:
authorLLLL Colonq <llll@colonq>2025-02-16 22:55:43 -0500
committerLLLL Colonq <llll@colonq>2025-02-16 22:55:43 -0500
commit4d0a8140130ebd0f46744b86eeb2a708657a942e (patch)
tree6b1a11e07173c769d0f3522c2f6088409b69332d /src/common/overlay.rs
parent33d69b282e082acce3c5d36cc08cd99a7ccf738d (diff)
Switch to workspace
Diffstat (limited to 'src/common/overlay.rs')
-rw-r--r--src/common/overlay.rs227
1 files changed, 0 insertions, 227 deletions
diff --git a/src/common/overlay.rs b/src/common/overlay.rs
deleted file mode 100644
index 2e30bce..0000000
--- a/src/common/overlay.rs
+++ /dev/null
@@ -1,227 +0,0 @@
-#![allow(dead_code, unused_variables)]
-mod assets;
-mod terminal;
-mod fig;
-mod throwshade;
-
-use teleia::*;
-use termion::raw::IntoRawMode;
-
-use std::{collections::HashMap, f32::consts::PI};
-use lexpr::sexp;
-use base64::prelude::*;
-
-pub enum RenderMode {
- Overlay,
- Terminal(termion::raw::RawTerminal<std::io::Stdout>),
-}
-
-pub struct Overlay {
- mode: RenderMode,
- assets: assets::Assets,
- model: scene::Scene,
- model_neck_base: glam::Mat4,
- model_fb: framebuffer::Framebuffer,
- terminal: terminal::Terminal,
- fig: fig::Client,
- tracking_eyes: (f32, f32),
- tracking_mouth: f32,
- tracking_neck: glam::Quat,
- throwshade: throwshade::ThrowShade,
- chat_msg: String,
- chat_time: f64,
- chat_biblicality: f32,
-}
-
-impl Overlay {
- pub async fn new(ctx: &context::Context, mode: RenderMode) -> Self {
- let model = scene::Scene::from_gltf(ctx, include_bytes!("overlay/assets/scenes/lcolonq.vrm"));
- let model_neck_base = model.nodes_by_name.get("J_Bip_C_Neck")
- .and_then(|i| model.nodes.get(*i))
- .expect("failed to find neck joint")
- .transform;
- Self {
- mode,
- assets: assets::Assets::new(ctx),
- model,
- model_neck_base,
- model_fb: framebuffer::Framebuffer::new(
- ctx,
- &glam::Vec2::new(terminal::WIDTH as _, terminal::HEIGHT as _),
- &glam::Vec2::ZERO
- ),
- terminal: terminal::Terminal::new(ctx),
- fig: fig::Client::new("shiro:32050", &[
- sexp!((avatar toggle)),
- sexp!((avatar text)),
- sexp!((avatar frame)),
- sexp!((avatar reset)),
- sexp!((avatar tracking)),
- sexp!((avatar overlay shader)),
- sexp!((avatar overlay chat)),
- ]),
- tracking_eyes: (1.0, 1.0),
- tracking_mouth: 0.0,
- tracking_neck: glam::Quat::IDENTITY,
- throwshade: throwshade::ThrowShade::new(),
- chat_msg: format!(""),
- chat_time: 0.0,
- chat_biblicality: 0.0,
- }
- }
- pub async fn overlay(ctx: &context::Context) -> Self {
- Self::new(ctx, RenderMode::Overlay).await
- }
- pub async fn terminal(ctx: &context::Context) -> Self {
- let raw_stdout = std::io::stdout().into_raw_mode().expect("failed to set raw mode");
- Self::new(ctx, RenderMode::Terminal(raw_stdout)).await
- }
- pub fn handle_reset(&mut self, ctx: &context::Context ) {
- // TODO also reset terminal
- if let Some(s) = &mut self.throwshade.shader { s.delete(ctx); }
- self.throwshade.shader = None;
- }
- pub fn handle_tracking(&mut self, msg: fig::Message) -> Option<()> {
- let eyes = msg.data.get(0)?;
- let eye_left = eyes.get(0)?.as_str()?.parse::<f32>().ok()?;
- let eye_right = eyes.get(1)?.as_str()?.parse::<f32>().ok()?;
- let mouth = msg.data.get(1)?.as_str()?.parse::<f32>().ok()?;
- let euler = msg.data.get(2)?;
- let euler_x = euler.get(0)?.as_str()?.parse::<f32>().ok()?.to_radians();
- let euler_y = PI - euler.get(1)?.as_str()?.parse::<f32>().ok()?.to_radians();
- let euler_z = euler.get(2)?.as_str()?.parse::<f32>().ok()?.to_radians() + PI/2.0;
- self.tracking_eyes = (eye_left, eye_right);
- self.tracking_mouth = mouth;
- self.tracking_neck = glam::Quat::from_euler(glam::EulerRot::XYZ, euler_x, euler_y, euler_z);
- Some(())
- }
- pub fn handle_text(&mut self, msg: fig::Message) -> Option<()> {
- let s = BASE64_STANDARD.decode(msg.data.get(0)?.as_str()?).ok()?;
- self.terminal.fill_string(std::str::from_utf8(&s).ok()?);
- Some(())
- }
- pub fn handle_frame(&mut self, msg: fig::Message) -> Option<()> {
- let data = BASE64_STANDARD.decode(msg.data.get(0)?.as_str()?).ok()?;
- for (i, c) in data.chunks_exact(3).enumerate() {
- if let [r, g, b] = c {
- let ii = i as i32;
- let p = terminal::Pos::new(ii % 64, ii / 64);
- self.terminal.set_color.set(
- p,
- glam::Vec3::new(*r as f32 / 255.0, *g as f32 / 255.0, *b as f32 / 255.0)
- );
- }
- }
- Some(())
- }
- pub fn handle_overlay_shader(
- &mut self,
- ctx: &context::Context, st: &state::State,
- msg: fig::Message
- ) -> Option<()> {
- let bs = BASE64_STANDARD.decode(msg.data.get(0)?.as_str()?).ok()?;
- let s = String::from_utf8_lossy(&bs);
- if let Err(e) = self.throwshade.set(ctx, st, &s) {
- log::warn!("error compiling shader: {}", e);
- self.throwshade.shader = None;
- }
- Some(())
- }
- pub fn handle_overlay_chat(&mut self, msg: fig::Message) -> Option<()> {
- let bs = BASE64_STANDARD.decode(msg.data.get(0)?.as_str()?).ok()?;
- let s = String::from_utf8_lossy(&bs);
- let time = msg.data.get(1)?.as_str()?.parse::<f64>().ok()?;
- let biblicality = msg.data.get(2)?.as_str()?.parse::<f32>().ok()?;
- log::info!("received chat message: {} {} {}", s, time, biblicality);
- self.chat_msg = s.to_string();
- self.chat_time = time;
- self.chat_biblicality = biblicality;
- Some(())
- }
- fn render_model_terminal(&mut self, ctx: &context::Context, st: &mut state::State) -> Option<()> {
- self.model_fb.bind(ctx);
- ctx.clear_color(glam::Vec4::new(0.0, 0.0, 0.0, 0.0));
- ctx.clear();
- st.bind_3d(ctx, &self.assets.shader_scene);
- self.assets.shader_scene.set_position_3d(
- ctx,
- &glam::Mat4::from_translation(
- glam::Vec3::new(0.0, -1.63, 0.42),
- ),
- );
- self.model.render(ctx, &self.assets.shader_scene);
- st.render_framebuffer.bind(ctx);
- self.terminal.update(ctx, &self.model_fb);
- match &mut self.mode {
- RenderMode::Overlay => {
- ctx.clear_color(glam::Vec4::new(0.0, 0.0, 0.0, 0.0));
- ctx.clear();
- self.terminal.render(ctx, &glam::Vec2::new(12.0, 250.0));
- },
- RenderMode::Terminal(stdout) => if st.tick % 6 == 0 {
- self.terminal.write_tty(stdout);
- },
- }
- // self.model_fb.blit(
- // ctx, &st.render_framebuffer,
- // &glam::Vec2::new(ctx.render_width / 2.0 - 512.0, ctx.render_height / 2.0 - 512.0),
- // &glam::Vec2::new(128.0, 128.0)
- // );
- Some(())
- }
-}
-
-impl teleia::state::Game for Overlay {
- fn initialize_audio(&self, ctx: &context::Context, st: &state::State, actx: &audio::Context) -> HashMap<String, audio::Audio> {
- HashMap::new()
- }
- fn finish_title(&mut self, _st: &mut state::State) {}
- fn mouse_press(&mut self, _ctx: &context::Context, _st: &mut state::State) {}
- fn mouse_move(&mut self, _ctx: &context::Context, _st: &mut state::State, _x: i32, _y: i32) {}
- fn update(&mut self, ctx: &context::Context, st: &mut state::State) -> Option<()> {
- st.projection = glam::Mat4::perspective_lh(
- PI / 4.0,
- terminal::WIDTH as f32 / terminal::HEIGHT as f32,
- 0.1, 10.0
- );
- st.move_camera(
- ctx,
- &glam::Vec3::new(0.0, 0.0, 1.0),
- &glam::Vec3::new(0.0, 0.0, -1.0),
- &glam::Vec3::new(0.0, 1.0, 0.0),
- );
- while let Some(msg) = self.fig.pump() {
- let malformed = format!("malformed {} data: {}", msg.event, msg.data);
- if msg.event == sexp!((avatar tracking)) {
- if self.handle_tracking(msg).is_none() { log::warn!("{}", malformed) }
- } else if msg.event == sexp!((avatar reset)) {
- self.handle_reset(ctx);
- } else if msg.event == sexp!((avatar text)) {
- if self.handle_text(msg).is_none() { log::warn!("{}", malformed) }
- } else if msg.event == sexp!((avatar frame)) {
- if self.handle_frame(msg).is_none() { log::warn!("{}", malformed) }
- } else if msg.event == sexp!((avatar overlay shader)) {
- if self.handle_overlay_shader(ctx, st, msg).is_none() { log::warn!("{}", malformed) }
- } else if msg.event == sexp!((avatar overlay chat)) {
- if self.handle_overlay_chat(msg).is_none() { log::warn!("{}", malformed) }
- } else {
- log::info!("received unhandled event {} with data: {}", msg.event, msg.data);
- }
- }
- if let Some(n) = self.model.nodes_by_name.get("J_Bip_C_Neck").and_then(|i| self.model.nodes.get_mut(*i)) {
- n.transform = self.model_neck_base * glam::Mat4::from_quat(self.tracking_neck);
- }
- Some(())
- }
- fn render(&mut self, ctx: &context::Context, st: &mut state::State) -> Option<()> {
- if let Some(s) = &self.throwshade.shader {
- s.bind(ctx);
- s.set_vec2(ctx, "resolution", &glam::Vec2::new(ctx.render_width, ctx.render_height));
- let elapsed = (st.tick - self.throwshade.tickset) as f32 / 60.0;
- s.set_f32(ctx, "time", elapsed);
- s.set_f32(ctx, "chat_time", (self.chat_time - self.throwshade.timeset) as f32);
- ctx.render_no_geometry();
- }
- Some(())
- }
-}