From 2597e3591b8194c4dc319ef7fd90aea22e386b86 Mon Sep 17 00:00:00 2001
From: rosegoldd <155942159+rosegoldd@users.noreply.github.com>
Date: Mon, 3 Jun 2024 15:18:55 -0700
Subject: [PATCH] video and audio support

---
 napture/Cargo.toml      |   4 +-
 napture/src/b9/css.rs   |  51 +++++++++++++--
 napture/src/b9/html.rs  | 137 ++++++++++++++++++++++++++++++++++++----
 napture/src/b9/lua.rs   |  86 +++++++++++++++++++++----
 napture/test/index.html |   6 +-
 napture/test/script.lua |  11 ++--
 6 files changed, 254 insertions(+), 41 deletions(-)

diff --git a/napture/Cargo.toml b/napture/Cargo.toml
index 69df1434..b758e3e7 100644
--- a/napture/Cargo.toml
+++ b/napture/Cargo.toml
@@ -6,11 +6,11 @@ edition = "2021"
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
-adw = { version = "0.6.0", package = "libadwaita", features = ["v1_5"] }
+adw = { version = "0.6.0", package = "libadwaita", features = ["v1_4"] }
 chrono = "0.4.38"
 directories = "5.0.1"
 glib = "0.19.4"
-gtk = { version = "0.8.1", package = "gtk4", features = ["v4_14"] }
+gtk = { version = "0.8.1", package = "gtk4", features = ["v4_12"] }
 html_parser = "0.7.0"
 lazy_static = "1.4.0"
 mlua = { version = "0.9.7", features = ["lua54", "macros", "async", "unstable", "serialize"] }
diff --git a/napture/src/b9/css.rs b/napture/src/b9/css.rs
index 8db6349f..efe85ff9 100644
--- a/napture/src/b9/css.rs
+++ b/napture/src/b9/css.rs
@@ -484,6 +484,45 @@ impl Styleable for gtk::Picture {
     }
 }
 
+// video
+impl Styleable for gtk::Video {
+    fn style(&self) -> String {
+        let guard = match CSS_RULES.lock() {
+            Ok(guard) => guard,
+            Err(_) => {
+                println!("FATAL: failed to lock CSS_RULES mutex! Aborting function at GtkVideo.");
+                return String::new();
+            }
+        };
+
+        if let Some(css) = guard.as_ref() {
+            let mut classes = self.css_classes();
+            let mut final_css = "".to_string();
+
+            classes.push(self.css_name());
+
+            for class in classes {
+                if let Some(rules) = css.get(&class.to_string()) {
+                    let properties: Properties = get_properties(rules);
+
+                    self.set_margin_top(properties.margin_top.parse::<i32>().unwrap_or(0));
+                    self.set_margin_bottom(properties.margin_bottom.parse::<i32>().unwrap_or(0));
+                    self.set_margin_start(properties.margin_left.parse::<i32>().unwrap_or(0));
+                    self.set_margin_end(properties.margin_right.parse::<i32>().unwrap_or(0));
+
+                    self.set_opacity(properties.opacity);
+
+                    final_css += &compute_styling(class, &properties);
+                }
+            }
+
+            final_css
+        } else {
+            String::new()
+        }
+    }
+}
+
 // input
 impl Styleable for gtk::Entry {
     fn style(&self) -> String {
@@ -507,7 +546,7 @@ impl Styleable for gtk::Entry {
 
                     let width = properties.width;
                     let height = properties.height;
-                    
+
                     if width > 0 || height > 0 {
                         let normalized_width = if width > 0 { width } else { -1 };
                         let normalized_height = if height > 0 { height } else { -1 };
@@ -558,7 +597,7 @@ impl Styleable for gtk::Button {
                     self.set_margin_bottom(properties.margin_bottom.parse::<i32>().unwrap_or(0));
                     self.set_margin_start(properties.margin_left.parse::<i32>().unwrap_or(0));
                     self.set_margin_end(properties.margin_right.parse::<i32>().unwrap_or(0));
-                    
+
                     self.set_opacity(properties.opacity);
 
                     final_css += &compute_styling(class, &properties);
@@ -658,7 +697,7 @@ fn compute_styling(class: GString, properties: &Properties) -> String {
     if properties.border_style != "none" {
         borders.push_str(&format!("border-style: {};", properties.border_style));
     }
-    
+
     format!(
         "
 .{} {{
@@ -726,8 +765,8 @@ fn get_properties(rules: &[(String, String)]) -> Properties {
         .parse::<i32>()
         .unwrap_or(0);
     let opacity = get_rule(rules, "opacity", "1.0")
-    .parse::<f64>()
-    .unwrap_or(1.0);
+        .parse::<f64>()
+        .unwrap_or(1.0);
 
     Properties {
         direction,
@@ -757,6 +796,6 @@ fn get_properties(rules: &[(String, String)]) -> Properties {
         padding,
         gap,
         font_size,
-        opacity
+        opacity,
     }
 }
diff --git a/napture/src/b9/html.rs b/napture/src/b9/html.rs
index 3230f166..08dffc62 100644
--- a/napture/src/b9/html.rs
+++ b/napture/src/b9/html.rs
@@ -7,9 +7,16 @@ use super::{
     lua,
 };
 
-use std::{cell::RefCell, fs, rc::Rc, thread};
-
-use gtk::{gdk::Display, gdk_pixbuf, gio, glib::Bytes, prelude::*, CssProvider};
+use std::{cell::RefCell, fs, io::Write, rc::Rc, thread};
+
+use gtk::{
+    gdk::Display,
+    gdk_pixbuf,
+    gio::{self, File},
+    glib::Bytes,
+    prelude::*,
+    CssProvider,
+};
 use html_parser::{Dom, Element, Node, Result};
 
 use lua::Luable;
@@ -87,7 +94,7 @@ pub async fn build_ui(
         .build();
 
     let mut css: String = css::reset_css();
-    
+
     let (head, body) = match parse_html(furl.to_string()).await {
         Ok(ok) => ok,
         Err(e) => {
@@ -208,7 +215,12 @@ pub async fn build_ui(
     Ok((html_view, provider))
 }
 
-async fn render_head(element: &Element, contents: Option<&Node>, tab: Rc<RefCell<&Tab>>, furl: &String) {
+async fn render_head(
+    element: &Element,
+    contents: Option<&Node>,
+    tab: Rc<RefCell<&Tab>>,
+    furl: &String,
+) {
     match element.name.as_str() {
         "title" => {
             if let Some(contents) = contents {
@@ -480,6 +492,78 @@ fn render_html(
             wrapper.append(&image);
             html_view.append(&wrapper);
         }
+        "video" => {
+            let url = match element.attributes.get("src") {
+                Some(Some(url)) => url.clone(),
+                _ => {
+                    println!("INFO: <video> tag must have a src attribute");
+                    return;
+                }
+            };
+
+            let file = match fetch_media_file(url.clone()) {
+                Ok(s) => s,
+                Err(e) => {
+                    println!("ERROR: Failed to load video: {}", e);
+                    return;
+                }
+            };
+
+            let video = gtk::Video::builder()
+                .css_name("video")
+                .css_classes(element.classes.clone())
+                .halign(gtk::Align::Start)
+                .valign(gtk::Align::Start)
+                .file(&file)
+                .build();
+            tags.borrow_mut().push(Tag {
+                classes: element.classes.clone(),
+                widget: Box::new(video.clone()),
+                tied_variables: Vec::new(),
+            });
+
+            css.push_str(&video.style());
+
+            let wrapper = gtk::Box::builder().build();
+            wrapper.append(&video);
+
+            html_view.append(&wrapper);
+        }
+        // Copies the video tag, couldn't think of a better way to copy it
+        "audio" => {
+            let url = match element.attributes.get("src") {
+                Some(Some(url)) => url.clone(),
+                _ => {
+                    println!("INFO: <audio> tag must have a src attribute");
+                    return;
+                }
+            };
+
+            let file = match fetch_media_file(url.clone()) {
+                Ok(s) => s,
+                Err(e) => {
+                    println!("ERROR: Failed to load audio: {}", e);
+                    return;
+                }
+            };
+
+            let audio = gtk::Video::builder()
+                .css_name("audio")
+                .css_classes(element.classes.clone())
+                .halign(gtk::Align::Start)
+                .valign(gtk::Align::Start)
+                .file(&file)
+                .build();
+            tags.borrow_mut().push(Tag {
+                classes: element.classes.clone(),
+                widget: Box::new(audio.clone()),
+                tied_variables: Vec::new(),
+            });
+
+            css.push_str(&audio.style());
+
+            html_view.append(&audio);
+        }
         "input" => {
             let input_type = match element.attributes.get("type") {
                 Some(Some(t)) => t.to_string(),
@@ -556,9 +640,14 @@ fn render_html(
 
             css.push_str(&textview.style());
 
-            textview
-                .buffer()
-                .set_text(element.children.first().unwrap_or(&Node::Text(String::new())).text().unwrap_or(""));
+            textview.buffer().set_text(
+                element
+                    .children
+                    .first()
+                    .unwrap_or(&Node::Text(String::new()))
+                    .text()
+                    .unwrap_or(""),
+            );
 
             html_view.append(&textview);
 
@@ -619,7 +708,13 @@ fn render_a(
     };
 
     let link_button = gtk::LinkButton::builder()
-        .label(el.children.first().unwrap_or(&Node::Text(String::new())).text().unwrap_or(""))
+        .label(
+            el.children
+                .first()
+                .unwrap_or(&Node::Text(String::new()))
+                .text()
+                .unwrap_or(""),
+        )
         .uri(uri)
         .css_name("a")
         .css_classes(el.classes.clone())
@@ -687,7 +782,13 @@ fn render_list(
                         .build();
 
                     let label = gtk::Label::builder()
-                        .label(el.children.first().unwrap_or(&Node::Text(String::new())).text().unwrap_or(""))
+                        .label(
+                            el.children
+                                .first()
+                                .unwrap_or(&Node::Text(String::new()))
+                                .text()
+                                .unwrap_or(""),
+                        )
                         .css_name("li")
                         .css_classes(el.classes.clone())
                         .halign(gtk::Align::Start)
@@ -746,12 +847,16 @@ pub(crate) fn fetch_image_to_pixbuf(url: String) -> Result<gdk_pixbuf::Pixbuf> {
     }
 }
 
+pub(crate) fn fetch_media_file(url: String) -> Result<File> {
+    Ok(File::for_uri(&url))
+}
+
 async fn fetch_file(url: String) -> String {
     println!("Attempting to navigate to {url}...");
 
     if url.starts_with("file://") {
         let path = url.replace("file://", "");
-        
+
         match fs::read_to_string(&format!("{}", path)) {
             Ok(text) => text,
             Err(_) => {
@@ -840,7 +945,13 @@ async fn fetch_from_github(url: String) -> String {
     }
 }
 
-fn render_p(child: &Node, element: &Element, label_box: &gtk::Box, css: &mut String, tags: &Rc<RefCell<Vec<Tag>>>){
+fn render_p(
+    child: &Node,
+    element: &Element,
+    label_box: &gtk::Box,
+    css: &mut String,
+    tags: &Rc<RefCell<Vec<Tag>>>,
+) {
     let label = gtk::Label::builder()
         .label(child.text().unwrap_or(""))
         .css_name(element.name.as_str())
@@ -858,4 +969,4 @@ fn render_p(child: &Node, element: &Element, label_box: &gtk::Box, css: &mut Str
         widget: Box::new(label),
         tied_variables: Vec::new(),
     });
-}
\ No newline at end of file
+}
diff --git a/napture/src/b9/lua.rs b/napture/src/b9/lua.rs
index 0d745c30..83cc27e2 100644
--- a/napture/src/b9/lua.rs
+++ b/napture/src/b9/lua.rs
@@ -3,7 +3,7 @@ use std::rc::Rc;
 use std::thread;
 
 use super::css::Styleable;
-use super::html::Tag;
+use super::html::{fetch_media_file, Tag};
 use glib::GString;
 use gtk::prelude::*;
 use mlua::{prelude::*, StdLib};
@@ -39,12 +39,7 @@ pub trait Luable: Styleable {
 //     Ok(())
 // }
 
-fn get(
-    lua: &Lua,
-    class: String,
-    tags: Rc<RefCell<Vec<Tag>>>,
-    multi: bool
-) -> LuaResult<LuaTable<>> {
+fn get(lua: &Lua, class: String, tags: Rc<RefCell<Vec<Tag>>>, multi: bool) -> LuaResult<LuaTable> {
     let global_table = lua.create_table()?;
 
     let tags_ref = tags.borrow();
@@ -183,11 +178,14 @@ fn print(_lua: &Lua, msg: LuaMultiValue) -> LuaResult<()> {
 }
 
 // todo: make this async if shit breaks
-pub(crate) async fn run(luacode: String, tags: Rc<RefCell<Vec<Tag>>>, taburl: String) -> LuaResult<()> {
+pub(crate) async fn run(
+    luacode: String,
+    tags: Rc<RefCell<Vec<Tag>>>,
+    taburl: String,
+) -> LuaResult<()> {
     let lua = Lua::new_with(
-        StdLib::COROUTINE | StdLib::STRING |
-        StdLib::TABLE | StdLib::MATH,
-        LuaOptions::new().catch_rust_panics(true)
+        StdLib::COROUTINE | StdLib::STRING | StdLib::TABLE | StdLib::MATH,
+        LuaOptions::new().catch_rust_panics(true),
     )?;
     let globals = lua.globals();
 
@@ -303,9 +301,9 @@ pub(crate) async fn run(luacode: String, tags: Rc<RefCell<Vec<Tag>>>, taburl: St
     globals.set("print", lua.create_function(print)?)?;
     globals.set(
         "get",
-        lua.create_function(move |lua, (class, multiple): (String, Option<bool>) | {
+        lua.create_function(move |lua, (class, multiple): (String, Option<bool>)| {
             get(lua, class, tags.clone(), multiple.unwrap_or(false))
-        })?
+        })?,
     )?;
     globals.set("fetch", fetchtest)?;
     globals.set("window", window_table)?;
@@ -803,7 +801,9 @@ impl Luable for gtk::Picture {
         );
     }
     fn get_source_(&self) -> String {
-        self.alternative_text().unwrap_or(GString::new()).to_string()
+        self.alternative_text()
+            .unwrap_or(GString::new())
+            .to_string()
     }
     fn set_source_(&self, source: String) {
         let stream = match crate::b9::html::fetch_image_to_pixbuf(source.clone()) {
@@ -851,6 +851,64 @@ impl Luable for gtk::Picture {
     }
 }
 
+// video
+impl Luable for gtk::Video {
+    fn get_css_name(&self) -> String {
+        self.css_name().to_string()
+    }
+
+    fn get_contents_(&self) -> String {
+        "".to_string()
+    }
+
+    fn get_href_(&self) -> String {
+        todo!()
+    }
+
+    fn get_opacity_(&self) -> f64 {
+        todo!()
+    }
+
+    fn get_source_(&self) -> String {
+        todo!()
+    }
+
+    fn set_source_(&self, source: String) {
+        let file = match fetch_media_file(source.clone()) {
+            Ok(s) => s,
+            Err(e) => {
+                println!("ERROR: Failed to load video: {}", e);
+                return;
+            }
+        };
+        self.set_file(Some(&file));
+    }
+
+    fn set_contents_(&self, contents: String) {
+        todo!()
+    }
+
+    fn set_href_(&self, href: String) {
+        todo!()
+    }
+
+    fn set_opacity_(&self, amount: f64) {
+        todo!()
+    }
+
+    fn _on_click(&self, func: &OwnedFunction) {
+        todo!()
+    }
+
+    fn _on_submit(&self, func: &OwnedFunction) {
+        todo!()
+    }
+
+    fn _on_input(&self, func: &OwnedFunction) {
+        todo!()
+    }
+}
+
 // input
 impl Luable for gtk::Entry {
     fn get_css_name(&self) -> String {
diff --git a/napture/test/index.html b/napture/test/index.html
index e0eb21d2..5968475d 100644
--- a/napture/test/index.html
+++ b/napture/test/index.html
@@ -8,12 +8,16 @@
     <meta name="description" content="A web page for testing the Discord embeds">
 
     <link href="styles.css">
-    <script src="script.lua" />
+    <script src="script.lua"></script>
 </head>
 
 <body>
     <h1>Heading 1</h1>
 
+    <div>
+        <video src="https://dl6.webmfiles.org/big-buck-bunny_trailer.webm"></video>
+        <audio src="https://drive.usercontent.google.com/download?id=1LjPS72R7nIIWr_7mWATjnqzf0VNKqnd8&authuser=0"></audio>
+    </div>
     <div>
         <p class="ok">This is a paragraph.</p>
         <p>This is another paragraph with a <a href="buss://register.it" class="futurelink">link that leads to register.it</a>.</p>
diff --git a/napture/test/script.lua b/napture/test/script.lua
index 22e32eee..e55d109f 100644
--- a/napture/test/script.lua
+++ b/napture/test/script.lua
@@ -1,23 +1,24 @@
 local btn = get("startbtn")
 
+
 print(btn.get_content())
 btn.set_content("Hello, World!")
 print(btn.get_content())
 
 btn.on_click(function()
-    print("clicked!")
+	print("clicked!")
 end)
 
 get("input").on_submit(function(content)
-    print(content)
+	print(content)
 end)
 
 get("input").on_input(function(content)
-    print(content)
+	print(content)
 end)
 
 get("textarea").on_input(function(content)
-    print(content)
+	print(content)
 end)
 
 -- get("futurelink").set_href("https://www.duckduckgo.com/")
@@ -31,4 +32,4 @@ coroutine.wrap(function()
 	})
 
 	print("hlelo", { hello = true })
-end)()
\ No newline at end of file
+end)()