Turbopack: bincode: Implement bincode Encode/Decode traits on all turbo task values (#85580)

It looks like bincode should reduce the filesystem cache size by ~10% versus pot, because its not a self-describing format. This attempts to add the `bincode::Encode`/`bincode::Decode` traits everywhere, so that we can use those instead of serde.

## Why not use bincode's serde compatibility feature?

- Unfortunately, serde has some bugs/incompatibilities/footguns with non-self-describing formats. `bincode`'s traits avoid this by not exposing features that would be incompatible with a self-describing format. https://docs.rs/bincode/latest/bincode/serde/index.html#known-issues
- `bincode::Encode`/`Decode` are much simpler traits than serde's equivalents, so we'll probably get some rustc build performance and turbopack binary size benefits from using the bincode versions. In cases where we do have to implement these traits by hand, it's much easier than implementing the serde equivalents.
- I'd like to kill `erased-serde` anyways because we're probably paying some performance cost from the large amounts of dynamic dispatch it performs, and we're not getting any benefits from it if we only ever serialize to a single format.

## Forks of Upstream Crates

- I've forked `bincode` here: https://github.com/bgw/bincode/commits/bgw/patches/
  - I submitted a patch via email to the maintainer via sourcehut
    - Upstream: https://git.sr.ht/~stygianentity/bincode
    - Fork: https://git.sr.ht/~bgw/bincode
  - This adds a few extra derive features and fixes type bounds on `PhantomData`.
  - The type bounds on `PhantomData` aren't very important, and we could work around it in our code.
  - We could just fork the derive crate if upstream doesn't want to accept the patches.
- And `virtue` here: bgw/virtue@e386f35
  - I've submitted a PR to `virtue` here: bincode-org/virtue#94
  - This fixes a bug in the parsing of const enums and generics with defaults.
  - We don't hit this very often as most of our types are not generics, so we could work around it in our code if upstream doesn't want to accept the patch.

## Other Notes

- Depends on a patched version of the `bincode` and `virtue` crates to fix a few bugs and add a few new features. I'll work on upstreaming these changes.
- This implements `BorrowDecode` everywhere because the `bincode::Decode` derive macro requires it. I plan to add an attribute in my bincode fork to allow disabling this, and then we can get rid of all of the `BorrowDecode` impls. We don't want/need `BorrowDecode` for turbo task values because everything needs to be owned anyways.

Author: bgw

Cargo.lock

@@ -451,11 +451,12 @@ serde_bytes = "0.11.15"
 serde_path_to_error = "0.1.16"
 serde_qs = "0.13.0"
 serde_with = "3.12.0"
-smallvec = { version = "1.13.1", features = [
+smallvec = { version = "1.15.1", features = [
   "serde",
   "const_generics",
   "union",
   "const_new",
+  "impl_bincode",
 ] }
 swc_sourcemap = "9.3.4"
 strsim = "0.11.1"
@@ -481,4 +482,5 @@ inventory = "0.3.21"
 
 [patch.crates-io]
 bincode = { git = "https://github.com/bgw/bincode.git", branch = "bgw/patches" }
+virtue = { git = "https://github.com/bgw/virtue.git", branch = "bgw/fix-generic-default-parsing" }
 mdxjs = { git = "https://github.com/mischnic/mdxjs-rs.git", branch = "swc-core-32" }

Cargo.toml

@@ -56,6 +56,7 @@ ignored = [
 
 [dependencies]
 anyhow = { workspace = true }
+bincode = { workspace = true }
 console-subscriber = { workspace = true, optional = true }
 dhat = { workspace = true, optional = true }
 either = { workspace = true }

crates/napi/Cargo.toml

@@ -1,6 +1,7 @@
 use std::{borrow::Cow, io::Write, path::PathBuf, sync::Arc, thread, time::Duration};
 
 use anyhow::{Context, Result, anyhow, bail};
+use bincode::{Decode, Encode};
 use flate2::write::GzEncoder;
 use futures_util::TryFutureExt;
 use napi::{
@@ -1528,6 +1529,8 @@ pub fn project_compilation_events_subscribe(
     Serialize,
     TaskInput,
     TraceRawVcs,
+    Encode,
+    Decode,
 )]
 pub struct StackFrame {
     pub is_server: bool,

crates/napi/src/next_api/project.rs

@@ -14,6 +14,7 @@ workspace = true
 
 [dependencies]
 anyhow = { workspace = true }
+bincode = { workspace = true }
 byteorder = { workspace = true }
 either = { workspace = true }
 futures = { workspace = true }
@@ -26,6 +27,7 @@ serde = { workspace = true }
 serde_json = { workspace = true }
 swc_core = { workspace = true }
 tracing = { workspace = true }
+turbo-bincode = { workspace = true }
 turbo-rcstr = { workspace = true }
 turbo-tasks = { workspace = true }
 turbo-tasks-hash = { workspace = true }

crates/next-api/Cargo.toml

@@ -1,4 +1,5 @@
 use anyhow::{Context, Result, bail};
+use bincode::{Decode, Encode};
 use next_core::{
     app_structure::{
         AppPageLoaderTree, CollectedRootParams, Entrypoint as AppEntrypoint,
@@ -1068,13 +1069,27 @@ pub fn app_entry_point_to_route(
 #[turbo_tasks::value(transparent)]
 struct OutputAssetsWithAvailability((ResolvedVc<OutputAssets>, AvailabilityInfo));
 
-#[derive(Copy, Clone, Serialize, Deserialize, PartialEq, Eq, Debug, TraceRawVcs, NonLocalValue)]
+#[derive(
+    Copy,
+    Clone,
+    Serialize,
+    Deserialize,
+    PartialEq,
+    Eq,
+    Debug,
+    TraceRawVcs,
+    NonLocalValue,
+    Encode,
+    Decode,
+)]
 enum AppPageEndpointType {
     Html,
     Rsc,
 }
 
-#[derive(Clone, Serialize, Deserialize, PartialEq, Eq, Debug, TraceRawVcs, NonLocalValue)]
+#[derive(
+    Clone, Serialize, Deserialize, PartialEq, Eq, Debug, TraceRawVcs, NonLocalValue, Encode, Decode,
+)]
 enum AppEndpointType {
     Page {
         ty: AppPageEndpointType,