Skip to content

Turbopack: Split Dirty into Dirtyness and CleanInSession #86070

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Dec 3, 2025
Merged

Turbopack: Split Dirty into Dirtyness and CleanInSession #86070

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
414fa20
Split Dirty into Dirtyness and CleanInSession
sokra Nov 11, 2025
6db8597
migrate to new methods
sokra Nov 11, 2025
54282f2
remove DirtyState
sokra Nov 11, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
93 changes: 47 additions & 46 deletions turbopack/crates/turbo-tasks-backend/src/backend/mod.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,7 @@ use crate::{
backing_storage::BackingStorage,
data::{
ActivenessState, AggregationNumber, CachedDataItem, CachedDataItemKey, CachedDataItemType,
CachedDataItemValueRef, CellRef, CollectibleRef, CollectiblesRef, DirtyState,
CachedDataItemValueRef, CellRef, CollectibleRef, CollectiblesRef, Dirtyness,
InProgressCellState, InProgressState, InProgressStateInner, OutputValue, RootType,
},
utils::{
Expand Down Expand Up @@ -567,8 +567,7 @@ impl<B: BackingStorage> TurboTasksBackendInner<B> {
}
}

let is_dirty =
get!(task, Dirty).map_or(false, |dirty_state| dirty_state.get(self.session_id));
let is_dirty = task.is_dirty(self.session_id);

// Check the dirty count of the root node
let dirty_tasks = get!(task, AggregatedDirtyContainerCount)
Expand Down Expand Up @@ -624,8 +623,7 @@ impl<B: BackingStorage> TurboTasksBackendInner<B> {
visited: &mut FxHashSet<TaskId>,
) -> String {
let task = ctx.task(task_id, TaskDataCategory::Data);
let is_dirty = get!(task, Dirty)
.map_or(false, |dirty_state| dirty_state.get(ctx.session_id()));
let is_dirty = task.is_dirty(ctx.session_id());
let in_progress =
get!(task, InProgress).map_or("not in progress", |p| match p {
InProgressState::InProgress(_) => "in progress",
Expand Down Expand Up @@ -2381,57 +2379,60 @@ impl<B: BackingStorage> TurboTasksBackendInner<B> {
));

// Update the dirty state
let old_dirty_state = get!(task, Dirty).copied();
let old_dirtyness = task.dirtyness_and_session();

let new_dirty_state = if session_dependent {
Some(DirtyState {
clean_in_session: Some(self.session_id),
})
let new_dirtyness = if session_dependent {
Some((Dirtyness::SessionDependent, Some(self.session_id)))
} else {
None
};

let dirty_changed = old_dirty_state != new_dirty_state;
let dirty_changed = old_dirtyness != new_dirtyness;
let data_update = if dirty_changed {
if let Some(new_dirty_state) = new_dirty_state {
task.insert(CachedDataItem::Dirty {
value: new_dirty_state,
});
} else {
if let Some((value, _)) = new_dirtyness {
task.insert(CachedDataItem::Dirty { value });
} else if old_dirtyness.is_some() {
task.remove(&CachedDataItemKey::Dirty {});
}
if let Some(session_id) = new_dirtyness.and_then(|t| t.1) {
task.insert(CachedDataItem::CleanInSession { value: session_id });
} else if old_dirtyness.is_some_and(|t| t.1.is_some()) {
task.remove(&CachedDataItemKey::CleanInSession {});
}

if old_dirty_state.is_some() || new_dirty_state.is_some() {
let mut dirty_containers = get!(task, AggregatedDirtyContainerCount)
.cloned()
.unwrap_or_default();
if let Some(old_dirty_state) = old_dirty_state {
dirty_containers.update_with_dirty_state(&old_dirty_state);
let mut dirty_containers = get!(task, AggregatedDirtyContainerCount)
.cloned()
.unwrap_or_default();
if let Some((old_dirtyness, old_clean_in_session)) = old_dirtyness {
dirty_containers
.update_with_dirtyness_and_session(old_dirtyness, old_clean_in_session);
}
let aggregated_update = match (old_dirtyness, new_dirtyness) {
(None, None) => unreachable!(),
(Some(old), None) => {
dirty_containers.undo_update_with_dirtyness_and_session(old.0, old.1)
}
let aggregated_update = match (old_dirty_state, new_dirty_state) {
(None, None) => unreachable!(),
(Some(old), None) => dirty_containers.undo_update_with_dirty_state(&old),
(None, Some(new)) => dirty_containers.update_with_dirty_state(&new),
(Some(old), Some(new)) => dirty_containers.replace_dirty_state(&old, &new),
};
if !aggregated_update.is_zero() {
if aggregated_update.get(self.session_id) < 0
&& let Some(activeness_state) = get_mut!(task, Activeness)
{
activeness_state.all_clean_event.notify(usize::MAX);
activeness_state.unset_active_until_clean();
if activeness_state.is_empty() {
task.remove(&CachedDataItemKey::Activeness {});
}
(None, Some(new)) => {
dirty_containers.update_with_dirtyness_and_session(new.0, new.1)
}
(Some(old), Some(new)) => {
dirty_containers.replace_dirtyness_and_session(old.0, old.1, new.0, new.1)
}
};
if !aggregated_update.is_zero() {
if aggregated_update.get(self.session_id) < 0
&& let Some(activeness_state) = get_mut!(task, Activeness)
{
activeness_state.all_clean_event.notify(usize::MAX);
activeness_state.unset_active_until_clean();
if activeness_state.is_empty() {
task.remove(&CachedDataItemKey::Activeness {});
}
AggregationUpdateJob::data_update(
&mut task,
AggregatedDataUpdate::new()
.dirty_container_update(task_id, aggregated_update),
)
} else {
None
}
AggregationUpdateJob::data_update(
&mut task,
AggregatedDataUpdate::new().dirty_container_update(task_id, aggregated_update),
)
} else {
None
}
Expand Down Expand Up @@ -2900,7 +2901,7 @@ impl<B: BackingStorage> TurboTasksBackendInner<B> {

let mut ctx = self.execute_context(turbo_tasks);
let mut task = ctx.task(task_id, TaskDataCategory::All);
let is_dirty = get!(task, Dirty).map_or(false, |dirty| dirty.get(self.session_id));
let is_dirty = task.is_dirty(self.session_id);
let has_dirty_containers = get!(task, AggregatedDirtyContainerCount)
.map_or(false, |dirty_containers| {
dirty_containers.get(self.session_id) > 0
Expand Down Expand Up @@ -2993,7 +2994,7 @@ impl<B: BackingStorage> TurboTasksBackendInner<B> {
}
}

let is_dirty = get!(task, Dirty).is_some_and(|dirty| dirty.get(self.session_id));
let is_dirty = task.is_dirty(self.session_id);
let has_dirty_container = get!(task, AggregatedDirtyContainerCount)
.is_some_and(|count| count.get(self.session_id) > 0);
let should_be_in_upper = is_dirty || has_dirty_container;
Expand Down
16 changes: 8 additions & 8 deletions turbopack/crates/turbo-tasks-backend/src/backend/operation/aggregation_update.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -249,8 +249,8 @@ impl AggregatedDataUpdate {
collectibles_update.push((collectible, 1));
}
}
if let Some(dirty) = get!(task, Dirty) {
dirty_container_count.update_with_dirty_state(dirty);
if let Some((dirtyness, clean_in_session)) = task.dirtyness_and_session() {
dirty_container_count.update_with_dirtyness_and_session(dirtyness, clean_in_session);
}

let mut result = Self::new().collectibles_update(collectibles_update);
Expand Down Expand Up @@ -323,18 +323,18 @@ impl AggregatedDataUpdate {
);

if !aggregated_update.is_zero() {
let dirty_state = get!(task, Dirty).copied();
let dirtyness_and_session = task.dirtyness_and_session();
let task_id = task.id();
update!(task, AggregatedDirtyContainerCount, |old: Option<
DirtyContainerCount,
>| {
let mut new = old.unwrap_or_default();
if let Some(dirty_state) = dirty_state {
new.update_with_dirty_state(&dirty_state);
if let Some((dirtyness, clean_in_session)) = dirtyness_and_session {
new.update_with_dirtyness_and_session(dirtyness, clean_in_session);
}
let aggregated_update = new.update_count(&aggregated_update);
if let Some(dirty_state) = dirty_state {
new.undo_update_with_dirty_state(&dirty_state);
if let Some((dirtyness, clean_in_session)) = dirtyness_and_session {
new.undo_update_with_dirtyness_and_session(dirtyness, clean_in_session);
}
if !aggregated_update.is_zero() {
result.dirty_container_update = Some((task_id, aggregated_update));
Expand Down Expand Up @@ -1209,7 +1209,7 @@ impl AggregationUpdateQueue {
) {
let session_id = ctx.session_id();
// Task need to be scheduled if it's dirty or doesn't have output
let dirty = get!(task, Dirty).map_or(false, |d| d.get(session_id));
let dirty = task.is_dirty(session_id);
let should_schedule = if dirty {
Some(TaskExecutionReason::ActivateDirty)
} else if !task.has_key(&CachedDataItemKey::Output {}) {
Expand Down
49 changes: 29 additions & 20 deletions turbopack/crates/turbo-tasks-backend/src/backend/operation/invalidate.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,10 +11,10 @@ use crate::{
AggregatedDataUpdate, AggregationUpdateJob, AggregationUpdateQueue,
},
},
storage::{get, get_mut},
storage::{get, get_mut, remove},
},
data::{
CachedDataItem, CachedDataItemKey, CachedDataItemValue, DirtyState, InProgressState,
CachedDataItem, CachedDataItemKey, CachedDataItemValue, Dirtyness, InProgressState,
InProgressStateInner,
},
};
Expand Down Expand Up @@ -232,15 +232,11 @@ pub fn make_task_dirty_internal(
*stale = true;
}
let old = task.insert(CachedDataItem::Dirty {
value: DirtyState {
clean_in_session: None,
},
value: Dirtyness::Dirty,
});
let mut dirty_container = match old {
Some(CachedDataItemValue::Dirty {
value: DirtyState {
clean_in_session: None,
},
value: Dirtyness::Dirty,
}) => {
#[cfg(feature = "trace_task_dirty")]
let _span = tracing::trace_span!(
Expand All @@ -254,16 +250,30 @@ pub fn make_task_dirty_internal(
return;
}
Some(CachedDataItemValue::Dirty {
value: DirtyState {
clean_in_session: Some(session_id),
},
value: Dirtyness::SessionDependent,
}) => {
// Got dirty in that one session only
let mut dirty_container = get!(task, AggregatedDirtyContainerCount)
.cloned()
.unwrap_or_default();
dirty_container.update_session_dependent(session_id, 1);
dirty_container
let old = remove!(task, CleanInSession);
match old {
None => {
#[cfg(feature = "trace_task_dirty")]
let _span = tracing::trace_span!(
"session-dependent task already dirty",
name = ctx.get_task_description(task_id),
cause = %TaskDirtyCauseInContext::new(&cause, ctx)
)
.entered();
// already dirty
return;
}
Some(session_id) => {
// Got dirty in that one session only
let mut dirty_container = get!(task, AggregatedDirtyContainerCount)
.cloned()
.unwrap_or_default();
dirty_container.update_session_dependent(session_id, 1);
dirty_container
}
}
}
None => {
// Get dirty for all sessions
Expand All @@ -284,9 +294,8 @@ pub fn make_task_dirty_internal(
.entered();

let should_schedule = {
let aggregated_update = dirty_container.update_with_dirty_state(&DirtyState {
clean_in_session: None,
});
let aggregated_update =
dirty_container.update_with_dirtyness_and_session(Dirtyness::Dirty, None);
if !aggregated_update.is_zero() {
queue.extend(AggregationUpdateJob::data_update(
&mut task,
Expand Down
19 changes: 17 additions & 2 deletions turbopack/crates/turbo-tasks-backend/src/backend/operation/mod.rs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,12 @@ use crate::{
backend::{
OperationGuard, TaskDataCategory, TransientTask, TurboTasksBackend, TurboTasksBackendInner,
TurboTasksBackendJob,
storage::{SpecificTaskDataCategory, StorageWriteGuard, iter_many},
storage::{SpecificTaskDataCategory, StorageWriteGuard, get, iter_many},
},
backing_storage::BackingStorage,
data::{
CachedDataItem, CachedDataItemKey, CachedDataItemType, CachedDataItemValue,
CachedDataItemValueRef, CachedDataItemValueRefMut,
CachedDataItemValueRef, CachedDataItemValueRefMut, Dirtyness,
},
};

Expand Down Expand Up @@ -415,6 +415,21 @@ pub trait TaskGuard: Debug {
fn invalidate_serialization(&mut self);
fn prefetch(&mut self) -> Option<FxIndexMap<TaskId, bool>>;
fn is_immutable(&self) -> bool;
fn is_dirty(&self, session_id: SessionId) -> bool {
get!(self, Dirty).is_some_and(|dirtyness| match dirtyness {
Dirtyness::Dirty => true,
Dirtyness::SessionDependent => get!(self, CleanInSession).copied() != Some(session_id),
})
}
fn dirtyness_and_session(&self) -> Option<(Dirtyness, Option<SessionId>)> {
match get!(self, Dirty)? {
Dirtyness::Dirty => Some((Dirtyness::Dirty, None)),
Dirtyness::SessionDependent => Some((
Dirtyness::SessionDependent,
get!(self, CleanInSession).copied(),
)),
}
}
}

pub struct TaskGuardImpl<'a, B: BackingStorage> {
Expand Down
Loading
Loading