2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
apply_all!(graph::DAG)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
Apply all unapplied operations in the DAG. Is automatically called in all functions that require the latest state of the [`DAG`](@ref).
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function apply_all!(graph::DAG)
|
2023-08-23 19:28:45 +02:00
|
|
|
while !isempty(graph.operationsToApply)
|
|
|
|
# get next operation to apply from front of the deque
|
|
|
|
op = popfirst!(graph.operationsToApply)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# apply it
|
|
|
|
appliedOp = apply_operation!(graph, op)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# push to the end of the appliedOperations deque
|
|
|
|
push!(graph.appliedOperations, appliedOp)
|
|
|
|
end
|
|
|
|
return nothing
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
apply_operation!(graph::DAG, operation::Operation)
|
|
|
|
|
|
|
|
Fallback implementation of apply_operation! for unimplemented operation types, throwing an error.
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function apply_operation!(graph::DAG, operation::Operation)
|
2023-08-25 10:48:22 +02:00
|
|
|
return error("Unknown operation type!")
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
apply_operation!(graph::DAG, operation::NodeFusion)
|
|
|
|
|
|
|
|
Apply the given [`NodeFusion`](@ref) to the graph. Generic wrapper around [`node_fusion!`](@ref).
|
|
|
|
|
|
|
|
Return an [`AppliedNodeFusion`](@ref) object generated from the graph's [`Diff`](@ref).
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function apply_operation!(graph::DAG, operation::NodeFusion)
|
2023-08-25 10:48:22 +02:00
|
|
|
diff = node_fusion!(
|
|
|
|
graph,
|
|
|
|
operation.input[1],
|
|
|
|
operation.input[2],
|
|
|
|
operation.input[3],
|
|
|
|
)
|
2023-08-28 13:32:22 +02:00
|
|
|
|
|
|
|
graph.properties += GraphProperties(diff)
|
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
return AppliedNodeFusion(operation, diff)
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
apply_operation!(graph::DAG, operation::NodeReduction)
|
|
|
|
|
|
|
|
Apply the given [`NodeReduction`](@ref) to the graph. Generic wrapper around [`node_reduction!`](@ref).
|
|
|
|
|
|
|
|
Return an [`AppliedNodeReduction`](@ref) object generated from the graph's [`Diff`](@ref).
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function apply_operation!(graph::DAG, operation::NodeReduction)
|
2023-08-23 19:28:45 +02:00
|
|
|
diff = node_reduction!(graph, operation.input)
|
2023-08-28 13:32:22 +02:00
|
|
|
|
|
|
|
graph.properties += GraphProperties(diff)
|
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
return AppliedNodeReduction(operation, diff)
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
apply_operation!(graph::DAG, operation::NodeSplit)
|
|
|
|
|
|
|
|
Apply the given [`NodeSplit`](@ref) to the graph. Generic wrapper around [`node_split!`](@ref).
|
|
|
|
|
|
|
|
Return an [`AppliedNodeSplit`](@ref) object generated from the graph's [`Diff`](@ref).
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function apply_operation!(graph::DAG, operation::NodeSplit)
|
2023-08-23 19:28:45 +02:00
|
|
|
diff = node_split!(graph, operation.input)
|
2023-08-28 13:32:22 +02:00
|
|
|
|
|
|
|
graph.properties += GraphProperties(diff)
|
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
return AppliedNodeSplit(operation, diff)
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
revert_operation!(graph::DAG, operation::AppliedOperation)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
Fallback implementation of operation reversion for unimplemented operation types, throwing an error.
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function revert_operation!(graph::DAG, operation::AppliedOperation)
|
2023-08-25 10:48:22 +02:00
|
|
|
return error("Unknown operation type!")
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
revert_operation!(graph::DAG, operation::AppliedNodeFusion)
|
|
|
|
|
|
|
|
Revert the applied node fusion on the graph. Return the original [`NodeFusion`](@ref) operation.
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function revert_operation!(graph::DAG, operation::AppliedNodeFusion)
|
2023-08-23 19:28:45 +02:00
|
|
|
revert_diff!(graph, operation.diff)
|
|
|
|
return operation.operation
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
revert_operation!(graph::DAG, operation::AppliedNodeReduction)
|
|
|
|
|
|
|
|
Revert the applied node fusion on the graph. Return the original [`NodeReduction`](@ref) operation.
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function revert_operation!(graph::DAG, operation::AppliedNodeReduction)
|
2023-08-23 19:28:45 +02:00
|
|
|
revert_diff!(graph, operation.diff)
|
|
|
|
return operation.operation
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
revert_operation!(graph::DAG, operation::AppliedNodeSplit)
|
|
|
|
|
|
|
|
Revert the applied node fusion on the graph. Return the original [`NodeSplit`](@ref) operation.
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function revert_operation!(graph::DAG, operation::AppliedNodeSplit)
|
2023-08-23 19:28:45 +02:00
|
|
|
revert_diff!(graph, operation.diff)
|
|
|
|
return operation.operation
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
revert_diff!(graph::DAG, diff::Diff)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
Revert the given diff on the graph. Used to revert the individual [`AppliedOperation`](@ref)s with [`revert_operation!`](@ref).
|
|
|
|
"""
|
2023-08-23 19:28:45 +02:00
|
|
|
function revert_diff!(graph::DAG, diff::Diff)
|
|
|
|
# add removed nodes, remove added nodes, same for edges
|
|
|
|
# note the order
|
|
|
|
for edge in diff.addedEdges
|
|
|
|
remove_edge!(graph, edge.edge[1], edge.edge[2], false)
|
|
|
|
end
|
|
|
|
for node in diff.addedNodes
|
|
|
|
remove_node!(graph, node, false)
|
|
|
|
end
|
|
|
|
|
|
|
|
for node in diff.removedNodes
|
|
|
|
insert_node!(graph, node, false)
|
|
|
|
end
|
|
|
|
for edge in diff.removedEdges
|
|
|
|
insert_edge!(graph, edge.edge[1], edge.edge[2], false)
|
|
|
|
end
|
2023-08-28 13:32:22 +02:00
|
|
|
|
|
|
|
graph.properties -= GraphProperties(diff)
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
return nothing
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
node_fusion!(graph::DAG, n1::ComputeTaskNode, n2::DataTaskNode, n3::ComputeTaskNode)
|
|
|
|
|
|
|
|
Fuse nodes n1 -> n2 -> n3 together into one node, return the applied difference to the graph.
|
|
|
|
|
|
|
|
For details see [`NodeFusion`](@ref).
|
|
|
|
"""
|
2023-08-25 10:48:22 +02:00
|
|
|
function node_fusion!(
|
|
|
|
graph::DAG,
|
|
|
|
n1::ComputeTaskNode,
|
|
|
|
n2::DataTaskNode,
|
|
|
|
n3::ComputeTaskNode,
|
|
|
|
)
|
2023-08-23 19:28:45 +02:00
|
|
|
# @assert is_valid_node_fusion_input(graph, n1, n2, n3)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# clear snapshot
|
|
|
|
get_snapshot_diff(graph)
|
|
|
|
|
|
|
|
|
|
|
|
# save children and parents
|
|
|
|
n1_children = children(n1)
|
|
|
|
n3_parents = parents(n3)
|
|
|
|
n3_children = children(n3)
|
|
|
|
|
|
|
|
# remove the edges and nodes that will be replaced by the fused node
|
|
|
|
remove_edge!(graph, n1, n2)
|
|
|
|
remove_edge!(graph, n2, n3)
|
|
|
|
remove_node!(graph, n1)
|
|
|
|
remove_node!(graph, n2)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# get n3's children now so it automatically excludes n2
|
|
|
|
n3_children = children(n3)
|
|
|
|
remove_node!(graph, n3)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# create new node with the fused compute task
|
2023-08-25 10:48:22 +02:00
|
|
|
new_node =
|
|
|
|
ComputeTaskNode(FusedComputeTask{typeof(n1.task), typeof(n3.task)}())
|
2023-08-23 19:28:45 +02:00
|
|
|
insert_node!(graph, new_node)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# use a set for combined children of n1 and n3 to not get duplicates
|
|
|
|
n1and3_children = Set{Node}()
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# remove edges from n1 children to n1
|
|
|
|
for child in n1_children
|
|
|
|
remove_edge!(graph, child, n1)
|
|
|
|
push!(n1and3_children, child)
|
|
|
|
end
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# remove edges from n3 children to n3
|
|
|
|
for child in n3_children
|
|
|
|
remove_edge!(graph, child, n3)
|
|
|
|
push!(n1and3_children, child)
|
|
|
|
end
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
for child in n1and3_children
|
|
|
|
insert_edge!(graph, child, new_node)
|
|
|
|
end
|
|
|
|
|
|
|
|
# "repoint" parents of n3 from new node
|
|
|
|
for parent in n3_parents
|
|
|
|
remove_edge!(graph, n3, parent)
|
|
|
|
insert_edge!(graph, new_node, parent)
|
|
|
|
end
|
|
|
|
|
|
|
|
return get_snapshot_diff(graph)
|
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
node_reduction!(graph::DAG, nodes::Vector{Node})
|
|
|
|
|
|
|
|
Reduce the given nodes together into one node, return the applied difference to the graph.
|
|
|
|
|
|
|
|
For details see [`NodeReduction`](@ref).
|
|
|
|
"""
|
2023-08-23 19:28:45 +02:00
|
|
|
function node_reduction!(graph::DAG, nodes::Vector{Node})
|
|
|
|
# @assert is_valid_node_reduction_input(graph, nodes)
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# clear snapshot
|
|
|
|
get_snapshot_diff(graph)
|
2023-08-23 12:51:25 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
n1 = nodes[1]
|
|
|
|
n1_children = children(n1)
|
2023-08-25 10:48:22 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
n1_parents = Set(n1.parents)
|
|
|
|
new_parents = Set{Node}()
|
2023-08-23 12:51:25 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# remove all of the nodes' parents and children and the nodes themselves (except for first node)
|
|
|
|
for i in 2:length(nodes)
|
|
|
|
n = nodes[i]
|
|
|
|
for child in n1_children
|
|
|
|
remove_edge!(graph, child, n)
|
|
|
|
end
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
for parent in parents(n)
|
|
|
|
remove_edge!(graph, n, parent)
|
2023-08-23 12:51:25 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
# collect all parents
|
|
|
|
push!(new_parents, parent)
|
|
|
|
end
|
2023-08-21 12:54:45 +02:00
|
|
|
|
2023-08-23 19:28:45 +02:00
|
|
|
remove_node!(graph, n)
|
|
|
|
end
|
|
|
|
|
|
|
|
setdiff!(new_parents, n1_parents)
|
|
|
|
|
|
|
|
for parent in new_parents
|
|
|
|
# now add parents of all input nodes to n1 without duplicates
|
|
|
|
insert_edge!(graph, n1, parent)
|
|
|
|
end
|
|
|
|
|
|
|
|
return get_snapshot_diff(graph)
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|
|
|
|
|
2023-08-29 12:57:46 +02:00
|
|
|
"""
|
|
|
|
node_split!(graph::DAG, n1::Node)
|
|
|
|
|
|
|
|
Split the given node into one node per parent, return the applied difference to the graph.
|
|
|
|
|
|
|
|
For details see [`NodeSplit`](@ref).
|
|
|
|
"""
|
2023-08-21 12:54:45 +02:00
|
|
|
function node_split!(graph::DAG, n1::Node)
|
2023-08-23 19:28:45 +02:00
|
|
|
# @assert is_valid_node_split_input(graph, n1)
|
|
|
|
|
|
|
|
# clear snapshot
|
|
|
|
get_snapshot_diff(graph)
|
|
|
|
|
|
|
|
n1_parents = parents(n1)
|
|
|
|
n1_children = children(n1)
|
|
|
|
|
|
|
|
for parent in n1_parents
|
|
|
|
remove_edge!(graph, n1, parent)
|
|
|
|
end
|
|
|
|
for child in n1_children
|
|
|
|
remove_edge!(graph, child, n1)
|
|
|
|
end
|
|
|
|
remove_node!(graph, n1)
|
|
|
|
|
|
|
|
for parent in n1_parents
|
|
|
|
n_copy = copy(n1)
|
|
|
|
insert_node!(graph, n_copy)
|
|
|
|
insert_edge!(graph, n_copy, parent)
|
|
|
|
|
|
|
|
for child in n1_children
|
|
|
|
insert_edge!(graph, child, n_copy)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
return get_snapshot_diff(graph)
|
2023-08-21 12:54:45 +02:00
|
|
|
end
|