ggml-cuda: fixes for concurrent streams (#18496)
This commit is contained in:
@@ -1063,6 +1063,7 @@ struct ggml_cuda_graph {
|
||||
bool disable_due_to_too_many_updates = false;
|
||||
bool disable_due_to_failed_graph_capture = false;
|
||||
int number_consecutive_updates = 0;
|
||||
bool cuda_graphs_enabled = false;
|
||||
std::vector<ggml_graph_node_properties> ggml_graph_properties;
|
||||
#endif
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user