More optimizations

• Speedup backprop
• Fix gpu backend for different CUDA versions

hercules_opt/src/rewrite_math_expressions.rs

@@ -3,10 +3,22 @@ use std::fmt::{Error, Write};
 
 use hercules_ir::*;
 
-use egg::*;
+//use egg::*;
 
 use crate::*;
 
+pub fn rewrite_math_expressions(
+    editor: &mut FunctionEditor,
+    device: Device,
+    typing: &Vec<TypeID>,
+    fork_join_map: &HashMap<NodeID, NodeID>,
+    nodes_in_fork_joins: &HashMap<NodeID, HashSet<NodeID>>,
+    reduce_einsums: &(MathEnv, HashMap<NodeID, MathID>),
+) {
+    panic!("PANIC: The rewrite math expressions pass is currently disabled, as including egg increases compile times and we're not using it currently.");
+}
+
+/*
 define_language! {
     enum MathLanguage {
         "zero" = Zero,
@@ -164,3 +176,4 @@ fn egg_print_math_expr<W: Write>(id: MathID, env: &MathEnv, w: &mut W) -> Result
         _ => Err(Error::default()),
     }
 }
+*/