Skip to content

Commit

Permalink
[circle2circle] Add an option for RoPE (#14112)
Browse files Browse the repository at this point in the history
This commit adds fuse option for RoPE

ONE-DCO-1.0-Signed-off-by: youngsik kim [email protected]
  • Loading branch information
ys44kim authored Sep 27, 2024
1 parent 5bed80a commit 44da56e
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions compiler/circle2circle/src/Circle2Circle.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -121,6 +121,7 @@ int entry(int argc, char **argv)
add_switch(arser, "--fuse_mul_with_fullyconnected",
"This will fuse Mul operator with a preceding FullyConnected operator.");
add_switch(arser, "--fuse_rmsnorm", "This will fuse operators to RmsNorm operator");
add_switch(arser, "--fuse_rope", "This will fuse operators to rope operator");
add_switch(arser, "--fuse_slice_with_tconv",
"This will fuse Slice operation with a preceding TConv if possible.");
add_switch(arser, "--fuse_transpose_with_mean",
Expand Down Expand Up @@ -303,6 +304,7 @@ int entry(int argc, char **argv)
option_str_to_enum["fuse_prelu"] = Algorithms::FusePRelu;
option_str_to_enum["fuse_gelu"] = Algorithms::FuseGelu;
option_str_to_enum["fuse_rmsnorm"] = Algorithms::FuseRmsNorm;
option_str_to_enum["fuse_rope"] = Algorithms::FuseRoPE;
option_str_to_enum["fuse_rsqrt"] = Algorithms::FuseRsqrt;
option_str_to_enum["fuse_transpose_with_mean"] = Algorithms::FuseTransposeWithMean;
option_str_to_enum["remove_duplicate_const"] = Algorithms::RemoveDuplicateConst;
Expand Down

0 comments on commit 44da56e

Please sign in to comment.