diff --git a/paddle/fluid/operators/jit/gen_base.h b/paddle/fluid/operators/jit/gen_base.h
index 3b874cf2b015255f293958b8039164b7429ec265..586f4389c047a25b19034d55a9e29c6cd2eaf736 100644
--- a/paddle/fluid/operators/jit/gen_base.h
+++ b/paddle/fluid/operators/jit/gen_base.h
@@ -30,13 +30,13 @@ class GenBase : public Kernel {
   virtual const char* name() const = 0;
   virtual size_t getSize() const = 0;
   virtual const unsigned char* getCodeInternal() = 0;
-  template <typename FUNC>
-  const FUNC getCode() {
+  template <typename Func>
+  Func getCode() {
     const unsigned char* code = this->getCodeInternal();
     if (FLAGS_dump_jitcode) {
       this->dumpCode(code);
     }
-    return reinterpret_cast<const FUNC>(code);
+    return reinterpret_cast<Func>(const_cast<unsigned char*>(code));
   }
 
  protected:
diff --git a/paddle/fluid/operators/jit/helper.h b/paddle/fluid/operators/jit/helper.h
index 09a6bc3d9d7c3e9cd8039adaed7320a40f029b60..b7580f6efb4a9aeddeb3319330365fa5327edf78 100644
--- a/paddle/fluid/operators/jit/helper.h
+++ b/paddle/fluid/operators/jit/helper.h
@@ -30,7 +30,7 @@ namespace jit {
 
 template <KernelType KT, typename T, typename Func, typename Attr,
           typename PlaceType>
-inline const Func GetJitCode(Attr attr) {
+inline Func GetJitCode(Attr attr) {
   size_t key = JitCodeKey<Attr>(attr);
   auto& codes = JitCodePool<KT>().Instance();
   if (codes.Has(key)) {
@@ -80,7 +80,7 @@ inline Func GetRefer() {
 
 template <KernelType KT, typename T, typename Func, typename Attr,
           typename PlaceType = platform::CPUPlace>
-const Func Get(Attr attr) {
+Func Get(Attr attr) {
   auto jitfunc = GetJitCode<KT, T, Func, Attr, PlaceType>(attr);
   if (jitfunc) {
     return jitfunc;