diff --git a/python/paddle/tensor/random.py b/python/paddle/tensor/random.py
index ba7ca417382e26258c24af81ad64bb65d32bf83e..5aca87c1507062f2334c0c3fa7d35f5c5ed26bbb 100644
--- a/python/paddle/tensor/random.py
+++ b/python/paddle/tensor/random.py
@@ -135,6 +135,9 @@ def multinomial(x, num_samples=1, replacement=False, name=None):
 
     """
 
+    assert core.is_compiled_with_rocm() == False, (
+        "multinomial op is not supported on ROCM yet.")
+
     if in_dygraph_mode():
         return core.ops.multinomial(x, 'num_samples', num_samples,
                                     'replacement', replacement)