diff --git a/netci.groovy b/netci.groovy
index 8c3bb3e73637ac0f9c0a5be480e23f5e8c23aa92..616d2ab223e232fa74bcd73cd3eea2c99e98a784 100644
--- a/netci.groovy
+++ b/netci.groovy
@@ -221,8 +221,8 @@ commitPullList.each { isPr ->
         }
       }
 
-      def triggerPhraseOnly = false
-      def triggerPhraseExtra = ""
+      def triggerPhraseOnly = true
+      def triggerPhraseExtra = "vsintegration"
       Utilities.setMachineAffinity(myJob, 'Windows_NT', 'latest-dev15-3-preview2')
       Utilities.addXUnitDotNETResults(myJob, '**/xUnitResults/*.xml')
       addRoslynJob(myJob, jobName, branchName, isPr, triggerPhraseExtra, triggerPhraseOnly)