test

docs/10.md

@@ -467,4 +467,17 @@ $$
 $$
 \frac{1}{1-\gamma} L_{\pi}(\pi') - \frac{4\epsilon\gamma}{(1-\gamma)^2}\alpha^2 \leq V^{\pi'}-V^{\pi} \leq \frac{1}{1-\gamma} L_{\pi}(\pi') + \frac{4\epsilon\gamma}{(1-\gamma)^2}\alpha^2，
 \tag{10}
+$$
+
+这里
+$$
+L_{\pi}(\pi') = \mathbb_{s\sim d^{\pi},a\sim\pi(\cdot|s)} [\frac{\pi'(a|s)}{\pi(a|s)} A^{\pi}(s,a)]，
+$$
+
+$$
+\epsilon = \mathop{\max}_{s,a} |A^{\pi}(s,a)|，
+$$
+
+$$
+\alpha = \mathop{\max}_ s D_{TV}(\pi\lVert \pi')。
 $$
\ No newline at end of file