test

docs/8&9.md

@@ -259,11 +259,11 @@ $$
 $$
 
 $$
-= \mathbb{E}_ {\pi_{\theta}}[\sum_{t'=0}^{T-1} \nabla_{\theta} \log \pi_{\theta}(a_t|s_t) \sum_{t'=t}^{T-1}r_{t'}]
+= \mathbb{E}_ {\pi_{\theta}}[\sum_{t=0}^{T-1} \nabla_{\theta} \log \pi_{\theta}(a_t|s_t) \sum_{t'=t}^{T-1}r_{t'}]
 \tag{13}
 $$
 
 $$
-= \mathbb{E}_ {\pi_{\theta}}[\sum_{t'=0}^{T-1} G_t \nabla_{\theta} \log \pi_{\theta}(a_t|s_t)]。
+= \mathbb{E}_ {\pi_{\theta}}[\sum_{t=0}^{T-1} G_t \nabla_{\theta} \log \pi_{\theta}(a_t|s_t)]。
 \tag{14}
 $$
\ No newline at end of file