function markov_td() [T g]=setup(); gamma=.95; Jtrue=;%give true value function vi_plot(Jtrue) N=100000; Jtd=zeros(100,1); state=ceil(100*rand()); lambda=0; alpha=.1; e=zeros(100,1); for i=1:N if i<2e4 lambda=.4; alpha=.03; elseif i<6e4 lambda=.9; alpha=.02; end possibleStates=find(T(state,:)~=0); transProbs=T(state,possibleStates); transProbs=cumsum(transProbs); tmp=rand(); tmp=tmp