@@ -122,22 +122,22 @@ def ℱ (α : Type*) [MeasurableSpace α] :
122122 Filtration ℕ (inferInstance : MeasurableSpace (ℕ → α × R)) :=
123123 MeasureTheory.Filtration.piLE (X := fun _ ↦ α × R)
124124
125- lemma condDistrib_arm_reward [StandardBorelSpace α] [Nonempty α]
126- [StandardBorelSpace R] [Nonempty R] (alg : Algorithm α R) (ν : Kernel α R) [IsMarkovKernel ν]
127- (n : ℕ) :
128- condDistrib (fun h ↦ (arm n h, reward n h)) (hist n) (Bandit.trajMeasure alg ν)
129- = Bandit.stepKernel alg ν n := by
125+ lemma condDistrib_arm_reward [StandardBorelSpace α] [Nonempty α] [StandardBorelSpace R] [Nonempty R]
126+ (alg : Algorithm α R) (ν : Kernel α R) [IsMarkovKernel ν] (n : ℕ) :
127+ condDistrib (fun h ↦ (arm (n + 1 ) h, reward (n + 1 ) h)) (hist n) (Bandit.trajMeasure alg ν)
128+ =ᵐ[(Bandit.trajMeasure alg ν).map (hist n)] Bandit.stepKernel alg ν n := by
130129 sorry
131130
132- lemma condDistrib_reward [StandardBorelSpace R] [Nonempty R] (alg : Algorithm α R)
133- (ν : Kernel α R) [IsMarkovKernel ν] (n : ℕ) :
134- condDistrib (reward n) (arm n) (Bandit.trajMeasure alg ν) = ν := by
131+ lemma condDistrib_reward [StandardBorelSpace R] [Nonempty R] (alg : Algorithm α R) (ν : Kernel α R)
132+ [IsMarkovKernel ν] (n : ℕ) :
133+ condDistrib (reward n) (arm n) (Bandit.trajMeasure alg ν)
134+ =ᵐ[(Bandit.trajMeasure alg ν).map (arm n)] ν := by
135135 sorry
136136
137137lemma condDistrib_arm [StandardBorelSpace α] [Nonempty α] [StandardBorelSpace R] [Nonempty R]
138138 (alg : Algorithm α R) (ν : Kernel α R) [IsMarkovKernel ν] (n : ℕ) :
139- condDistrib (arm n) (hist n) (Bandit.trajMeasure alg ν) = alg.policy n := by
140- rw [← Bandit.fst_stepKernel alg ν n, ← condDistrib_arm_reward alg ν n]
139+ condDistrib (arm (n + 1 )) (hist n) (Bandit.trajMeasure alg ν)
140+ =ᵐ[( Bandit.trajMeasure alg ν).map (hist n)] alg.policy n := by
141141 sorry
142142
143143end MeasureSpace
0 commit comments