From b2bf430b8392f9a5bce63280b54776ac69035710 Mon Sep 17 00:00:00 2001
From: bkraske <71412733+bkraske@users.noreply.github.com>
Date: Wed, 25 Oct 2023 11:01:55 -0600
Subject: [PATCH 1/6] Use OrderedDict

---
 Project.toml              | 3 ++-
 src/ARDESPOT.jl           | 1 +
 src/default_policy_sim.jl | 2 +-
 src/tree.jl               | 2 +-
 test/runtests.jl          | 1 -
 5 files changed, 5 insertions(+), 4 deletions(-)

diff --git a/Project.toml b/Project.toml
index a61c3f5..953d568 100644
--- a/Project.toml
+++ b/Project.toml
@@ -7,6 +7,7 @@ version = "0.3.6"
 BasicPOMCP = "d721219e-3fc6-5570-a8ef-e5402f47c49e"
 CPUTime = "a9c8d775-2e2e-55fc-8582-045d282d599e"
 D3Trees = "e3df1716-f71e-5df9-9e2d-98e193103c45"
+OrderedCollections = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
 POMDPTools = "7588e00f-9cae-40de-98dc-e0c70c48cdd7"
 POMDPs = "a93abf59-7444-517b-a68a-c42f96afdd7d"
 Parameters = "d96e819e-fc66-5662-9728-84c9c7592b0a"
@@ -18,10 +19,10 @@ Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 BasicPOMCP = "0.3"
 CPUTime = "1"
 D3Trees = "0.3"
+POMDPTools = "0.1"
 POMDPs = "0.9"
 Parameters = "0.12"
 ParticleFilters = "0.4, 0.5"
-POMDPTools = "0.1"
 julia = "1"
 
 [extras]
diff --git a/src/ARDESPOT.jl b/src/ARDESPOT.jl
index f653892..20cb888 100644
--- a/src/ARDESPOT.jl
+++ b/src/ARDESPOT.jl
@@ -8,6 +8,7 @@ using D3Trees
 using Random
 using Printf
 using POMDPTools
+using OrderedCollections
 
 using BasicPOMCP # for ExceptionRethrow and NoDecision
 import BasicPOMCP.default_action
diff --git a/src/default_policy_sim.jl b/src/default_policy_sim.jl
index a14fbd6..2706f1c 100644
--- a/src/default_policy_sim.jl
+++ b/src/default_policy_sim.jl
@@ -1,7 +1,7 @@
 function branching_sim(pomdp::POMDP, policy::Policy, b::ScenarioBelief, steps::Integer, fval)
     S = statetype(pomdp)
     O = obstype(pomdp)
-    odict = Dict{O, Vector{Pair{Int, S}}}()
+    odict = OrderedDict{O, Vector{Pair{Int, S}}}()
 
     if steps <= 0
         return length(b.scenarios)*fval(pomdp, b)
diff --git a/src/tree.jl b/src/tree.jl
index cf97164..2e5257e 100644
--- a/src/tree.jl
+++ b/src/tree.jl
@@ -56,7 +56,7 @@ function expand!(D::DESPOT, b::Int, p::DESPOTPlanner)
     S = statetype(p.pomdp)
     A = actiontype(p.pomdp)
     O = obstype(p.pomdp)
-    odict = Dict{O, Int}()
+    odict = OrderedDict{O, Int}()
 
     belief = get_belief(D, b, p.rs)
     for a in actions(p.pomdp, belief)
diff --git a/test/runtests.jl b/test/runtests.jl
index 1ea4f62..6fadb24 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -3,7 +3,6 @@ using Test
 
 using POMDPs
 using POMDPModels
-using POMDPSimulators
 using Random
 using POMDPTools
 using ParticleFilters

From da5c91f1fb67ea2c4d0d5dc5aedb9125bbc741ec Mon Sep 17 00:00:00 2001
From: bkraske <71412733+bkraske@users.noreply.github.com>
Date: Wed, 17 Jan 2024 14:27:05 -0700
Subject: [PATCH 2/6] Use observation list instead of ordered dicts

---
 src/default_policy_sim.jl |  8 +++++---
 src/planner.jl            |  4 ++--
 src/tree.jl               | 11 ++++++++---
 test/baby_sanity_check.jl |  2 +-
 4 files changed, 16 insertions(+), 9 deletions(-)

diff --git a/src/default_policy_sim.jl b/src/default_policy_sim.jl
index 2706f1c..46c1adc 100644
--- a/src/default_policy_sim.jl
+++ b/src/default_policy_sim.jl
@@ -1,7 +1,8 @@
 function branching_sim(pomdp::POMDP, policy::Policy, b::ScenarioBelief, steps::Integer, fval)
     S = statetype(pomdp)
     O = obstype(pomdp)
-    odict = OrderedDict{O, Vector{Pair{Int, S}}}()
+    odict = Dict{O, Vector{Pair{Int, S}}}()
+    o_list = O[]
 
     if steps <= 0
         return length(b.scenarios)*fval(pomdp, b)
@@ -19,14 +20,15 @@ function branching_sim(pomdp::POMDP, policy::Policy, b::ScenarioBelief, steps::I
                 push!(odict[o], k=>sp)
             else
                 odict[o] = [k=>sp]
+                push!(o_list,o)
             end
 
             r_sum += r
         end
     end
-
     next_r = 0.0
-    for (o, scenarios) in odict
+    for o in o_list
+        scenarios = odict[o]
         bp = ScenarioBelief(scenarios, b.random_source, b.depth+1, o)
         if length(scenarios) == 1
             next_r += rollout(pomdp, policy, bp, steps-1, fval)
diff --git a/src/planner.jl b/src/planner.jl
index c911c8d..ef772d9 100644
--- a/src/planner.jl
+++ b/src/planner.jl
@@ -2,10 +2,10 @@ function build_despot(p::DESPOTPlanner, b_0)
     D = DESPOT(p, b_0)
     b = 1
     trial = 1
-    start = CPUtime_us()
+    start = time()
 
     while D.mu[1]-D.l[1] > p.sol.epsilon_0 &&
-          CPUtime_us()-start < p.sol.T_max*1e6 &&
+          time()-start < p.sol.T_max &&
           trial <= p.sol.max_trials
         b = explore!(D, 1, p)
         backup!(D, b, p)
diff --git a/src/tree.jl b/src/tree.jl
index 2e5257e..2ca490c 100644
--- a/src/tree.jl
+++ b/src/tree.jl
@@ -56,11 +56,13 @@ function expand!(D::DESPOT, b::Int, p::DESPOTPlanner)
     S = statetype(p.pomdp)
     A = actiontype(p.pomdp)
     O = obstype(p.pomdp)
-    odict = OrderedDict{O, Int}()
+    odict = Dict{O, Int}()
+    olist = O[]
 
     belief = get_belief(D, b, p.rs)
     for a in actions(p.pomdp, belief)
         empty!(odict)
+        empty!(olist)
         rsum = 0.0
 
         for scen in D.scenarios[b]
@@ -74,12 +76,13 @@ function expand!(D::DESPOT, b::Int, p::DESPOTPlanner)
                     push!(D.scenarios, Vector{Pair{Int, S}}())
                     bp = length(D.scenarios)
                     odict[o] = bp
+                    push!(olist,o)
                 end
                 push!(D.scenarios[bp], first(scen)=>sp)
             end
         end
 
-        push!(D.ba_children, collect(values(odict)))
+        push!(D.ba_children, [odict[o] for o in olist])
         ba = length(D.ba_children)
         push!(D.ba_action, a)
         push!(D.children[b], ba)
@@ -89,7 +92,9 @@ function expand!(D::DESPOT, b::Int, p::DESPOTPlanner)
 
         nbps = length(odict)
         resize!(D, length(D.children) + nbps)
-        for (o, bp) in odict
+        for o in olist
+            bp = odict[o]
+
             D.obs[bp] = o
             D.children[bp] = Int[]
             D.parent_b[bp] = b
diff --git a/test/baby_sanity_check.jl b/test/baby_sanity_check.jl
index ba2779c..b4d364d 100644
--- a/test/baby_sanity_check.jl
+++ b/test/baby_sanity_check.jl
@@ -1,6 +1,6 @@
 using POMDPs
 using ARDESPOT
-using POMDPToolbox
+using POMDPTools
 using POMDPModels
 using ProgressMeter
 

From a715a3a351e7d261b26b2f3defe4f8eb8a146f20 Mon Sep 17 00:00:00 2001
From: bkraske <71412733+bkraske@users.noreply.github.com>
Date: Wed, 17 Jan 2024 15:12:35 -0700
Subject: [PATCH 3/6] Remove Ordered Collections

---
 Project.toml    | 1 -
 src/ARDESPOT.jl | 1 -
 2 files changed, 2 deletions(-)

diff --git a/Project.toml b/Project.toml
index 18b1403..513e71d 100644
--- a/Project.toml
+++ b/Project.toml
@@ -7,7 +7,6 @@ version = "0.3.6"
 BasicPOMCP = "d721219e-3fc6-5570-a8ef-e5402f47c49e"
 CPUTime = "a9c8d775-2e2e-55fc-8582-045d282d599e"
 D3Trees = "e3df1716-f71e-5df9-9e2d-98e193103c45"
-OrderedCollections = "bac558e1-5e72-5ebc-8fee-abe8a469f55d"
 POMDPTools = "7588e00f-9cae-40de-98dc-e0c70c48cdd7"
 POMDPs = "a93abf59-7444-517b-a68a-c42f96afdd7d"
 Parameters = "d96e819e-fc66-5662-9728-84c9c7592b0a"
diff --git a/src/ARDESPOT.jl b/src/ARDESPOT.jl
index 20cb888..f653892 100644
--- a/src/ARDESPOT.jl
+++ b/src/ARDESPOT.jl
@@ -8,7 +8,6 @@ using D3Trees
 using Random
 using Printf
 using POMDPTools
-using OrderedCollections
 
 using BasicPOMCP # for ExceptionRethrow and NoDecision
 import BasicPOMCP.default_action

From a9c35667d45c5ad0a3aeb53c1838892e5002017a Mon Sep 17 00:00:00 2001
From: bkraske <71412733+bkraske@users.noreply.github.com>
Date: Fri, 19 Jan 2024 17:38:36 -0700
Subject: [PATCH 4/6] Add benchmarks

---
 benchmark/LD_disc_o.jl   | 132 +++++++++++++++++++++++++++++++++++++++
 benchmark/Project.toml   |   8 +++
 benchmark/benchmarks.jl  |  63 +++++++++++++++++++
 benchmark/ld_policies.jl |  62 ++++++++++++++++++
 4 files changed, 265 insertions(+)
 create mode 100644 benchmark/LD_disc_o.jl
 create mode 100644 benchmark/Project.toml
 create mode 100644 benchmark/benchmarks.jl
 create mode 100644 benchmark/ld_policies.jl

diff --git a/benchmark/LD_disc_o.jl b/benchmark/LD_disc_o.jl
new file mode 100644
index 0000000..74a1668
--- /dev/null
+++ b/benchmark/LD_disc_o.jl
@@ -0,0 +1,132 @@
+using Distributions
+# A one-dimensional light-dark problem, originally used to test MCVI
+# A very simple POMDP with continuous state and observation spaces.
+# maintained by @zsunberg
+
+"""
+    LightDark1D_DO
+
+A one-dimensional light dark problem. The goal is to be near 0. Observations are noisy measurements of the position.
+
+Model
+-----
+
+   -3-2-1 0 1 2 3
+...| | | | | | | | ...
+          G   S
+
+Here G is the goal. S is the starting location
+"""
+mutable struct LightDark1D_DO{F<:Function} <: POMDPs.POMDP{LightDark1DState,Int,Float64}
+    discount_factor::Float64
+    correct_r::Float64
+    incorrect_r::Float64
+    step_size::Float64
+    movement_cost::Float64
+    sigma::F
+    grid::Tuple{Float64, Float64}
+    grid_step::Float64
+    grid_len::Int
+end
+
+default_sigma(x::Float64) = abs(x - 5)/sqrt(2) + 1e-2
+
+function LightDark1D_DO(;grid = collect(-10:20/40:10))
+    return LightDark1D_DO(0.9, 10.0, -10.0, 1.0, 0.0, default_sigma,(first(grid),last(grid)),round(grid[2]-grid[1],digits=4),length(grid))
+end
+
+POMDPs.discount(p::LightDark1D_DO) = p.discount_factor
+
+POMDPs.isterminal(::LightDark1D_DO, act::Int64) = act == 0
+
+POMDPs.isterminal(::LightDark1D_DO, s::LightDark1DState) = s.status < 0
+
+
+POMDPs.actions(::LightDark1D_DO) = -1:1
+
+POMDPs.initialstate(pomdp::LightDark1D_DO) = POMDPModels.LDNormalStateDist(2, 3)
+POMDPs.initialobs(m::LightDark1D_DO, s) = observation(m, s)
+
+struct DiscreteNormal
+    dist::Normal{Float64}
+    g_first::Float64
+    g_end::Float64
+    step::Float64
+end
+
+function DiscreteNormal(p::LightDark1D_DO,dist::Normal{Float64})
+    return DiscreteNormal(dist,p.grid[1],p.grid[2],p.grid_step)
+end
+
+function Base.rand(rng::AbstractRNG,dist::DiscreteNormal)
+    val = rand(rng,dist.dist)
+    # @show val
+    # @show ceil((val-dist.g_first)/dist.step)*dist.step+dist.g_first
+    return ceil((val-dist.g_first)/dist.step)*dist.step+dist.g_first
+end
+
+function Distributions.pdf(dist::DiscreteNormal,x::Float64)
+    @assert ceil(round((x-dist.g_first)/dist.step),digits=8)%1.0 == 0.0
+    discx = x
+    val = 0.0
+    if x <= dist.g_first
+        val = cdf(dist.dist,discx)
+    elseif x >= dist.g_end
+        val = 1.0-cdf(dist.dist,discx-dist.step)
+    else
+        val = cdf(dist.dist,discx)-cdf(dist.dist,discx-dist.step)
+    end
+    return val
+end
+
+function POMDPs.observation(p::LightDark1D_DO, sp::LightDark1DState)
+    return DiscreteNormal(p,Normal(sp.y, p.sigma(sp.y)))
+end
+
+# function POMDPs.observation(p::LightDark1D_DO, sp::LightDark1DState)
+#     dist = Normal(sp.y, p.sigma(sp.y))
+#     o_vals = zeros(p.grid_len)
+#     old_cdf = 0.0
+#     grid = collect(p.grid[1]:p.grid_step:p.grid[2])
+#     for (i,g) in enumerate(grid)
+#         if i == 1
+#             old_cdf = cdf(dist,g)
+#             o_vals[i] = old_cdf
+#         elseif i == p.grid_len
+#             o_vals[end] = 1.0-old_cdf
+#         else
+#             new_cdf = cdf(dist,g)
+#             o_vals[i] = new_cdf-old_cdf
+#             old_cdf = new_cdf
+#         end
+#     end
+#     # @assert all(o_vals .>= 0)
+#     # @assert abs(sum(o_vals)-1.0) < 0.0001
+#     return SparseCat(grid,o_vals)
+# end
+
+function POMDPs.transition(p::LightDark1D_DO, s::LightDark1DState, a::Int)
+    if a == 0
+        return Deterministic(LightDark1DState(-1, s.y+a*p.step_size))
+    else
+        return Deterministic(LightDark1DState(s.status, s.y+a*p.step_size))
+    end
+end
+
+function POMDPs.reward(p::LightDark1D_DO, s::LightDark1DState, a::Int)
+    if s.status < 0
+        return 0.0
+    elseif a == 0
+        if abs(s.y) < 1
+            return p.correct_r
+        else
+            return p.incorrect_r
+        end
+    else
+        return -p.movement_cost*a
+    end
+end
+
+
+convert_s(::Type{A}, s::LightDark1DState, p::LightDark1D_DO) where A<:AbstractArray = eltype(A)[s.status, s.y]
+convert_s(::Type{LightDark1DState}, s::A, p::LightDark1D_DO) where A<:AbstractArray = LightDark1DState(Int64(s[1]), s[2])
\ No newline at end of file
diff --git a/benchmark/Project.toml b/benchmark/Project.toml
new file mode 100644
index 0000000..7e1bef3
--- /dev/null
+++ b/benchmark/Project.toml
@@ -0,0 +1,8 @@
+[deps]
+BenchmarkTools = "6e4b80f9-dd63-53aa-95a3-0cdb28fa8baf"
+Distributions = "31c24e10-a181-5473-b8eb-7969acd0382f"
+POMDPModels = "355abbd5-f08e-5560-ac9e-8b5f2592a0ca"
+POMDPTools = "7588e00f-9cae-40de-98dc-e0c70c48cdd7"
+POMDPs = "a93abf59-7444-517b-a68a-c42f96afdd7d"
+ParticleFilters = "c8b314e2-9260-5cf8-ae76-3be7461ca6d0"
+Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
diff --git a/benchmark/benchmarks.jl b/benchmark/benchmarks.jl
new file mode 100644
index 0000000..87c2ddc
--- /dev/null
+++ b/benchmark/benchmarks.jl
@@ -0,0 +1,63 @@
+using Pkg
+Pkg.activate(".")
+using ARDESPOT
+
+Pkg.activate("benchmark")
+using BenchmarkTools
+
+using POMDPs
+using POMDPModels
+using Random
+using POMDPTools
+using ParticleFilters
+
+
+##Baby Tests
+pomdp = BabyPOMDP()
+pomdp.discount = 1.0
+bds = IndependentBounds(DefaultPolicyLB(FeedWhenCrying()), 0.0)
+solver = DESPOTSolver(bounds=bds,T_max=Inf,max_trials=1000,rng=MersenneTwister(5))
+planner = solve(solver, pomdp)
+hr = HistoryRecorder(max_steps=2)
+println("BabyPOMDP ===================================")
+display(@benchmark simulate(hr, pomdp, planner))
+println("")
+
+##Tiger Tests
+pomdp = TigerPOMDP()
+
+solver = DESPOTSolver(bounds=(-20.0, 0.0),T_max=Inf,max_trials=1000,rng=MersenneTwister(5))
+planner = solve(solver, pomdp)
+
+hr = HistoryRecorder(max_steps=3)
+println("Tiger  ===================================")
+display(@benchmark simulate(hr, pomdp, planner))
+println("")
+
+##LightDark POMDP
+include("LD_disc_o.jl")
+pomdp = LightDark1D_DO(;grid = collect(-10:20/40:10))
+
+lb_pol = FunctionPolicy(b->-1)
+bds = IndependentBounds(DefaultPolicyLB(lb_pol), pomdp.correct_r,check_terminal=true)
+solver = DESPOTSolver(bounds=bds,T_max=Inf,max_trials=1000,rng=MersenneTwister(5))
+planner = solve(solver, pomdp)
+hr = HistoryRecorder(max_steps=2)
+println("LightDark D.O. - 40 Obs  ===================================")
+display(@benchmark simulate(hr, pomdp, planner))
+println("")
+
+##LD 2
+pomdp = LightDark1D_DO(;grid = collect(-10:20/100:10))
+
+lb_pol = FunctionPolicy(b->-1)
+bds = IndependentBounds(DefaultPolicyLB(lb_pol), pomdp.correct_r,check_terminal=true)
+solver = DESPOTSolver(bounds=bds,T_max=Inf,max_trials=1000,rng=MersenneTwister(5))
+planner = solve(solver, pomdp)
+hr = HistoryRecorder(max_steps=2)
+println("LightDark D.O. - 100 Obs  ===================================")
+display(@benchmark simulate(hr, pomdp, planner))
+println("")
+
+#Add RockSample???
+"done"
\ No newline at end of file
diff --git a/benchmark/ld_policies.jl b/benchmark/ld_policies.jl
new file mode 100644
index 0000000..a115b60
--- /dev/null
+++ b/benchmark/ld_policies.jl
@@ -0,0 +1,62 @@
+struct LDPolicy{M<:POMDP,S}<:Policy
+    m::M
+    particle_dict::Dict{S,Float64}
+    act::Int64
+    planner::DPWPlanner
+end
+
+function LDPolicy(m::LightDark1D{S}) where S
+    solver = DPWSolver(n_iterations=50, depth=20, exploration_constant=5.0)
+    planner = solve(solver, UnderlyingMDP(m))
+    return LDPolicy(m,Dict{S,Float64}(),-1,planner)
+end
+
+##Tyler's map_bel 
+@inline function get_incr!(h::Dict{K,V}, key::K, v) where {K,V} # modified from dict.jl
+    index = Base.ht_keyindex2!(h, key)
+
+    v = convert(V, v)
+    if index > 0
+        h.age += 1
+        return h.vals[index] += 1
+    end
+
+    age0 = h.age
+    if h.age != age0
+        index = Base.ht_keyindex2!(h, key)
+    end
+    if index > 0
+        h.age += 1
+        @inbounds h.keys[index] = key
+        @inbounds h.vals[index] = v
+    else
+        @inbounds Base._setindex!(h, v, key, -index)
+    end
+    return v
+end
+
+function map_bel(b::AbstractParticleBelief, pol)
+    empty!(pol.particle_dict)
+    dict = pol.particle_dict
+    max_o = 0.0
+    # max_state = first(particles(b))
+    max_state = pol.m.state1
+    for (p,w) in weighted_particles(b)
+        n = get_incr!(dict, p, w)
+        if n > max_o
+            max_o = n
+            max_state = p
+        end
+    end
+    return max_state
+end
+
+function POMDPs.action(policy::LDPolicy,s::Union{ParticleCollection,ScenarioBelief})
+    max_p = map_bel(s,policy)
+    return POMDPs.action(policy,max_p)
+end
+
+function POMDPs.action(policy::LDPolicy,s::POMDPModels.LDNormalStateDist)
+    max_p = map_bel(s,policy)
+    return POMDPs.action(policy,max_p)
+end
\ No newline at end of file

From 4a580ef71d7abfa01438393552d5590f752dd9a9 Mon Sep 17 00:00:00 2001
From: Zachary Sunberg <zachary.sunberg@colorado.edu>
Date: Mon, 1 Jul 2024 11:34:26 -0600
Subject: [PATCH 5/6] renamed o_list to olist for stylistic consistency

---
 src/default_policy_sim.jl | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/src/default_policy_sim.jl b/src/default_policy_sim.jl
index 46c1adc..734570d 100644
--- a/src/default_policy_sim.jl
+++ b/src/default_policy_sim.jl
@@ -2,7 +2,7 @@ function branching_sim(pomdp::POMDP, policy::Policy, b::ScenarioBelief, steps::I
     S = statetype(pomdp)
     O = obstype(pomdp)
     odict = Dict{O, Vector{Pair{Int, S}}}()
-    o_list = O[]
+    olist = O[]
 
     if steps <= 0
         return length(b.scenarios)*fval(pomdp, b)
@@ -20,14 +20,14 @@ function branching_sim(pomdp::POMDP, policy::Policy, b::ScenarioBelief, steps::I
                 push!(odict[o], k=>sp)
             else
                 odict[o] = [k=>sp]
-                push!(o_list,o)
+                push!(olist,o)
             end
 
             r_sum += r
         end
     end
     next_r = 0.0
-    for o in o_list
+    for o in olist
         scenarios = odict[o]
         bp = ScenarioBelief(scenarios, b.random_source, b.depth+1, o)
         if length(scenarios) == 1

From e79444c9b4d649a22f4ed17534c3eff20fc67eb0 Mon Sep 17 00:00:00 2001
From: bkraske <bekr4901@colorado.edu>
Date: Tue, 2 Jul 2024 18:27:37 -0600
Subject: [PATCH 6/6] Rename benchmarks and add notes

---
 {benchmark => pr32_benchmarks}/LD_disc_o.jl   | 2 ++
 {benchmark => pr32_benchmarks}/Project.toml   | 0
 {benchmark => pr32_benchmarks}/benchmarks.jl  | 6 +++++-
 {benchmark => pr32_benchmarks}/ld_policies.jl | 3 ++-
 4 files changed, 9 insertions(+), 2 deletions(-)
 rename {benchmark => pr32_benchmarks}/LD_disc_o.jl (98%)
 rename {benchmark => pr32_benchmarks}/Project.toml (100%)
 rename {benchmark => pr32_benchmarks}/benchmarks.jl (90%)
 rename {benchmark => pr32_benchmarks}/ld_policies.jl (97%)

diff --git a/benchmark/LD_disc_o.jl b/pr32_benchmarks/LD_disc_o.jl
similarity index 98%
rename from benchmark/LD_disc_o.jl
rename to pr32_benchmarks/LD_disc_o.jl
index 74a1668..0e5bbd6 100644
--- a/benchmark/LD_disc_o.jl
+++ b/pr32_benchmarks/LD_disc_o.jl
@@ -1,3 +1,5 @@
+#LightDark from POMDPModels.jl, modified for discrete binned observations
+
 using Distributions
 # A one-dimensional light-dark problem, originally used to test MCVI
 # A very simple POMDP with continuous state and observation spaces.
diff --git a/benchmark/Project.toml b/pr32_benchmarks/Project.toml
similarity index 100%
rename from benchmark/Project.toml
rename to pr32_benchmarks/Project.toml
diff --git a/benchmark/benchmarks.jl b/pr32_benchmarks/benchmarks.jl
similarity index 90%
rename from benchmark/benchmarks.jl
rename to pr32_benchmarks/benchmarks.jl
index 87c2ddc..4d4e603 100644
--- a/benchmark/benchmarks.jl
+++ b/pr32_benchmarks/benchmarks.jl
@@ -1,8 +1,12 @@
+#Benchmarks for ARDESPOT.jl PR No. 32 (Use OrderedDict)
+
+#Note: Uses HistoryRecorder instead of calls to action directly. This may add additional noise.
+
 using Pkg
 Pkg.activate(".")
 using ARDESPOT
 
-Pkg.activate("benchmark")
+Pkg.activate("pr32_benchmarks")
 using BenchmarkTools
 
 using POMDPs
diff --git a/benchmark/ld_policies.jl b/pr32_benchmarks/ld_policies.jl
similarity index 97%
rename from benchmark/ld_policies.jl
rename to pr32_benchmarks/ld_policies.jl
index a115b60..75e7a4d 100644
--- a/benchmark/ld_policies.jl
+++ b/pr32_benchmarks/ld_policies.jl
@@ -1,3 +1,4 @@
+#LD Policies for Bounds
 struct LDPolicy{M<:POMDP,S}<:Policy
     m::M
     particle_dict::Dict{S,Float64}
@@ -11,7 +12,7 @@ function LDPolicy(m::LightDark1D{S}) where S
     return LDPolicy(m,Dict{S,Float64}(),-1,planner)
 end
 
-##Tyler's map_bel 
+##Tyler's map_bel:
 @inline function get_incr!(h::Dict{K,V}, key::K, v) where {K,V} # modified from dict.jl
     index = Base.ht_keyindex2!(h, key)