Skip to content

Commit 7d837d3

Browse files
committed
initial commit
Vanilla DQN implementation
0 parents  commit 7d837d3

File tree

6 files changed

+190
-0
lines changed

6 files changed

+190
-0
lines changed
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"initial_reset_timestamp": 1504462310.871062, "timestamps": [1504462393.163612, 1504462481.0739782, 1504462563.998825, 1504462644.2987678, 1504462724.5519638, 1504462805.703466, 1504462887.270171, 1504462968.8357692, 1504463050.89678, 1504463132.211209, 1504463214.9290261, 1504463296.5418081, 1504463378.7200189, 1504463461.735028, 1504463545.887609, 1504463629.348651, 1504463711.824192, 1504463796.0768619, 1504463880.7104378, 1504463964.742358, 1504464048.8810282, 1504464130.767064, 1504464215.097109, 1504464299.131967, 1504464381.229153, 1504464464.7708979, 1504464548.867293, 1504464634.4028869, 1504464719.493933, 1504464805.164833, 1504464891.5840452, 1504464978.899302, 1504465065.171492, 1504465150.735605, 1504465236.347512, 1504465324.5547788, 1504465414.026954, 1504465503.9201028, 1504465594.198009, 1504465683.968114, 1504465775.012597, 1504465863.172056, 1504465947.768547, 1504466032.454738, 1504466127.4650948, 1504466212.5128691, 1504466303.785044, 1504466400.497153, 1504466498.210728, 1504466595.997602, 1504466681.9688902, 1504466769.04385, 1504466855.220212, 1504466940.952823, 1504467027.018656, 1504467113.692526, 1504467201.060253, 1504467287.8608232, 1504467374.51507, 1504467461.3835468, 1504467549.526, 1504467637.146484, 1504467722.91819, 1504467809.826099, 1504467897.312734, 1504467983.3243258, 1504468070.850422, 1504468158.7325969, 1504468245.912061, 1504468345.959564, 1504468459.839186, 1504468572.9038239, 1504468659.5174131, 1504468745.996244, 1504468833.073857, 1504468920.706923, 1504469007.838648, 1504469094.635912, 1504469181.475083, 1504469267.658087, 1504469354.350455, 1504469444.1214569, 1504469533.292661, 1504469621.3537521, 1504469710.88078, 1504469797.846539, 1504469885.392131, 1504469973.703156, 1504470061.212524, 1504470148.8908212, 1504470238.347693, 1504470326.270169, 1504470414.696288, 1504470502.001427, 1504470590.0715709, 1504470677.976705, 1504470765.969749, 1504470853.656121, 1504470942.811053, 1504471031.3797388, 1504471121.0143502, 1504471211.978529, 1504471302.097929, 1504471392.9193752, 1504471481.468102, 1504471572.010421, 1504471660.536391, 1504471747.766113, 1504471836.628584, 1504471926.454172, 1504472018.718942, 1504472111.2022011, 1504472201.571585, 1504472293.010147, 1504472385.197144, 1504472477.387054, 1504472570.288991, 1504472672.521816, 1504472759.5084422, 1504472846.412978, 1504472933.541211, 1504473023.8979251, 1504473114.8612769, 1504473204.417096, 1504473305.606912, 1504473400.515746, 1504473489.739537, 1504473578.951054, 1504473671.079724, 1504473769.521961, 1504473861.0963898, 1504473951.2755032, 1504474040.4493172, 1504474130.1739578, 1504474221.631315, 1504474312.867135, 1504474403.5275662, 1504474493.506625, 1504474585.0988832, 1504474679.243652, 1504474769.830944, 1504474861.0998342, 1504474952.850904, 1504475041.834414, 1504475131.203788, 1504475221.026489, 1504475311.7193978, 1504475406.8665888, 1504475498.6714492, 1504475589.480771, 1504475679.734259, 1504475771.771795, 1504475869.093251, 1504475958.450203, 1504476047.833816, 1504476142.153997, 1504476230.19645, 1504476338.1014268, 1504476451.614172, 1504476562.623672, 1504476650.806219, 1504476743.2208571, 1504476837.014313, 1504476928.6770072, 1504477019.76123, 1504477114.9467552, 1504477206.149408, 1504477302.004968, 1504477394.714952, 1504477489.893591, 1504477586.259681, 1504477679.993369, 1504477775.3064919, 1504477865.2735739, 1504477956.3244412, 1504478049.7982888, 1504478162.7420921, 1504478270.369121, 1504478361.062082, 1504478450.46063, 1504478540.177581, 1504478629.680212, 1504478719.111707, 1504478809.185757, 1504478899.4054499, 1504478989.083702, 1504479079.363733, 1504479168.96091, 1504479259.256934, 1504479353.9479449, 1504479457.972947, 1504479549.396696, 1504479638.4499872, 1504479728.309085, 1504479834.799623, 1504479947.461527, 1504480061.009303, 1504480174.838776, 1504480288.0523388, 1504480401.397134, 1504480515.4436421, 1504480629.974178, 1504480743.82096, 1504480846.909338, 1504480936.819926, 1504481025.2198558, 1504481138.903448, 1504481369.711057, 1504481480.613912, 1504481595.8653262, 1504481710.242323, 1504481809.251866, 1504481906.645843, 1504482006.586072, 1504482103.066944, 1504482201.382069, 1504482301.047793, 1504482399.869786, 1504482500.715945, 1504482602.921442, 1504482704.544144, 1504482806.175851, 1504482905.2297852, 1504483006.045714, 1504483113.035668, 1504483215.57786, 1504483312.045249, 1504483408.448425, 1504483504.660714, 1504483603.648822, 1504483710.2392561, 1504483815.492383, 1504483940.30414, 1504484065.677871, 1504484190.845046, 1504484316.5756512, 1504484441.957442, 1504484568.3861382, 1504484694.387748, 1504484819.786159, 1504484945.7454212, 1504485071.394977, 1504485197.9297311, 1504485316.7196422, 1504485424.997173, 1504485531.81197, 1504485640.21873, 1504485758.704663, 1504485882.7052538, 1504486006.760816, 1504486122.362698, 1504486238.526509, 1504486350.8790028, 1504486455.0130281, 1504486558.140933, 1504486658.513528, 1504486758.7997499, 1504486858.7338188, 1504486958.673079, 1504487058.8302982, 1504487157.267026, 1504487260.7128372, 1504487379.388736, 1504487505.353704, 1504487620.3769028, 1504487746.3423622, 1504487871.805838, 1504487997.503752, 1504488124.804394, 1504488250.365887, 1504488376.147142, 1504488501.028051, 1504488626.2926762, 1504488750.256408, 1504488873.077638, 1504488975.8122182, 1504489082.458295, 1504489184.7048051, 1504489308.003655, 1504489433.786457, 1504489551.731128, 1504489656.055438, 1504489763.258653, 1504489868.235449, 1504489973.5002701, 1504490077.045287, 1504490185.600773, 1504490293.367978, 1504490398.27199, 1504490508.702555, 1504490613.218348, 1504490717.23349, 1504490820.7002869, 1504490924.5419378, 1504491028.1755662, 1504491135.2024791, 1504491239.048539, 1504491345.356728, 1504491456.5059662, 1504491563.148727, 1504491670.389001, 1504491785.635856, 1504491914.349796, 1504492039.862228, 1504492167.5663638, 1504492295.6198468, 1504492423.2576268, 1504492551.2534778, 1504492680.820269, 1504492807.36464, 1504492935.275007, 1504493063.847442, 1504493193.026287, 1504493317.031643, 1504493443.772995, 1504493556.523733, 1504493663.988136, 1504493777.227853, 1504493892.788691, 1504494004.177286, 1504494113.151762, 1504494222.081687, 1504494331.4872289, 1504494440.144265, 1504494543.928399, 1504494648.989336, 1504494753.384403, 1504494857.6867251, 1504494963.289363, 1504495081.9638028, 1504495192.892004, 1504495305.1535108, 1504495423.879978, 1504495535.961361, 1504495648.285333, 1504495760.749845, 1504495872.374559, 1504495984.9615529, 1504496094.0916579, 1504496205.361256, 1504496316.555789, 1504496429.5184572, 1504496541.6777952, 1504496654.1838012, 1504496765.070689, 1504496877.706611, 1504496989.8448682, 1504497103.063366, 1504497213.898855, 1504497324.91627, 1504497437.445184, 1504497549.468322, 1504497682.396342, 1504497797.760329, 1504497906.369326, 1504498024.230437, 1504498155.147546, 1504498291.428591, 1504498424.47783, 1504498560.874275, 1504498695.6115992, 1504498830.0088692, 1504498965.886157, 1504499102.607187, 1504499237.0368772, 1504499364.318235, 1504499491.115826, 1504499622.211918, 1504499754.312109, 1504499891.5954182, 1504500028.960393, 1504500164.790514, 1504500302.4432058, 1504500440.154942, 1504500576.324849, 1504500712.6390882, 1504500849.3382971, 1504500986.726534, 1504501125.035779, 1504501261.452919, 1504501398.0824618, 1504501534.23921, 1504501670.9640598, 1504501807.097696, 1504501942.290643, 1504502078.3437598, 1504502214.047018, 1504502350.831655, 1504502487.9579892, 1504502623.523426, 1504502759.5698628, 1504502879.929695, 1504502994.3808, 1504503110.0336058, 1504503226.334055, 1504503339.888868, 1504503451.527499, 1504503562.951224, 1504503674.179682, 1504503795.274764, 1504503906.49331, 1504504019.509257, 1504504140.7135592, 1504504276.945204, 1504504416.210861, 1504504553.426489, 1504504690.5589771, 1504504829.058221, 1504504967.006772, 1504505105.388652, 1504505243.838561, 1504505380.267731, 1504505517.9857202, 1504505656.53329, 1504505794.884869, 1504505933.606747, 1504506071.065206, 1504506209.67838, 1504506350.097684, 1504506489.045328, 1504506627.0428128, 1504506764.427567, 1504506904.009894, 1504507043.422417, 1504507183.668109, 1504507323.272707, 1504507466.5608692, 1504507603.92372], "episode_lengths": [2762, 2733, 2732, 2728, 2723, 2737, 2734, 2728, 2746, 2703, 2747, 2704, 2715, 2728, 2752, 2724, 2712, 2734, 2738, 2721, 2725, 2696, 2724, 2740, 2738, 2746, 2735, 2713, 2744, 2741, 2737, 2768, 2730, 2748, 2717, 2739, 2752, 2733, 2739, 2724, 2774, 2738, 2732, 2729, 2743, 2735, 2704, 2730, 2732, 2728, 2722, 2743, 2727, 2716, 2731, 2753, 2730, 2731, 2723, 2730, 2736, 2737, 2723, 2737, 2728, 2714, 2748, 2740, 2724, 2732, 2739, 2744, 2739, 2732, 2724, 2740, 2736, 2732, 2721, 2718, 2698, 2763, 2714, 2710, 2751, 2710, 2737, 2746, 2721, 2749, 2741, 2714, 2737, 2706, 2749, 2732, 2716, 2718, 2710, 2743, 2720, 2729, 2710, 2731, 2714, 2760, 2716, 2711, 2714, 2735, 2757, 2748, 2725, 2767, 2721, 2719, 2712, 2735, 2725, 2738, 2718, 2708, 2758, 2726, 2736, 2725, 2731, 2744, 2748, 2751, 2735, 2721, 2719, 2738, 2721, 2748, 2724, 2723, 2728, 2730, 2740, 2736, 2748, 2739, 2748, 2740, 2735, 2736, 2757, 2716, 2730, 2731, 2769, 2738, 2742, 2727, 2724, 2720, 2723, 2730, 2697, 2695, 2735, 2742, 2747, 2722, 2724, 2728, 2726, 2747, 2731, 2734, 2733, 2746, 2725, 2748, 2708, 2724, 2753, 2713, 2736, 2726, 2735, 2746, 2732, 2739, 2745, 2714, 2713, 2746, 2727, 2713, 2722, 2732, 2739, 2702, 2725, 2730, 2716, 2720, 2738, 2749, 2731, 2731, 2758, 2709, 2735, 2735, 2714, 2755, 2742, 2734, 2729, 2757, 2723, 2738, 2716, 2725, 2708, 2735, 2726, 2740, 2714, 2721, 2750, 2733, 2744, 2727, 2727, 2738, 2738, 2704, 2716, 2737, 2731, 2738, 2724, 2742, 2738, 2734, 2737, 2740, 2747, 2740, 2729, 2705, 2749, 2734, 2706, 2734, 2732, 2708, 2719, 2734, 2718, 2742, 2712, 2752, 2748, 2755, 2715, 2754, 2744, 2748, 2739, 2746, 2735, 2732, 2774, 2739, 2743, 2725, 2732, 2703, 2737, 2729, 2728, 2741, 2706, 2741, 2749, 2723, 2741, 2738, 2722, 2723, 2736, 2730, 2748, 2729, 2756, 2733, 2726, 2734, 2728, 2728, 2733, 2689, 2733, 2734, 2730, 2744, 2730, 2732, 2751, 2740, 2714, 2735, 2741, 2741, 2717, 2723, 2738, 2691, 2741, 2753, 2715, 2738, 2722, 2738, 2717, 2715, 2715, 2744, 2713, 2748, 2736, 2722, 2734, 2722, 2757, 2741, 2739, 2722, 2730, 2735, 2715, 2731, 2740, 2713, 2718, 2745, 2723, 2714, 2701, 2744, 2739, 2782, 2735, 2705, 2744, 2723, 2736, 2713, 2714, 2716, 2718, 2737, 2731, 2733, 2714, 2725, 2723, 2750, 2724, 2744, 2736, 2741, 2717, 2741, 2747, 2708, 2745, 2731, 2718, 2718, 2726, 2737, 2758, 2720, 2727, 2719, 2730, 2724, 2714, 2737, 2719, 2724, 2726, 2709, 2721, 2731, 2720, 2715, 2721, 2744, 2743, 2748, 2744, 2718, 2715, 2757, 2739, 2724, 2746, 2716, 2721, 2742, 2739, 2742, 2759, 2717, 2730, 2738, 2725, 2722, 2708, 2739, 2744, 2729, 2728, 2738, 2743, 2736, 2727, 2722, 2740, 2713], "episode_rewards": [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 1.0, 4.0, 3.0, 1.0, 5.0, 3.0, 6.0, 13.0, 17.0, 14.0, 19.0, 16.0, 19.0, 20.0, 21.0, 16.0, 19.0, 21.0, 15.0, 20.0, 21.0, 19.0, 23.0, 20.0, 20.0, 21.0, 22.0, 20.0, 21.0, 20.0, 21.0, 20.0, 21.0, 19.0, 22.0, 20.0, 21.0, 18.0, 21.0, 20.0, 19.0, 22.0, 21.0, 21.0, 18.0, 23.0, 22.0, 20.0, 19.0, 21.0, 22.0, 22.0, 20.0, 21.0, 21.0, 20.0, 21.0, 22.0, 21.0, 22.0, 20.0, 24.0, 21.0, 20.0, 21.0, 20.0, 21.0, 18.0, 22.0, 18.0, 17.0, 20.0, 20.0, 18.0, 19.0, 21.0, 22.0, 21.0, 21.0, 23.0, 21.0, 20.0, 20.0, 18.0, 17.0, 18.0, 18.0, 22.0, 20.0, 20.0, 22.0, 20.0, 23.0, 21.0, 15.0, 21.0, 20.0, 18.0, 19.0, 22.0, 18.0, 21.0, 21.0, 20.0, 24.0, 21.0, 14.0, 19.0, 20.0, 20.0, 20.0, 20.0, 22.0, 20.0, 20.0, 21.0, 21.0, 17.0, 22.0, 21.0, 20.0, 18.0, 21.0, 19.0, 20.0, 18.0, 21.0, 21.0, 22.0, 18.0, 23.0, 24.0, 20.0, 23.0, 20.0, 20.0, 22.0, 20.0, 19.0, 18.0, 19.0, 22.0, 20.0, 20.0, 19.0, 20.0, 17.0, 15.0, 16.0, 18.0, 16.0, 17.0, 20.0, 19.0, 20.0, 18.0, 20.0, 20.0, 21.0, 21.0, 19.0, 21.0, 21.0, 16.0, 19.0, 18.0, 20.0, 22.0, 20.0, 20.0, 23.0, 21.0, 21.0, 20.0, 19.0, 24.0, 23.0, 21.0, 20.0, 22.0, 19.0, 21.0, 15.0, 20.0, 20.0, 19.0, 16.0, 20.0, 21.0, 17.0, 20.0, 20.0, 21.0, 21.0, 20.0, 17.0, 20.0, 16.0, 19.0, 21.0, 23.0, 24.0, 18.0, 21.0, 21.0, 18.0, 20.0, 21.0, 20.0, 22.0, 19.0, 21.0, 20.0, 18.0, 21.0, 21.0, 17.0, 20.0, 21.0, 20.0, 23.0, 21.0, 20.0, 18.0, 20.0, 20.0, 22.0, 19.0, 20.0, 22.0, 20.0, 19.0, 21.0, 18.0, 19.0, 21.0, 20.0, 19.0, 21.0, 18.0, 20.0, 20.0, 19.0, 17.0, 20.0, 19.0, 22.0, 21.0, 17.0, 21.0, 21.0, 18.0, 22.0, 21.0, 20.0, 20.0, 18.0, 19.0, 16.0, 21.0, 19.0, 17.0, 16.0, 18.0, 18.0, 17.0, 19.0, 17.0, 14.0, 20.0, 19.0, 19.0, 20.0, 19.0, 17.0, 14.0, 18.0, 19.0, 17.0, 20.0, 18.0, 19.0, 23.0, 19.0, 20.0, 18.0, 21.0, 18.0, 19.0, 22.0, 20.0, 23.0, 22.0, 18.0, 20.0, 21.0, 20.0, 21.0, 21.0, 21.0, 18.0, 22.0, 19.0, 19.0, 18.0, 17.0, 18.0, 13.0, 17.0, 16.0, 20.0, 19.0, 21.0, 19.0, 20.0, 20.0, 22.0, 20.0, 14.0, 14.0, 21.0, 17.0, 19.0, 20.0, 20.0, 22.0, 18.0, 19.0, 21.0, 20.0, 21.0, 18.0, 18.0, 21.0, 18.0, 16.0, 19.0, 20.0, 19.0, 20.0, 22.0, 23.0, 16.0, 16.0, 19.0, 19.0, 22.0, 22.0, 17.0, 20.0, 18.0, 17.0, 17.0, 17.0, 19.0, 19.0, 19.0, 19.0, 19.0, 21.0, 18.0, 21.0, 18.0, 23.0, 22.0, 14.0, 18.0, 20.0, 20.0, 20.0, 22.0, 20.0, 17.0, 22.0, 21.0, 21.0, 20.0, 19.0, 20.0, 20.0, 20.0, 23.0, 21.0, 19.0, 19.0, 18.0, 17.0, 20.0, 21.0, 20.0, 17.0, 22.0, 19.0, 21.0, 21.0, 20.0, 21.0, 19.0, 21.0, 18.0, 20.0, 20.0, 17.0, 19.0, 18.0, 19.0, 22.0, 22.0, 15.0, 20.0, 20.0, 19.0, 19.0, 18.0, 22.0, 20.0], "episode_types": ["t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t", "t"]}

README.md

+2
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
# DQN
2+
Implementation of deep q learning algorithms in pytorch

__pycache__/memory.cpython-36.pyc

1.37 KB
Binary file not shown.

0 commit comments

Comments
 (0)