from collections import deque

memory = deque(maxlen=5)
experiences = [
    ("state1", "left", -1, "state2"),
    ("state2", "right", 2, "goal"),
    ("state1", "right", 0, "state3"),
]

print("=== Episodic Memory and Experience Replay ===")
for state, action, reward, next_state in experiences:
    memory.append((state, action, reward, next_state))
    print("Stored episode:", (state, action, reward, next_state))

print("
Experience replay:")
for episode in memory:
    state, action, reward, next_state = episode
    print(f"State={state}, Action={action}, Reward={reward}, Next={next_state}")
print("Episodes in memory:", len(memory))
