suika_make_Action

suika_make_actions.py

if time.time() - last_checked > 2:
        step += 1
        
        # Update the last checked time
        last_checked = time.time()
        particle_states = get_particles_state(handler.data["particles"])
        score = handler.data["score"]

        # Set the next particle's x position before releasing
        observation = {
            "particle_states" : particle_states,
            "next_particle" : next_particle.n,
            "score" : score,
            "timestamp" : datetime.utcnow().timestamp()
        }

        # Get the action
        action = agent.get_action(observation)
        next_particle.set_x(action)
        particles.append(next_particle.release(space, shape_to_particle))

        # Log the state
        state = observation
        state["step"] = step
        state["action"] = action
        buffer.append(state)

        wait_for_next = NEXT_DELAY