python error “Cannot cast array data from dtype('O') to dtype('float32') according to the rule 'same_kind'”

Question

import numpy as np 
import gym
from gym.spaces import Box

import ray
from ray import tune
from ray.rllib.utils import try_import_tf

import ray.rllib.agents.ddpg as ddp