from tqdm import tqdm
    #change the data file '../4738-learningfrommodels/benin.csv' to the location of the data file 
    location1="https://gist.githubusercontent.com/slremy/5adf90df6f4c096258f8d8af0f3039dc/raw/d85ac5f204771657b015055eb3b6b9f5dcf33956/location1.csv" # data from togo 
    location2="https://gist.githubusercontent.com/slremy/5adf90df6f4c096258f8d8af0f3039dc/raw/d85ac5f204771657b015055eb3b6b9f5dcf33956/location2.csv"  #data from benin

    # task = Task.init(project_name="RLtesting/non_garage", task_name="all2")
    results=[]
    for algo in [test_td3,test_ddpg,test_sarsa,test_dqn,test_sac,]: #][1:3]
        for location in [location1, location2]:
            with mp.Pool(processes=10) as pool:
                results = pool.map(algo, [location]*5) # changed from 30 to 5
                df = pd.DataFrame(results)
                df["algorithm"]=algo.__name__
                df["location"]="location1" if "togo" in location else "location2"
                df.to_csv(df["algorithm"][0]+df["location"][0]+"_2")
                results.append(df)

        df.to_csv("Results.csv") ```

my first error in running td3 is 

```File "/Users/keziawangeciwahome/miniconda3/envs/dqn/lib/python3.10/site-packages/Popular_RL_Algorithms/td3.py", line 22, in <module>
    from reacher import Reacher
ModuleNotFoundError: No module named 'reacher'
"""```
The above exception was the direct cause of the following exception:

```File "/Users/keziawangeciwahome/miniconda3/envs/dqn/lib/python3.10/multiprocessing/pool.py", line 774, in get
    raise self._value
ModuleNotFoundError: No module named 'reacher'

      ImportError: cannot import name 'Reacher' from 'reacher' (unknown location)

ModuleNotFoundError: No module named 'common.buffers'
""" ```

The above exception was the direct cause of the following exception:

```  File "/Users/keziawangeciwahome/miniconda3/envs/dqn/lib/python3.10/multiprocessing/pool.py", line 774, in get
  raise self._value
ModuleNotFoundError: No module named 'common.buffers'

import matplotlib.pyplot as plt

# importing the function we are running from collectdata 
from collectdata import test_dqn

# creating a list to store the reward per episode 
#Total episodes are 10000 
rewards_per_episode = []
total_rewards = 0

# the loop that will run and save the rewards in the list
for episode in range(1, 10001):
    #run the test_dqn function and get the reward
    reward = test_dqn("https://gist.githubusercontent.com/slremy/5adf90df6f4c096258f8d8af0f3039dc/raw/d85ac5f204771657b015055eb3b6b9f5dcf33956/location1.csv")
    
    #add the reward to the total_rewards
    total_rewards += reward
    
    # if the episode number is a multiple of 500, append the average reward per episode to the rewards_per_episode list and reset the total_rewards
    if episode % 500 == 0:
        rewards_per_episode.append(total_rewards/500)
        total_rewards = 0

# declaring the range for plotting 
episodes = range(500, 10001, 500)

#plotting the rewards_per_episode vs. episodes
plt.plot(episodes, rewards_per_episode)
plt.xlabel('Episodes')
plt.ylabel('Reward')
plt.title('Reward per Episode')
plt.show()

# Importing the function test_dqn from collectdata module which we will be running
from collectdata import test_dqn

rewards = []   # Initializing an empty list to store rewards obtained in each episode

# Looping over 5 episodes
for episode in range(1, 6):
    # Calling the test_dqn function with the given URL as argument and storing the returned reward value
    reward = test_dqn("https://gist.githubusercontent.com/slremy/5adf90df6f4c096258f8d8af0f3039dc/raw/d85ac5f204771657b015055eb3b6b9f5dcf33956/location1.csv")
    # Appending the reward value to the rewards list
    rewards.append(reward)
    
episodes = [1, 2, 3, 4, 5]   # Initializing a list of episode numbers

# Plotting a line graph with episode numbers on x-axis and rewards on y-axis
plt.plot(episodes, rewards)
plt.xlabel('Episodes')   # Labeling the x-axis as 'Episodes'
plt.ylabel('Reward')   # Labeling the y-axis as 'Reward'
plt.title('Reward per Episode')   # Setting the title of the plot
plt.show()   # Displaying the plot on the screen

    rewards_per_episode = []
    while not done:
        a = model.choose_action(s)
        s, r, done, truncated, info = env.step(a)
        episode_reward+=r
        rewards_per_episode.append(episode_reward)

# importing matplotlip
import matplotlib.pyplot as plt
# importing collectdata
import collectdata 

num_episodes = 10000

collectdata.test_dqn("https://gist.githubusercontent.com/slremy/5adf90df6f4c096258f8d8af0f3039dc/raw/d85ac5f204771657b015055eb3b6b9f5dcf33956/location1.csv")

# Plot rewards per episode
plt.plot(range(num_episodes), collectdata.rewards_per_episode)
plt.xlabel('Episodes')
plt.ylabel('Reward')
plt.title('Reward per Episode')
plt.show()