Skip to content
Snippets Groups Projects
Commit 97013054 authored by oscarchaufour's avatar oscarchaufour
Browse files

update

parent 52562508
No related branches found
No related tags found
No related merge requests found
Show whitespace changes
Inline Side-by-side
a2c_sb3_cartpole.py 0 → 100644
+ 19
− 0
View file @ 97013054
import gymnasium as gym
import cv2
from stable_baselines3 import A2C
env = gym.make("CartPole-v1", render_mode="rgb_array")
model = A2C("MlpPolicy", env, verbose=1)
model.learn(total_timesteps=10_000)
vec_env = model.get_env()
obs = vec_env.reset()
for i in range(1000):
action, _state = model.predict(obs, deterministic=True)
obs, reward, done, info = vec_env.step(action)
vec_env.render("human")
# VecEnv resets automatically
# if done:
# obs = vec_env.reset()
\ No newline at end of file
test.ipynb
+ 741
− 0
View file @ 97013054
{
"cells": [
{
"cell_type": "markdown",
"metadata": {},
"source": [
"# TD 1 : Hands-On Reinforcement Learning"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Packages download"
]
},
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting pytorch\n",
" Downloading pytorch-1.0.2.tar.gz (689 bytes)\n",
" Installing build dependencies: started\n",
" Installing build dependencies: finished with status 'done'\n",
" Getting requirements to build wheel: started\n",
" Getting requirements to build wheel: finished with status 'done'\n",
" Installing backend dependencies: started\n",
" Installing backend dependencies: finished with status 'done'\n",
" Preparing metadata (pyproject.toml): started\n",
" Preparing metadata (pyproject.toml): finished with status 'done'\n",
"Building wheels for collected packages: pytorch\n",
" Building wheel for pytorch (pyproject.toml): started\n",
" Building wheel for pytorch (pyproject.toml): finished with status 'error'\n",
"Failed to build pytorch\n",
"Note: you may need to restart the kernel to use updated packages.\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
" error: subprocess-exited-with-error\n",
" \n",
" × Building wheel for pytorch (pyproject.toml) did not run successfully.\n",
" │ exit code: 1\n",
" ╰─> [20 lines of output]\n",
" Traceback (most recent call last):\n",
" File \"c:\\Users\\oscar\\Documents\\GitHub\\mso_3_4-td1\\.venv\\Lib\\site-packages\\pip\\_vendor\\pyproject_hooks\\_in_process\\_in_process.py\", line 353, in <module>\n",
" main()\n",
" File \"c:\\Users\\oscar\\Documents\\GitHub\\mso_3_4-td1\\.venv\\Lib\\site-packages\\pip\\_vendor\\pyproject_hooks\\_in_process\\_in_process.py\", line 335, in main\n",
" json_out['return_val'] = hook(**hook_input['kwargs'])\n",
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
" File \"c:\\Users\\oscar\\Documents\\GitHub\\mso_3_4-td1\\.venv\\Lib\\site-packages\\pip\\_vendor\\pyproject_hooks\\_in_process\\_in_process.py\", line 251, in build_wheel\n",
" return _build_backend().build_wheel(wheel_directory, config_settings,\n",
" ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
" File \"C:\\Users\\oscar\\AppData\\Local\\Temp\\pip-build-env-onf33rce\\overlay\\Lib\\site-packages\\setuptools\\build_meta.py\", line 404, in build_wheel\n",
" return self._build_with_temp_dir(\n",
" ^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
" File \"C:\\Users\\oscar\\AppData\\Local\\Temp\\pip-build-env-onf33rce\\overlay\\Lib\\site-packages\\setuptools\\build_meta.py\", line 389, in _build_with_temp_dir\n",
" self.run_setup()\n",
" File \"C:\\Users\\oscar\\AppData\\Local\\Temp\\pip-build-env-onf33rce\\overlay\\Lib\\site-packages\\setuptools\\build_meta.py\", line 480, in run_setup\n",
" super(_BuildMetaLegacyBackend, self).run_setup(setup_script=setup_script)\n",
" File \"C:\\Users\\oscar\\AppData\\Local\\Temp\\pip-build-env-onf33rce\\overlay\\Lib\\site-packages\\setuptools\\build_meta.py\", line 311, in run_setup\n",
" exec(code, locals())\n",
" File \"<string>\", line 15, in <module>\n",
" Exception: You tried to install \"pytorch\". The package named for PyTorch is \"torch\"\n",
" [end of output]\n",
" \n",
" note: This error originates from a subprocess, and is likely not a problem with pip.\n",
" ERROR: Failed building wheel for pytorch\n",
"ERROR: Could not build wheels for pytorch, which is required to install pyproject.toml-based projects\n"
]
}
],
"source": [
"pip install pytorch"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting gym==0.26.2Note: you may need to restart the kernel to use updated packages.\n",
"\n",
" Downloading gym-0.26.2.tar.gz (721 kB)\n",
" ---------------------------------------- 0.0/721.7 kB ? eta -:--:--\n",
" ---- ---------------------------------- 92.2/721.7 kB 2.6 MB/s eta 0:00:01\n",
" ------------ ------------------------- 235.5/721.7 kB 3.6 MB/s eta 0:00:01\n",
" ------------------ ------------------- 358.4/721.7 kB 2.8 MB/s eta 0:00:01\n",
" ------------------------- ------------ 481.3/721.7 kB 2.7 MB/s eta 0:00:01\n",
" -------------------------------- ----- 624.6/721.7 kB 2.8 MB/s eta 0:00:01\n",
" -------------------------------------- 721.7/721.7 kB 2.7 MB/s eta 0:00:00\n",
" Installing build dependencies: started\n",
" Installing build dependencies: finished with status 'done'\n",
" Getting requirements to build wheel: started\n",
" Getting requirements to build wheel: finished with status 'done'\n",
" Installing backend dependencies: started\n",
" Installing backend dependencies: finished with status 'done'\n",
" Preparing metadata (pyproject.toml): started\n",
" Preparing metadata (pyproject.toml): finished with status 'done'\n",
"Collecting numpy>=1.18.0 (from gym==0.26.2)\n",
" Downloading numpy-1.26.4-cp311-cp311-win_amd64.whl.metadata (61 kB)\n",
" ---------------------------------------- 0.0/61.0 kB ? eta -:--:--\n",
" --------------------------------- ------ 51.2/61.0 kB 1.3 MB/s eta 0:00:01\n",
" ---------------------------------------- 61.0/61.0 kB 1.1 MB/s eta 0:00:00\n",
"Collecting cloudpickle>=1.2.0 (from gym==0.26.2)\n",
" Downloading cloudpickle-3.0.0-py3-none-any.whl.metadata (7.0 kB)\n",
"Collecting gym-notices>=0.0.4 (from gym==0.26.2)\n",
" Downloading gym_notices-0.0.8-py3-none-any.whl (3.0 kB)\n",
"Downloading cloudpickle-3.0.0-py3-none-any.whl (20 kB)\n",
"Downloading numpy-1.26.4-cp311-cp311-win_amd64.whl (15.8 MB)\n",
" ---------------------------------------- 0.0/15.8 MB ? eta -:--:--\n",
" ---------------------------------------- 0.2/15.8 MB 5.9 MB/s eta 0:00:03\n",
" --------------------------------------- 0.3/15.8 MB 4.1 MB/s eta 0:00:04\n",
" - -------------------------------------- 0.4/15.8 MB 3.1 MB/s eta 0:00:05\n",
" - -------------------------------------- 0.5/15.8 MB 3.3 MB/s eta 0:00:05\n",
" - -------------------------------------- 0.5/15.8 MB 2.8 MB/s eta 0:00:06\n",
" - -------------------------------------- 0.7/15.8 MB 2.9 MB/s eta 0:00:06\n",
" - -------------------------------------- 0.7/15.8 MB 2.9 MB/s eta 0:00:06\n",
" -- ------------------------------------- 0.8/15.8 MB 2.5 MB/s eta 0:00:06\n",
" -- ------------------------------------- 0.9/15.8 MB 2.4 MB/s eta 0:00:07\n",
" -- ------------------------------------- 1.0/15.8 MB 2.2 MB/s eta 0:00:07\n",
" -- ------------------------------------- 1.0/15.8 MB 2.1 MB/s eta 0:00:08\n",
" -- ------------------------------------- 1.1/15.8 MB 2.1 MB/s eta 0:00:07\n",
" --- ------------------------------------ 1.2/15.8 MB 2.2 MB/s eta 0:00:07\n",
" --- ------------------------------------ 1.3/15.8 MB 2.2 MB/s eta 0:00:07\n",
" --- ------------------------------------ 1.5/15.8 MB 2.2 MB/s eta 0:00:07\n",
" --- ------------------------------------ 1.5/15.8 MB 2.1 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 1.6/15.8 MB 2.2 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 1.7/15.8 MB 2.1 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 1.8/15.8 MB 2.2 MB/s eta 0:00:07\n",
" ----- ---------------------------------- 2.0/15.8 MB 2.3 MB/s eta 0:00:06\n",
" ----- ---------------------------------- 2.2/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ----- ---------------------------------- 2.3/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------ --------------------------------- 2.4/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------ --------------------------------- 2.5/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------ --------------------------------- 2.6/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------ --------------------------------- 2.7/15.8 MB 2.3 MB/s eta 0:00:06\n",
" ------- -------------------------------- 2.9/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------- -------------------------------- 2.9/15.8 MB 2.3 MB/s eta 0:00:06\n",
" ------- -------------------------------- 3.1/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------- -------------------------------- 3.1/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------- -------------------------------- 3.1/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------- -------------------------------- 3.1/15.8 MB 2.4 MB/s eta 0:00:06\n",
" ------- -------------------------------- 3.1/15.8 MB 2.4 MB/s eta 0:00:06\n",
" -------- ------------------------------- 3.3/15.8 MB 2.2 MB/s eta 0:00:06\n",
" -------- ------------------------------- 3.4/15.8 MB 2.2 MB/s eta 0:00:06\n",
" -------- ------------------------------- 3.5/15.8 MB 2.2 MB/s eta 0:00:06\n",
" --------- ------------------------------ 3.6/15.8 MB 2.2 MB/s eta 0:00:06\n",
" --------- ------------------------------ 3.6/15.8 MB 2.2 MB/s eta 0:00:06\n",
" --------- ------------------------------ 3.7/15.8 MB 2.2 MB/s eta 0:00:06\n",
" --------- ------------------------------ 3.7/15.8 MB 2.1 MB/s eta 0:00:06\n",
" --------- ------------------------------ 3.9/15.8 MB 2.1 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 4.0/15.8 MB 2.2 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 4.1/15.8 MB 2.2 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 4.1/15.8 MB 2.2 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 4.3/15.8 MB 2.2 MB/s eta 0:00:06\n",
" ----------- ---------------------------- 4.4/15.8 MB 2.2 MB/s eta 0:00:06\n",
" ----------- ---------------------------- 4.6/15.8 MB 2.2 MB/s eta 0:00:06\n",
" ----------- ---------------------------- 4.7/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ------------ --------------------------- 4.8/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ------------ --------------------------- 5.0/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ------------ --------------------------- 5.1/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ------------- -------------------------- 5.3/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ------------- -------------------------- 5.4/15.8 MB 2.4 MB/s eta 0:00:05\n",
" ------------- -------------------------- 5.4/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ------------- -------------------------- 5.5/15.8 MB 2.3 MB/s eta 0:00:05\n",
" -------------- ------------------------- 5.6/15.8 MB 2.3 MB/s eta 0:00:05\n",
" -------------- ------------------------- 5.8/15.8 MB 2.3 MB/s eta 0:00:05\n",
" -------------- ------------------------- 5.9/15.8 MB 2.3 MB/s eta 0:00:05\n",
" --------------- ------------------------ 6.0/15.8 MB 2.3 MB/s eta 0:00:05\n",
" --------------- ------------------------ 6.1/15.8 MB 2.3 MB/s eta 0:00:05\n",
" --------------- ------------------------ 6.2/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ---------------- ----------------------- 6.4/15.8 MB 2.4 MB/s eta 0:00:05\n",
" ---------------- ----------------------- 6.4/15.8 MB 2.3 MB/s eta 0:00:05\n",
" ---------------- ----------------------- 6.6/15.8 MB 2.3 MB/s eta 0:00:04\n",
" ----------------- ---------------------- 6.7/15.8 MB 2.4 MB/s eta 0:00:04\n",
" ----------------- ---------------------- 7.0/15.8 MB 2.4 MB/s eta 0:00:04\n",
" ----------------- ---------------------- 7.1/15.8 MB 2.4 MB/s eta 0:00:04\n",
" ------------------ --------------------- 7.3/15.8 MB 2.4 MB/s eta 0:00:04\n",
" ------------------ --------------------- 7.5/15.8 MB 2.5 MB/s eta 0:00:04\n",
" ------------------- -------------------- 7.5/15.8 MB 2.4 MB/s eta 0:00:04\n",
" ------------------- -------------------- 7.7/15.8 MB 2.5 MB/s eta 0:00:04\n",
" ------------------- -------------------- 7.7/15.8 MB 2.5 MB/s eta 0:00:04\n",
" ------------------- -------------------- 7.9/15.8 MB 2.4 MB/s eta 0:00:04\n",
" -------------------- ------------------- 8.0/15.8 MB 2.5 MB/s eta 0:00:04\n",
" -------------------- ------------------- 8.2/15.8 MB 2.5 MB/s eta 0:00:04\n",
" --------------------- ------------------ 8.4/15.8 MB 2.5 MB/s eta 0:00:03\n",
" --------------------- ------------------ 8.5/15.8 MB 2.5 MB/s eta 0:00:03\n",
" --------------------- ------------------ 8.7/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ---------------------- ----------------- 8.8/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ----------------------- ---------------- 9.1/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ----------------------- ---------------- 9.2/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ----------------------- ---------------- 9.3/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ----------------------- ---------------- 9.3/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ------------------------ --------------- 9.6/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ------------------------ --------------- 9.7/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ------------------------ --------------- 9.9/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ------------------------- -------------- 10.0/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ------------------------- -------------- 10.1/15.8 MB 2.6 MB/s eta 0:00:03\n",
" ------------------------- -------------- 10.2/15.8 MB 2.6 MB/s eta 0:00:03\n",
" -------------------------- ------------- 10.3/15.8 MB 2.6 MB/s eta 0:00:03\n",
" -------------------------- ------------- 10.5/15.8 MB 2.6 MB/s eta 0:00:03\n",
" -------------------------- ------------- 10.7/15.8 MB 2.6 MB/s eta 0:00:02\n",
" --------------------------- ------------ 10.8/15.8 MB 2.7 MB/s eta 0:00:02\n",
" ---------------------------- ----------- 11.1/15.8 MB 2.7 MB/s eta 0:00:02\n",
" ---------------------------- ----------- 11.3/15.8 MB 2.8 MB/s eta 0:00:02\n",
" ---------------------------- ----------- 11.4/15.8 MB 2.8 MB/s eta 0:00:02\n",
" ----------------------------- ---------- 11.6/15.8 MB 2.8 MB/s eta 0:00:02\n",
" ------------------------------ --------- 11.9/15.8 MB 2.9 MB/s eta 0:00:02\n",
" ------------------------------ --------- 12.1/15.8 MB 2.9 MB/s eta 0:00:02\n",
" ------------------------------- -------- 12.3/15.8 MB 2.9 MB/s eta 0:00:02\n",
" ------------------------------- -------- 12.5/15.8 MB 3.0 MB/s eta 0:00:02\n",
" -------------------------------- ------- 12.7/15.8 MB 3.0 MB/s eta 0:00:02\n",
" -------------------------------- ------- 12.9/15.8 MB 3.1 MB/s eta 0:00:01\n",
" --------------------------------- ------ 13.1/15.8 MB 3.1 MB/s eta 0:00:01\n",
" --------------------------------- ------ 13.4/15.8 MB 3.3 MB/s eta 0:00:01\n",
" ---------------------------------- ----- 13.6/15.8 MB 3.3 MB/s eta 0:00:01\n",
" ---------------------------------- ----- 13.7/15.8 MB 3.4 MB/s eta 0:00:01\n",
" ---------------------------------- ----- 13.8/15.8 MB 3.3 MB/s eta 0:00:01\n",
" ----------------------------------- ---- 14.0/15.8 MB 3.4 MB/s eta 0:00:01\n",
" ----------------------------------- ---- 14.1/15.8 MB 3.4 MB/s eta 0:00:01\n",
" ------------------------------------ --- 14.3/15.8 MB 3.5 MB/s eta 0:00:01\n",
" ------------------------------------ --- 14.5/15.8 MB 3.5 MB/s eta 0:00:01\n",
" ------------------------------------- -- 14.6/15.8 MB 3.5 MB/s eta 0:00:01\n",
" ------------------------------------- -- 14.9/15.8 MB 3.5 MB/s eta 0:00:01\n",
" ------------------------------------- -- 15.0/15.8 MB 3.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 15.2/15.8 MB 3.6 MB/s eta 0:00:01\n",
" --------------------------------------- 15.4/15.8 MB 3.6 MB/s eta 0:00:01\n",
" --------------------------------------- 15.6/15.8 MB 3.6 MB/s eta 0:00:01\n",
" --------------------------------------- 15.8/15.8 MB 3.7 MB/s eta 0:00:01\n",
" ---------------------------------------- 15.8/15.8 MB 3.7 MB/s eta 0:00:00\n",
"Building wheels for collected packages: gym\n",
" Building wheel for gym (pyproject.toml): started\n",
" Building wheel for gym (pyproject.toml): finished with status 'done'\n",
" Created wheel for gym: filename=gym-0.26.2-py3-none-any.whl size=827629 sha256=73a686c8633b88e54b0477d643a4d44b9c28378813129811ee402183300c3525\n",
" Stored in directory: c:\\users\\oscar\\appdata\\local\\pip\\cache\\wheels\\1c\\77\\9e\\9af5470201a0b0543937933ee99ba884cd237d2faefe8f4d37\n",
"Successfully built gym\n",
"Installing collected packages: gym-notices, numpy, cloudpickle, gym\n",
"Successfully installed cloudpickle-3.0.0 gym-0.26.2 gym-notices-0.0.8 numpy-1.26.4\n"
]
}
],
"source": [
"pip install gym==0.26.2"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting pyglet==2.0.10\n",
" Downloading pyglet-2.0.10-py3-none-any.whl.metadata (8.5 kB)\n",
"Downloading pyglet-2.0.10-py3-none-any.whl (858 kB)\n",
" ---------------------------------------- 0.0/858.3 kB ? eta -:--:--\n",
" ---------------------------------------- 0.0/858.3 kB ? eta -:--:--\n",
" ---------------------------------------- 0.0/858.3 kB ? eta -:--:--\n",
" - -------------------------------------- 30.7/858.3 kB ? eta -:--:--\n",
" - -------------------------------------- 30.7/858.3 kB ? eta -:--:--\n",
" - ------------------------------------- 41.0/858.3 kB 330.3 kB/s eta 0:00:03\n",
" ---- --------------------------------- 112.6/858.3 kB 595.3 kB/s eta 0:00:02\n",
" ---- --------------------------------- 112.6/858.3 kB 595.3 kB/s eta 0:00:02\n",
" ---- --------------------------------- 112.6/858.3 kB 595.3 kB/s eta 0:00:02\n",
" ----- -------------------------------- 122.9/858.3 kB 379.3 kB/s eta 0:00:02\n",
" ----- -------------------------------- 122.9/858.3 kB 379.3 kB/s eta 0:00:02\n",
" ------ ------------------------------- 143.4/858.3 kB 341.3 kB/s eta 0:00:03\n",
" -------- ----------------------------- 194.6/858.3 kB 472.6 kB/s eta 0:00:02\n",
" -------- ----------------------------- 194.6/858.3 kB 472.6 kB/s eta 0:00:02\n",
" -------- ----------------------------- 194.6/858.3 kB 472.6 kB/s eta 0:00:02\n",
" ----------- -------------------------- 256.0/858.3 kB 477.2 kB/s eta 0:00:02\n",
" ----------- -------------------------- 256.0/858.3 kB 477.2 kB/s eta 0:00:02\n",
" -------------- ----------------------- 327.7/858.3 kB 507.9 kB/s eta 0:00:02\n",
" --------------- ---------------------- 358.4/858.3 kB 495.2 kB/s eta 0:00:02\n",
" ----------------- -------------------- 389.1/858.3 kB 527.7 kB/s eta 0:00:01\n",
" ------------------- ------------------ 450.6/858.3 kB 563.8 kB/s eta 0:00:01\n",
" -------------------- ----------------- 460.8/858.3 kB 544.2 kB/s eta 0:00:01\n",
" ----------------------- -------------- 532.5/858.3 kB 596.8 kB/s eta 0:00:01\n",
" --------------------------- ---------- 614.4/858.3 kB 655.3 kB/s eta 0:00:01\n",
" ---------------------------- --------- 645.1/858.3 kB 677.6 kB/s eta 0:00:01\n",
" ------------------------------ ------- 686.1/858.3 kB 675.8 kB/s eta 0:00:01\n",
" --------------------------------- ---- 747.5/858.3 kB 704.2 kB/s eta 0:00:01\n",
" ----------------------------------- -- 798.7/858.3 kB 742.4 kB/s eta 0:00:01\n",
" -------------------------------------- 858.3/858.3 kB 753.8 kB/s eta 0:00:00\n",
"Installing collected packages: pyglet\n",
"Successfully installed pyglet-2.0.10\n",
"Note: you may need to restart the kernel to use updated packages.\n"
]
}
],
"source": [
"pip install pyglet==2.0.10"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting pygame==2.5.2\n",
" Downloading pygame-2.5.2-cp311-cp311-win_amd64.whl.metadata (13 kB)\n",
"Downloading pygame-2.5.2-cp311-cp311-win_amd64.whl (10.8 MB)\n",
" ---------------------------------------- 0.0/10.8 MB ? eta -:--:--\n",
" ---------------------------------------- 0.1/10.8 MB 3.5 MB/s eta 0:00:04\n",
" --------------------------------------- 0.2/10.8 MB 3.7 MB/s eta 0:00:03\n",
" - -------------------------------------- 0.4/10.8 MB 3.9 MB/s eta 0:00:03\n",
" -- ------------------------------------- 0.7/10.8 MB 4.6 MB/s eta 0:00:03\n",
" --- ------------------------------------ 0.9/10.8 MB 4.6 MB/s eta 0:00:03\n",
" ---- ----------------------------------- 1.1/10.8 MB 5.1 MB/s eta 0:00:02\n",
" ---- ----------------------------------- 1.3/10.8 MB 5.2 MB/s eta 0:00:02\n",
" ----- ---------------------------------- 1.5/10.8 MB 5.0 MB/s eta 0:00:02\n",
" ------ --------------------------------- 1.8/10.8 MB 5.1 MB/s eta 0:00:02\n",
" ------- -------------------------------- 2.0/10.8 MB 5.2 MB/s eta 0:00:02\n",
" -------- ------------------------------- 2.3/10.8 MB 5.4 MB/s eta 0:00:02\n",
" --------- ------------------------------ 2.5/10.8 MB 5.2 MB/s eta 0:00:02\n",
" ---------- ----------------------------- 2.8/10.8 MB 5.4 MB/s eta 0:00:02\n",
" ----------- ---------------------------- 3.1/10.8 MB 5.7 MB/s eta 0:00:02\n",
" ----------- ---------------------------- 3.2/10.8 MB 5.6 MB/s eta 0:00:02\n",
" ------------ --------------------------- 3.4/10.8 MB 5.5 MB/s eta 0:00:02\n",
" ------------- -------------------------- 3.6/10.8 MB 5.2 MB/s eta 0:00:02\n",
" -------------- ------------------------- 3.9/10.8 MB 5.3 MB/s eta 0:00:02\n",
" --------------- ------------------------ 4.1/10.8 MB 5.2 MB/s eta 0:00:02\n",
" ---------------- ----------------------- 4.4/10.8 MB 5.3 MB/s eta 0:00:02\n",
" ----------------- ---------------------- 4.8/10.8 MB 5.5 MB/s eta 0:00:02\n",
" ------------------ --------------------- 5.1/10.8 MB 5.6 MB/s eta 0:00:02\n",
" ------------------- -------------------- 5.3/10.8 MB 5.6 MB/s eta 0:00:01\n",
" -------------------- ------------------- 5.6/10.8 MB 5.6 MB/s eta 0:00:01\n",
" --------------------- ------------------ 5.8/10.8 MB 5.6 MB/s eta 0:00:01\n",
" ---------------------- ----------------- 6.0/10.8 MB 5.6 MB/s eta 0:00:01\n",
" ----------------------- ---------------- 6.3/10.8 MB 5.6 MB/s eta 0:00:01\n",
" ------------------------ --------------- 6.7/10.8 MB 5.7 MB/s eta 0:00:01\n",
" ------------------------- -------------- 6.9/10.8 MB 5.8 MB/s eta 0:00:01\n",
" -------------------------- ------------- 7.2/10.8 MB 5.8 MB/s eta 0:00:01\n",
" --------------------------- ------------ 7.3/10.8 MB 5.6 MB/s eta 0:00:01\n",
" ---------------------------- ----------- 7.5/10.8 MB 5.7 MB/s eta 0:00:01\n",
" ----------------------------- ---------- 7.8/10.8 MB 5.7 MB/s eta 0:00:01\n",
" ----------------------------- ---------- 8.0/10.8 MB 5.6 MB/s eta 0:00:01\n",
" ------------------------------ --------- 8.2/10.8 MB 5.6 MB/s eta 0:00:01\n",
" ------------------------------- -------- 8.3/10.8 MB 5.6 MB/s eta 0:00:01\n",
" ------------------------------- -------- 8.5/10.8 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------- ------- 8.6/10.8 MB 5.3 MB/s eta 0:00:01\n",
" -------------------------------- ------- 8.8/10.8 MB 5.4 MB/s eta 0:00:01\n",
" --------------------------------- ------ 9.0/10.8 MB 5.4 MB/s eta 0:00:01\n",
" ---------------------------------- ----- 9.3/10.8 MB 5.4 MB/s eta 0:00:01\n",
" ------------------------------------ --- 9.8/10.8 MB 5.5 MB/s eta 0:00:01\n",
" ------------------------------------- -- 10.1/10.8 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 10.3/10.8 MB 5.5 MB/s eta 0:00:01\n",
" --------------------------------------- 10.5/10.8 MB 5.6 MB/s eta 0:00:01\n",
" --------------------------------------- 10.7/10.8 MB 5.7 MB/s eta 0:00:01\n",
" ---------------------------------------- 10.8/10.8 MB 5.5 MB/s eta 0:00:00\n",
"Installing collected packages: pygame\n",
"Successfully installed pygame-2.5.2\n",
"Note: you may need to restart the kernel to use updated packages.\n"
]
}
],
"source": [
"pip install pygame==2.5.2"
]
},
{
"cell_type": "code",
"execution_count": 6,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Collecting PyQt5Note: you may need to restart the kernel to use updated packages.\n",
"\n",
" Downloading PyQt5-5.15.10-cp37-abi3-win_amd64.whl.metadata (2.2 kB)\n",
"Collecting PyQt5-sip<13,>=12.13 (from PyQt5)\n",
" Downloading PyQt5_sip-12.13.0-cp311-cp311-win_amd64.whl.metadata (524 bytes)\n",
"Collecting PyQt5-Qt5>=5.15.2 (from PyQt5)\n",
" Downloading PyQt5_Qt5-5.15.2-py3-none-win_amd64.whl (50.1 MB)\n",
" ---------------------------------------- 0.0/50.1 MB ? eta -:--:--\n",
" ---------------------------------------- 0.1/50.1 MB 4.3 MB/s eta 0:00:12\n",
" ---------------------------------------- 0.4/50.1 MB 6.1 MB/s eta 0:00:09\n",
" --------------------------------------- 0.7/50.1 MB 5.9 MB/s eta 0:00:09\n",
" --------------------------------------- 0.9/50.1 MB 5.5 MB/s eta 0:00:09\n",
" --------------------------------------- 1.1/50.1 MB 5.7 MB/s eta 0:00:09\n",
" - -------------------------------------- 1.4/50.1 MB 5.9 MB/s eta 0:00:09\n",
" - -------------------------------------- 1.6/50.1 MB 6.1 MB/s eta 0:00:08\n",
" - -------------------------------------- 2.2/50.1 MB 6.6 MB/s eta 0:00:08\n",
" - -------------------------------------- 2.5/50.1 MB 6.5 MB/s eta 0:00:08\n",
" -- ------------------------------------- 2.8/50.1 MB 6.6 MB/s eta 0:00:08\n",
" -- ------------------------------------- 3.1/50.1 MB 6.8 MB/s eta 0:00:07\n",
" -- ------------------------------------- 3.2/50.1 MB 6.4 MB/s eta 0:00:08\n",
" -- ------------------------------------- 3.4/50.1 MB 6.3 MB/s eta 0:00:08\n",
" --- ------------------------------------ 3.8/50.1 MB 6.5 MB/s eta 0:00:08\n",
" --- ------------------------------------ 4.1/50.1 MB 6.6 MB/s eta 0:00:08\n",
" --- ------------------------------------ 4.5/50.1 MB 6.9 MB/s eta 0:00:07\n",
" --- ------------------------------------ 4.8/50.1 MB 6.8 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 5.1/50.1 MB 6.9 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 5.4/50.1 MB 6.9 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 5.6/50.1 MB 6.8 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 5.9/50.1 MB 6.7 MB/s eta 0:00:07\n",
" ---- ----------------------------------- 6.2/50.1 MB 6.7 MB/s eta 0:00:07\n",
" ----- ---------------------------------- 6.6/50.1 MB 6.8 MB/s eta 0:00:07\n",
" ----- ---------------------------------- 6.9/50.1 MB 6.8 MB/s eta 0:00:07\n",
" ----- ---------------------------------- 7.3/50.1 MB 6.8 MB/s eta 0:00:07\n",
" ----- ---------------------------------- 7.4/50.1 MB 6.7 MB/s eta 0:00:07\n",
" ------ --------------------------------- 7.6/50.1 MB 6.6 MB/s eta 0:00:07\n",
" ------ --------------------------------- 7.9/50.1 MB 6.8 MB/s eta 0:00:07\n",
" ------ --------------------------------- 8.3/50.1 MB 6.8 MB/s eta 0:00:07\n",
" ------ --------------------------------- 8.7/50.1 MB 6.9 MB/s eta 0:00:06\n",
" ------- -------------------------------- 9.1/50.1 MB 6.8 MB/s eta 0:00:06\n",
" ------- -------------------------------- 9.5/50.1 MB 6.9 MB/s eta 0:00:06\n",
" ------- -------------------------------- 9.7/50.1 MB 6.9 MB/s eta 0:00:06\n",
" ------- -------------------------------- 10.0/50.1 MB 6.9 MB/s eta 0:00:06\n",
" -------- ------------------------------- 10.2/50.1 MB 6.8 MB/s eta 0:00:06\n",
" -------- ------------------------------- 10.4/50.1 MB 6.7 MB/s eta 0:00:06\n",
" -------- ------------------------------- 10.7/50.1 MB 6.9 MB/s eta 0:00:06\n",
" -------- ------------------------------- 10.8/50.1 MB 6.7 MB/s eta 0:00:06\n",
" -------- ------------------------------- 11.1/50.1 MB 6.8 MB/s eta 0:00:06\n",
" --------- ------------------------------ 11.4/50.1 MB 6.8 MB/s eta 0:00:06\n",
" --------- ------------------------------ 11.5/50.1 MB 6.7 MB/s eta 0:00:06\n",
" --------- ------------------------------ 11.8/50.1 MB 6.7 MB/s eta 0:00:06\n",
" --------- ------------------------------ 12.0/50.1 MB 6.6 MB/s eta 0:00:06\n",
" --------- ------------------------------ 12.3/50.1 MB 6.6 MB/s eta 0:00:06\n",
" --------- ------------------------------ 12.5/50.1 MB 6.4 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 12.7/50.1 MB 6.4 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 13.0/50.1 MB 6.4 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 13.1/50.1 MB 6.3 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 13.3/50.1 MB 6.3 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 13.4/50.1 MB 6.2 MB/s eta 0:00:06\n",
" ---------- ----------------------------- 13.5/50.1 MB 6.1 MB/s eta 0:00:07\n",
" ---------- ----------------------------- 13.6/50.1 MB 6.2 MB/s eta 0:00:06\n",
" ----------- ---------------------------- 13.8/50.1 MB 6.0 MB/s eta 0:00:07\n",
" ----------- ---------------------------- 14.0/50.1 MB 5.9 MB/s eta 0:00:07\n",
" ----------- ---------------------------- 14.2/50.1 MB 5.8 MB/s eta 0:00:07\n",
" ----------- ---------------------------- 14.4/50.1 MB 5.8 MB/s eta 0:00:07\n",
" ----------- ---------------------------- 14.8/50.1 MB 5.7 MB/s eta 0:00:07\n",
" ----------- ---------------------------- 15.0/50.1 MB 5.7 MB/s eta 0:00:07\n",
" ------------ --------------------------- 15.1/50.1 MB 5.7 MB/s eta 0:00:07\n",
" ------------ --------------------------- 15.2/50.1 MB 5.6 MB/s eta 0:00:07\n",
" ------------ --------------------------- 15.4/50.1 MB 5.5 MB/s eta 0:00:07\n",
" ------------ --------------------------- 15.6/50.1 MB 5.5 MB/s eta 0:00:07\n",
" ------------ --------------------------- 15.7/50.1 MB 5.5 MB/s eta 0:00:07\n",
" ------------ --------------------------- 15.9/50.1 MB 5.5 MB/s eta 0:00:07\n",
" ------------ --------------------------- 16.1/50.1 MB 5.4 MB/s eta 0:00:07\n",
" ------------ --------------------------- 16.2/50.1 MB 5.3 MB/s eta 0:00:07\n",
" ------------- -------------------------- 16.4/50.1 MB 5.3 MB/s eta 0:00:07\n",
" ------------- -------------------------- 16.7/50.1 MB 5.2 MB/s eta 0:00:07\n",
" ------------- -------------------------- 16.8/50.1 MB 5.2 MB/s eta 0:00:07\n",
" ------------- -------------------------- 17.0/50.1 MB 5.2 MB/s eta 0:00:07\n",
" ------------- -------------------------- 17.2/50.1 MB 5.1 MB/s eta 0:00:07\n",
" ------------- -------------------------- 17.4/50.1 MB 5.0 MB/s eta 0:00:07\n",
" -------------- ------------------------- 17.6/50.1 MB 5.1 MB/s eta 0:00:07\n",
" -------------- ------------------------- 17.8/50.1 MB 5.1 MB/s eta 0:00:07\n",
" -------------- ------------------------- 18.1/50.1 MB 5.0 MB/s eta 0:00:07\n",
" -------------- ------------------------- 18.3/50.1 MB 5.0 MB/s eta 0:00:07\n",
" -------------- ------------------------- 18.5/50.1 MB 4.9 MB/s eta 0:00:07\n",
" -------------- ------------------------- 18.5/50.1 MB 4.9 MB/s eta 0:00:07\n",
" -------------- ------------------------- 18.7/50.1 MB 4.8 MB/s eta 0:00:07\n",
" -------------- ------------------------- 18.8/50.1 MB 4.7 MB/s eta 0:00:07\n",
" --------------- ------------------------ 18.8/50.1 MB 4.7 MB/s eta 0:00:07\n",
" --------------- ------------------------ 19.0/50.1 MB 4.6 MB/s eta 0:00:07\n",
" --------------- ------------------------ 19.3/50.1 MB 4.6 MB/s eta 0:00:07\n",
" --------------- ------------------------ 19.4/50.1 MB 4.6 MB/s eta 0:00:07\n",
" --------------- ------------------------ 19.7/50.1 MB 4.5 MB/s eta 0:00:07\n",
" ---------------- ----------------------- 20.1/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ---------------- ----------------------- 20.4/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ---------------- ----------------------- 20.6/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ---------------- ----------------------- 20.7/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ---------------- ----------------------- 21.1/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ----------------- ---------------------- 21.3/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ----------------- ---------------------- 21.6/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ----------------- ---------------------- 21.9/50.1 MB 4.7 MB/s eta 0:00:07\n",
" ----------------- ---------------------- 22.1/50.1 MB 4.6 MB/s eta 0:00:07\n",
" ----------------- ---------------------- 22.4/50.1 MB 4.7 MB/s eta 0:00:06\n",
" ------------------ --------------------- 22.7/50.1 MB 4.7 MB/s eta 0:00:06\n",
" ------------------ --------------------- 22.9/50.1 MB 4.7 MB/s eta 0:00:06\n",
" ------------------ --------------------- 23.1/50.1 MB 4.6 MB/s eta 0:00:06\n",
" ------------------ --------------------- 23.5/50.1 MB 4.7 MB/s eta 0:00:06\n",
" ------------------ --------------------- 23.6/50.1 MB 4.8 MB/s eta 0:00:06\n",
" ------------------ --------------------- 23.7/50.1 MB 4.8 MB/s eta 0:00:06\n",
" ------------------- -------------------- 23.9/50.1 MB 4.8 MB/s eta 0:00:06\n",
" ------------------- -------------------- 24.3/50.1 MB 4.9 MB/s eta 0:00:06\n",
" ------------------- -------------------- 24.5/50.1 MB 4.9 MB/s eta 0:00:06\n",
" ------------------- -------------------- 24.7/50.1 MB 4.9 MB/s eta 0:00:06\n",
" ------------------- -------------------- 24.9/50.1 MB 4.8 MB/s eta 0:00:06\n",
" ------------------- -------------------- 25.0/50.1 MB 4.7 MB/s eta 0:00:06\n",
" -------------------- ------------------- 25.1/50.1 MB 4.7 MB/s eta 0:00:06\n",
" -------------------- ------------------- 25.2/50.1 MB 4.7 MB/s eta 0:00:06\n",
" -------------------- ------------------- 25.4/50.1 MB 4.6 MB/s eta 0:00:06\n",
" -------------------- ------------------- 25.6/50.1 MB 4.7 MB/s eta 0:00:06\n",
" -------------------- ------------------- 25.7/50.1 MB 4.7 MB/s eta 0:00:06\n",
" -------------------- ------------------- 26.1/50.1 MB 4.8 MB/s eta 0:00:06\n",
" --------------------- ------------------ 26.3/50.1 MB 4.9 MB/s eta 0:00:05\n",
" --------------------- ------------------ 26.4/50.1 MB 4.8 MB/s eta 0:00:05\n",
" --------------------- ------------------ 26.7/50.1 MB 4.9 MB/s eta 0:00:05\n",
" --------------------- ------------------ 26.8/50.1 MB 4.9 MB/s eta 0:00:05\n",
" --------------------- ------------------ 27.0/50.1 MB 4.8 MB/s eta 0:00:05\n",
" --------------------- ------------------ 27.1/50.1 MB 4.9 MB/s eta 0:00:05\n",
" --------------------- ------------------ 27.4/50.1 MB 4.9 MB/s eta 0:00:05\n",
" ---------------------- ----------------- 27.7/50.1 MB 4.8 MB/s eta 0:00:05\n",
" ---------------------- ----------------- 27.9/50.1 MB 4.8 MB/s eta 0:00:05\n",
" ---------------------- ----------------- 28.2/50.1 MB 4.8 MB/s eta 0:00:05\n",
" ---------------------- ----------------- 28.3/50.1 MB 4.8 MB/s eta 0:00:05\n",
" ---------------------- ----------------- 28.6/50.1 MB 4.9 MB/s eta 0:00:05\n",
" ----------------------- ---------------- 28.8/50.1 MB 5.0 MB/s eta 0:00:05\n",
" ----------------------- ---------------- 29.0/50.1 MB 5.0 MB/s eta 0:00:05\n",
" ----------------------- ---------------- 29.3/50.1 MB 5.1 MB/s eta 0:00:05\n",
" ----------------------- ---------------- 29.6/50.1 MB 5.2 MB/s eta 0:00:04\n",
" ----------------------- ---------------- 29.7/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ----------------------- ---------------- 29.9/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ------------------------ --------------- 30.2/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ------------------------ --------------- 30.4/50.1 MB 5.0 MB/s eta 0:00:04\n",
" ------------------------ --------------- 30.7/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ------------------------ --------------- 31.0/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ------------------------ --------------- 31.2/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ------------------------- -------------- 31.5/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ------------------------- -------------- 31.5/50.1 MB 5.1 MB/s eta 0:00:04\n",
" ------------------------- -------------- 31.7/50.1 MB 5.0 MB/s eta 0:00:04\n",
" ------------------------- -------------- 32.0/50.1 MB 5.0 MB/s eta 0:00:04\n",
" ------------------------- -------------- 32.1/50.1 MB 4.9 MB/s eta 0:00:04\n",
" ------------------------- -------------- 32.5/50.1 MB 5.0 MB/s eta 0:00:04\n",
" -------------------------- ------------- 32.8/50.1 MB 5.0 MB/s eta 0:00:04\n",
" -------------------------- ------------- 33.0/50.1 MB 5.0 MB/s eta 0:00:04\n",
" -------------------------- ------------- 33.2/50.1 MB 5.0 MB/s eta 0:00:04\n",
" -------------------------- ------------- 33.5/50.1 MB 5.0 MB/s eta 0:00:04\n",
" -------------------------- ------------- 33.8/50.1 MB 5.1 MB/s eta 0:00:04\n",
" --------------------------- ------------ 34.0/50.1 MB 5.2 MB/s eta 0:00:04\n",
" --------------------------- ------------ 34.3/50.1 MB 5.2 MB/s eta 0:00:04\n",
" --------------------------- ------------ 34.4/50.1 MB 5.2 MB/s eta 0:00:04\n",
" --------------------------- ------------ 34.7/50.1 MB 5.1 MB/s eta 0:00:04\n",
" --------------------------- ------------ 34.9/50.1 MB 5.2 MB/s eta 0:00:03\n",
" --------------------------- ------------ 34.9/50.1 MB 5.2 MB/s eta 0:00:03\n",
" --------------------------- ------------ 34.9/50.1 MB 5.2 MB/s eta 0:00:03\n",
" --------------------------- ------------ 34.9/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ---------------------------- ----------- 35.4/50.1 MB 5.0 MB/s eta 0:00:03\n",
" ---------------------------- ----------- 35.7/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ---------------------------- ----------- 36.0/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ---------------------------- ----------- 36.2/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ----------------------------- ---------- 36.5/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ----------------------------- ---------- 36.7/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ----------------------------- ---------- 37.0/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ----------------------------- ---------- 37.2/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ----------------------------- ---------- 37.4/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------ --------- 37.7/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------ --------- 37.9/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------ --------- 38.1/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------ --------- 38.3/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------ --------- 38.6/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------- -------- 39.0/50.1 MB 5.3 MB/s eta 0:00:03\n",
" ------------------------------- -------- 39.1/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------- -------- 39.3/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------- -------- 39.5/50.1 MB 5.2 MB/s eta 0:00:03\n",
" ------------------------------- -------- 39.8/50.1 MB 5.2 MB/s eta 0:00:02\n",
" ------------------------------- -------- 40.0/50.1 MB 5.2 MB/s eta 0:00:02\n",
" -------------------------------- ------- 40.2/50.1 MB 5.2 MB/s eta 0:00:02\n",
" -------------------------------- ------- 40.4/50.1 MB 5.2 MB/s eta 0:00:02\n",
" -------------------------------- ------- 40.5/50.1 MB 5.1 MB/s eta 0:00:02\n",
" -------------------------------- ------- 40.8/50.1 MB 5.1 MB/s eta 0:00:02\n",
" -------------------------------- ------- 40.9/50.1 MB 5.0 MB/s eta 0:00:02\n",
" -------------------------------- ------- 41.1/50.1 MB 5.0 MB/s eta 0:00:02\n",
" --------------------------------- ------ 41.4/50.1 MB 5.0 MB/s eta 0:00:02\n",
" --------------------------------- ------ 41.6/50.1 MB 5.0 MB/s eta 0:00:02\n",
" --------------------------------- ------ 41.9/50.1 MB 5.1 MB/s eta 0:00:02\n",
" --------------------------------- ------ 42.2/50.1 MB 5.1 MB/s eta 0:00:02\n",
" ---------------------------------- ----- 42.6/50.1 MB 5.2 MB/s eta 0:00:02\n",
" ---------------------------------- ----- 42.8/50.1 MB 5.2 MB/s eta 0:00:02\n",
" ---------------------------------- ----- 43.1/50.1 MB 5.2 MB/s eta 0:00:02\n",
" ---------------------------------- ----- 43.4/50.1 MB 5.1 MB/s eta 0:00:02\n",
" ---------------------------------- ----- 43.8/50.1 MB 5.2 MB/s eta 0:00:02\n",
" ----------------------------------- ---- 43.9/50.1 MB 5.2 MB/s eta 0:00:02\n",
" ----------------------------------- ---- 44.2/50.1 MB 5.1 MB/s eta 0:00:02\n",
" ----------------------------------- ---- 44.5/50.1 MB 5.2 MB/s eta 0:00:02\n",
" ----------------------------------- ---- 44.7/50.1 MB 5.1 MB/s eta 0:00:02\n",
" ----------------------------------- ---- 44.9/50.1 MB 5.2 MB/s eta 0:00:01\n",
" ------------------------------------ --- 45.3/50.1 MB 5.6 MB/s eta 0:00:01\n",
" ------------------------------------ --- 45.4/50.1 MB 5.6 MB/s eta 0:00:01\n",
" ------------------------------------ --- 45.6/50.1 MB 5.4 MB/s eta 0:00:01\n",
" ------------------------------------ --- 45.7/50.1 MB 5.4 MB/s eta 0:00:01\n",
" ------------------------------------ --- 46.0/50.1 MB 5.4 MB/s eta 0:00:01\n",
" ------------------------------------ --- 46.1/50.1 MB 5.3 MB/s eta 0:00:01\n",
" ------------------------------------- -- 46.6/50.1 MB 5.4 MB/s eta 0:00:01\n",
" ------------------------------------- -- 46.9/50.1 MB 5.5 MB/s eta 0:00:01\n",
" ------------------------------------- -- 47.2/50.1 MB 5.5 MB/s eta 0:00:01\n",
" ------------------------------------- -- 47.4/50.1 MB 5.5 MB/s eta 0:00:01\n",
" ------------------------------------- -- 47.5/50.1 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 47.8/50.1 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 47.9/50.1 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 48.0/50.1 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 48.2/50.1 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 48.4/50.1 MB 5.5 MB/s eta 0:00:01\n",
" -------------------------------------- - 48.7/50.1 MB 5.4 MB/s eta 0:00:01\n",
" -------------------------------------- - 48.8/50.1 MB 5.4 MB/s eta 0:00:01\n",
" --------------------------------------- 48.9/50.1 MB 5.3 MB/s eta 0:00:01\n",
" --------------------------------------- 49.0/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 49.2/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 49.4/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 49.6/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 49.8/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 50.0/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 50.1/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 50.1/50.1 MB 5.2 MB/s eta 0:00:01\n",
" --------------------------------------- 50.1/50.1 MB 5.2 MB/s eta 0:00:01\n",
" ---------------------------------------- 50.1/50.1 MB 4.8 MB/s eta 0:00:00\n",
"Downloading PyQt5-5.15.10-cp37-abi3-win_amd64.whl (6.8 MB)\n",
" ---------------------------------------- 0.0/6.8 MB ? eta -:--:--\n",
" - -------------------------------------- 0.2/6.8 MB 6.3 MB/s eta 0:00:02\n",
" -- ------------------------------------- 0.4/6.8 MB 4.6 MB/s eta 0:00:02\n",
" -- ------------------------------------- 0.5/6.8 MB 4.0 MB/s eta 0:00:02\n",
" --- ------------------------------------ 0.6/6.8 MB 4.1 MB/s eta 0:00:02\n",
" ---- ----------------------------------- 0.7/6.8 MB 3.7 MB/s eta 0:00:02\n",
" ---- ----------------------------------- 0.8/6.8 MB 3.3 MB/s eta 0:00:02\n",
" ----- ---------------------------------- 0.9/6.8 MB 3.5 MB/s eta 0:00:02\n",
" ------ --------------------------------- 1.1/6.8 MB 3.3 MB/s eta 0:00:02\n",
" ------- -------------------------------- 1.3/6.8 MB 3.5 MB/s eta 0:00:02\n",
" -------- ------------------------------- 1.5/6.8 MB 3.5 MB/s eta 0:00:02\n",
" --------- ------------------------------ 1.7/6.8 MB 3.7 MB/s eta 0:00:02\n",
" ---------- ----------------------------- 1.8/6.8 MB 3.6 MB/s eta 0:00:02\n",
" ----------- ---------------------------- 2.0/6.8 MB 3.7 MB/s eta 0:00:02\n",
" ------------ --------------------------- 2.2/6.8 MB 3.7 MB/s eta 0:00:02\n",
" -------------- ------------------------- 2.4/6.8 MB 3.8 MB/s eta 0:00:02\n",
" --------------- ------------------------ 2.7/6.8 MB 3.8 MB/s eta 0:00:02\n",
" --------------- ------------------------ 2.7/6.8 MB 3.8 MB/s eta 0:00:02\n",
" ----------------- ---------------------- 3.0/6.8 MB 3.9 MB/s eta 0:00:01\n",
" ------------------ --------------------- 3.1/6.8 MB 3.9 MB/s eta 0:00:01\n",
" ------------------- -------------------- 3.3/6.8 MB 3.9 MB/s eta 0:00:01\n",
" -------------------- ------------------- 3.5/6.8 MB 4.0 MB/s eta 0:00:01\n",
" --------------------- ------------------ 3.7/6.8 MB 4.0 MB/s eta 0:00:01\n",
" ------------------------ --------------- 4.1/6.8 MB 4.2 MB/s eta 0:00:01\n",
" ------------------------ --------------- 4.2/6.8 MB 4.0 MB/s eta 0:00:01\n",
" ------------------------- -------------- 4.4/6.8 MB 4.2 MB/s eta 0:00:01\n",
" --------------------------- ------------ 4.7/6.8 MB 4.2 MB/s eta 0:00:01\n",
" ---------------------------- ----------- 4.9/6.8 MB 4.2 MB/s eta 0:00:01\n",
" ------------------------------ --------- 5.2/6.8 MB 4.3 MB/s eta 0:00:01\n",
" -------------------------------- ------- 5.6/6.8 MB 4.5 MB/s eta 0:00:01\n",
" ---------------------------------- ----- 6.0/6.8 MB 4.6 MB/s eta 0:00:01\n",
" ------------------------------------ --- 6.2/6.8 MB 4.6 MB/s eta 0:00:01\n",
" ------------------------------------- -- 6.5/6.8 MB 4.7 MB/s eta 0:00:01\n",
" --------------------------------------- 6.8/6.8 MB 4.8 MB/s eta 0:00:01\n",
" ---------------------------------------- 6.8/6.8 MB 4.7 MB/s eta 0:00:00\n",
"Downloading PyQt5_sip-12.13.0-cp311-cp311-win_amd64.whl (78 kB)\n",
" ---------------------------------------- 0.0/78.5 kB ? eta -:--:--\n",
" ---------------------------------------- 78.5/78.5 kB ? eta 0:00:00\n",
"Installing collected packages: PyQt5-Qt5, PyQt5-sip, PyQt5\n",
"Successfully installed PyQt5-5.15.10 PyQt5-Qt5-5.15.2 PyQt5-sip-12.13.0\n"
]
}
],
"source": [
"pip install PyQt5"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Usage"
]
},
{
"cell_type": "code",
"execution_count": 19,
"metadata": {},
"outputs": [],
"source": [
"import gym\n",
"import time\n",
"\n",
"# Create the environment\n",
"env = gym.make(\"CartPole-v1\", render_mode=\"human\")\n",
"\n",
"# Reset the environment and get the initial observation\n",
"observation = env.reset()\n",
"\n",
"for _ in range(1000):\n",
" # Select a random action from the action space\n",
" action = env.action_space.sample()\n",
" # Apply the action to the environment\n",
" # Returns next observation, reward, done signal (indicating\n",
" # if the episode has ended), and an additional info dictionary\n",
" observation, reward, terminated, truncated, info = env.step(action)\n",
" # Render the environment to visualize the agent's behavior\n",
" env.render()\n",
" if terminated: \n",
" # Terminated before max step\n",
" break\n",
" time.sleep(0.2) # Sleep added to slow down the visualization\n",
"\n",
"env.close()\n"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Reinforce"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": []
}
],
"metadata": {
"kernelspec": {
"display_name": ".venv",
"language": "python",
"name": "python3"
},
"language_info": {
"codemirror_mode": {
"name": "ipython",
"version": 3
},
"file_extension": ".py",
"mimetype": "text/x-python",
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.11.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment