Nevar pievienot vairāk kā 25 tēmas Tēmai ir jāsākas ar burtu vai ciparu, tā var saturēt domu zīmes ('-') un var būt līdz 35 simboliem gara.

pirms 2 dienas
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898
  1. {
  2. "cells": [
  3. {
  4. "cell_type": "markdown",
  5. "metadata": {},
  6. "source": [
  7. "# Upgrade pip and deploy requirements.txt"
  8. ]
  9. },
  10. {
  11. "cell_type": "code",
  12. "execution_count": 8,
  13. "metadata": {},
  14. "outputs": [
  15. {
  16. "name": "stdout",
  17. "output_type": "stream",
  18. "text": [
  19. "Requirement already satisfied: pip in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (24.1.2)\n",
  20. "Note: you may need to restart the kernel to use updated packages.\n",
  21. "Requirement already satisfied: ipykernel in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from -r ../requirements.txt (line 2)) (6.29.5)\n",
  22. "Requirement already satisfied: ipython in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from -r ../requirements.txt (line 3)) (8.26.0)\n",
  23. "Collecting numpy (from -r ../requirements.txt (line 6))\n",
  24. " Downloading numpy-2.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB)\n",
  25. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.9/60.9 kB\u001b[0m \u001b[31m1.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  26. "\u001b[?25hCollecting pandas (from -r ../requirements.txt (line 7))\n",
  27. " Downloading pandas-2.2.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (19 kB)\n",
  28. "Collecting matplotlib (from -r ../requirements.txt (line 8))\n",
  29. " Downloading matplotlib-3.9.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (11 kB)\n",
  30. "Collecting seaborn (from -r ../requirements.txt (line 9))\n",
  31. " Downloading seaborn-0.13.2-py3-none-any.whl.metadata (5.4 kB)\n",
  32. "Collecting scikit-learn (from -r ../requirements.txt (line 10))\n",
  33. " Downloading scikit_learn-1.5.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (12 kB)\n",
  34. "Collecting statsmodels (from -r ../requirements.txt (line 11))\n",
  35. " Downloading statsmodels-0.14.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.2 kB)\n",
  36. "Collecting beautifulsoup4 (from -r ../requirements.txt (line 14))\n",
  37. " Downloading beautifulsoup4-4.12.3-py3-none-any.whl.metadata (3.8 kB)\n",
  38. "Collecting lxml (from -r ../requirements.txt (line 15))\n",
  39. " Downloading lxml-5.2.2-cp311-cp311-manylinux_2_28_x86_64.whl.metadata (3.4 kB)\n",
  40. "Collecting mlflow (from -r ../requirements.txt (line 18))\n",
  41. " Downloading mlflow-2.14.3-py3-none-any.whl.metadata (29 kB)\n",
  42. "Collecting opencv-contrib-python (from -r ../requirements.txt (line 21))\n",
  43. " Downloading opencv_contrib_python-4.10.0.84-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (20 kB)\n",
  44. "Requirement already satisfied: comm>=0.1.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (0.2.2)\n",
  45. "Requirement already satisfied: debugpy>=1.6.5 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (1.8.2)\n",
  46. "Requirement already satisfied: jupyter-client>=6.1.12 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (8.6.2)\n",
  47. "Requirement already satisfied: jupyter-core!=5.0.*,>=4.12 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (5.7.2)\n",
  48. "Requirement already satisfied: matplotlib-inline>=0.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (0.1.7)\n",
  49. "Requirement already satisfied: nest-asyncio in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (1.6.0)\n",
  50. "Requirement already satisfied: packaging in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (24.1)\n",
  51. "Requirement already satisfied: psutil in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (6.0.0)\n",
  52. "Requirement already satisfied: pyzmq>=24 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (26.0.3)\n",
  53. "Requirement already satisfied: tornado>=6.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (6.4.1)\n",
  54. "Requirement already satisfied: traitlets>=5.4.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipykernel->-r ../requirements.txt (line 2)) (5.14.3)\n",
  55. "Requirement already satisfied: decorator in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipython->-r ../requirements.txt (line 3)) (5.1.1)\n",
  56. "Requirement already satisfied: jedi>=0.16 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipython->-r ../requirements.txt (line 3)) (0.19.1)\n",
  57. "Requirement already satisfied: prompt-toolkit<3.1.0,>=3.0.41 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipython->-r ../requirements.txt (line 3)) (3.0.47)\n",
  58. "Requirement already satisfied: pygments>=2.4.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipython->-r ../requirements.txt (line 3)) (2.18.0)\n",
  59. "Requirement already satisfied: stack-data in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipython->-r ../requirements.txt (line 3)) (0.6.3)\n",
  60. "Requirement already satisfied: typing-extensions>=4.6 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipython->-r ../requirements.txt (line 3)) (4.12.2)\n",
  61. "Requirement already satisfied: pexpect>4.3 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from ipython->-r ../requirements.txt (line 3)) (4.9.0)\n",
  62. "Requirement already satisfied: python-dateutil>=2.8.2 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from pandas->-r ../requirements.txt (line 7)) (2.9.0.post0)\n",
  63. "Collecting pytz>=2020.1 (from pandas->-r ../requirements.txt (line 7))\n",
  64. " Downloading pytz-2024.1-py2.py3-none-any.whl.metadata (22 kB)\n",
  65. "Collecting tzdata>=2022.7 (from pandas->-r ../requirements.txt (line 7))\n",
  66. " Downloading tzdata-2024.1-py2.py3-none-any.whl.metadata (1.4 kB)\n",
  67. "Collecting contourpy>=1.0.1 (from matplotlib->-r ../requirements.txt (line 8))\n",
  68. " Downloading contourpy-1.2.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (5.8 kB)\n",
  69. "Collecting cycler>=0.10 (from matplotlib->-r ../requirements.txt (line 8))\n",
  70. " Downloading cycler-0.12.1-py3-none-any.whl.metadata (3.8 kB)\n",
  71. "Collecting fonttools>=4.22.0 (from matplotlib->-r ../requirements.txt (line 8))\n",
  72. " Downloading fonttools-4.53.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (162 kB)\n",
  73. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m162.6/162.6 kB\u001b[0m \u001b[31m4.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  74. "\u001b[?25hCollecting kiwisolver>=1.3.1 (from matplotlib->-r ../requirements.txt (line 8))\n",
  75. " Downloading kiwisolver-1.4.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.4 kB)\n",
  76. "Collecting pillow>=8 (from matplotlib->-r ../requirements.txt (line 8))\n",
  77. " Downloading pillow-10.4.0-cp311-cp311-manylinux_2_28_x86_64.whl.metadata (9.2 kB)\n",
  78. "Collecting pyparsing>=2.3.1 (from matplotlib->-r ../requirements.txt (line 8))\n",
  79. " Downloading pyparsing-3.1.2-py3-none-any.whl.metadata (5.1 kB)\n",
  80. "Collecting scipy>=1.6.0 (from scikit-learn->-r ../requirements.txt (line 10))\n",
  81. " Downloading scipy-1.14.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (60 kB)\n",
  82. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m60.8/60.8 kB\u001b[0m \u001b[31m13.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  83. "\u001b[?25hCollecting joblib>=1.2.0 (from scikit-learn->-r ../requirements.txt (line 10))\n",
  84. " Downloading joblib-1.4.2-py3-none-any.whl.metadata (5.4 kB)\n",
  85. "Collecting threadpoolctl>=3.1.0 (from scikit-learn->-r ../requirements.txt (line 10))\n",
  86. " Downloading threadpoolctl-3.5.0-py3-none-any.whl.metadata (13 kB)\n",
  87. "Collecting patsy>=0.5.6 (from statsmodels->-r ../requirements.txt (line 11))\n",
  88. " Downloading patsy-0.5.6-py2.py3-none-any.whl.metadata (3.5 kB)\n",
  89. "Collecting soupsieve>1.2 (from beautifulsoup4->-r ../requirements.txt (line 14))\n",
  90. " Downloading soupsieve-2.5-py3-none-any.whl.metadata (4.7 kB)\n",
  91. "Collecting Flask<4 (from mlflow->-r ../requirements.txt (line 18))\n",
  92. " Downloading flask-3.0.3-py3-none-any.whl.metadata (3.2 kB)\n",
  93. "Collecting alembic!=1.10.0,<2 (from mlflow->-r ../requirements.txt (line 18))\n",
  94. " Downloading alembic-1.13.2-py3-none-any.whl.metadata (7.4 kB)\n",
  95. "Collecting cachetools<6,>=5.0.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  96. " Downloading cachetools-5.4.0-py3-none-any.whl.metadata (5.3 kB)\n",
  97. "Collecting click<9,>=7.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  98. " Downloading click-8.1.7-py3-none-any.whl.metadata (3.0 kB)\n",
  99. "Collecting cloudpickle<4 (from mlflow->-r ../requirements.txt (line 18))\n",
  100. " Downloading cloudpickle-3.0.0-py3-none-any.whl.metadata (7.0 kB)\n",
  101. "Collecting docker<8,>=4.0.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  102. " Downloading docker-7.1.0-py3-none-any.whl.metadata (3.8 kB)\n",
  103. "Collecting entrypoints<1 (from mlflow->-r ../requirements.txt (line 18))\n",
  104. " Downloading entrypoints-0.4-py3-none-any.whl.metadata (2.6 kB)\n",
  105. "Collecting gitpython<4,>=3.1.9 (from mlflow->-r ../requirements.txt (line 18))\n",
  106. " Downloading GitPython-3.1.43-py3-none-any.whl.metadata (13 kB)\n",
  107. "Collecting graphene<4 (from mlflow->-r ../requirements.txt (line 18))\n",
  108. " Downloading graphene-3.3-py2.py3-none-any.whl.metadata (7.7 kB)\n",
  109. "Collecting importlib-metadata!=4.7.0,<8,>=3.7.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  110. " Downloading importlib_metadata-7.2.1-py3-none-any.whl.metadata (4.6 kB)\n",
  111. "Collecting markdown<4,>=3.3 (from mlflow->-r ../requirements.txt (line 18))\n",
  112. " Downloading Markdown-3.6-py3-none-any.whl.metadata (7.0 kB)\n",
  113. "Collecting numpy (from -r ../requirements.txt (line 6))\n",
  114. " Downloading numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (61 kB)\n",
  115. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m61.0/61.0 kB\u001b[0m \u001b[31m13.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  116. "\u001b[?25hCollecting opentelemetry-api<3,>=1.9.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  117. " Downloading opentelemetry_api-1.25.0-py3-none-any.whl.metadata (1.4 kB)\n",
  118. "Collecting opentelemetry-sdk<3,>=1.9.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  119. " Downloading opentelemetry_sdk-1.25.0-py3-none-any.whl.metadata (1.4 kB)\n",
  120. "Collecting protobuf<5,>=3.12.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  121. " Downloading protobuf-4.25.4-cp37-abi3-manylinux2014_x86_64.whl.metadata (541 bytes)\n",
  122. "Collecting pyarrow<16,>=4.0.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  123. " Downloading pyarrow-15.0.2-cp311-cp311-manylinux_2_28_x86_64.whl.metadata (3.0 kB)\n",
  124. "Collecting pyyaml<7,>=5.1 (from mlflow->-r ../requirements.txt (line 18))\n",
  125. " Downloading PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.1 kB)\n",
  126. "Collecting querystring-parser<2 (from mlflow->-r ../requirements.txt (line 18))\n",
  127. " Downloading querystring_parser-1.2.4-py2.py3-none-any.whl.metadata (559 bytes)\n",
  128. "Collecting requests<3,>=2.17.3 (from mlflow->-r ../requirements.txt (line 18))\n",
  129. " Downloading requests-2.32.3-py3-none-any.whl.metadata (4.6 kB)\n",
  130. "Collecting sqlalchemy<3,>=1.4.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  131. " Downloading SQLAlchemy-2.0.31-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (9.6 kB)\n",
  132. "Collecting sqlparse<1,>=0.4.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  133. " Downloading sqlparse-0.5.1-py3-none-any.whl.metadata (3.9 kB)\n",
  134. "Collecting Jinja2<4,>=2.11 (from mlflow->-r ../requirements.txt (line 18))\n",
  135. " Downloading jinja2-3.1.4-py3-none-any.whl.metadata (2.6 kB)\n",
  136. "Collecting gunicorn<23 (from mlflow->-r ../requirements.txt (line 18))\n",
  137. " Downloading gunicorn-22.0.0-py3-none-any.whl.metadata (4.4 kB)\n",
  138. "Collecting Mako (from alembic!=1.10.0,<2->mlflow->-r ../requirements.txt (line 18))\n",
  139. " Downloading Mako-1.3.5-py3-none-any.whl.metadata (2.9 kB)\n",
  140. "Collecting urllib3>=1.26.0 (from docker<8,>=4.0.0->mlflow->-r ../requirements.txt (line 18))\n",
  141. " Downloading urllib3-2.2.2-py3-none-any.whl.metadata (6.4 kB)\n",
  142. "Collecting Werkzeug>=3.0.0 (from Flask<4->mlflow->-r ../requirements.txt (line 18))\n",
  143. " Downloading werkzeug-3.0.3-py3-none-any.whl.metadata (3.7 kB)\n",
  144. "Collecting itsdangerous>=2.1.2 (from Flask<4->mlflow->-r ../requirements.txt (line 18))\n",
  145. " Downloading itsdangerous-2.2.0-py3-none-any.whl.metadata (1.9 kB)\n",
  146. "Collecting blinker>=1.6.2 (from Flask<4->mlflow->-r ../requirements.txt (line 18))\n",
  147. " Downloading blinker-1.8.2-py3-none-any.whl.metadata (1.6 kB)\n",
  148. "Collecting gitdb<5,>=4.0.1 (from gitpython<4,>=3.1.9->mlflow->-r ../requirements.txt (line 18))\n",
  149. " Downloading gitdb-4.0.11-py3-none-any.whl.metadata (1.2 kB)\n",
  150. "Collecting graphql-core<3.3,>=3.1 (from graphene<4->mlflow->-r ../requirements.txt (line 18))\n",
  151. " Downloading graphql_core-3.2.3-py3-none-any.whl.metadata (10 kB)\n",
  152. "Collecting graphql-relay<3.3,>=3.1 (from graphene<4->mlflow->-r ../requirements.txt (line 18))\n",
  153. " Downloading graphql_relay-3.2.0-py3-none-any.whl.metadata (12 kB)\n",
  154. "Collecting aniso8601<10,>=8 (from graphene<4->mlflow->-r ../requirements.txt (line 18))\n",
  155. " Downloading aniso8601-9.0.1-py2.py3-none-any.whl.metadata (23 kB)\n",
  156. "Collecting zipp>=0.5 (from importlib-metadata!=4.7.0,<8,>=3.7.0->mlflow->-r ../requirements.txt (line 18))\n",
  157. " Downloading zipp-3.19.2-py3-none-any.whl.metadata (3.6 kB)\n",
  158. "Requirement already satisfied: parso<0.9.0,>=0.8.3 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from jedi>=0.16->ipython->-r ../requirements.txt (line 3)) (0.8.4)\n",
  159. "Collecting MarkupSafe>=2.0 (from Jinja2<4,>=2.11->mlflow->-r ../requirements.txt (line 18))\n",
  160. " Downloading MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.0 kB)\n",
  161. "Requirement already satisfied: platformdirs>=2.5 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from jupyter-core!=5.0.*,>=4.12->ipykernel->-r ../requirements.txt (line 2)) (4.2.2)\n",
  162. "Collecting deprecated>=1.2.6 (from opentelemetry-api<3,>=1.9.0->mlflow->-r ../requirements.txt (line 18))\n",
  163. " Downloading Deprecated-1.2.14-py2.py3-none-any.whl.metadata (5.4 kB)\n",
  164. "Collecting importlib-metadata!=4.7.0,<8,>=3.7.0 (from mlflow->-r ../requirements.txt (line 18))\n",
  165. " Downloading importlib_metadata-7.1.0-py3-none-any.whl.metadata (4.7 kB)\n",
  166. "Collecting opentelemetry-semantic-conventions==0.46b0 (from opentelemetry-sdk<3,>=1.9.0->mlflow->-r ../requirements.txt (line 18))\n",
  167. " Downloading opentelemetry_semantic_conventions-0.46b0-py3-none-any.whl.metadata (2.3 kB)\n",
  168. "Requirement already satisfied: six in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from patsy>=0.5.6->statsmodels->-r ../requirements.txt (line 11)) (1.16.0)\n",
  169. "Requirement already satisfied: ptyprocess>=0.5 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from pexpect>4.3->ipython->-r ../requirements.txt (line 3)) (0.7.0)\n",
  170. "Requirement already satisfied: wcwidth in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from prompt-toolkit<3.1.0,>=3.0.41->ipython->-r ../requirements.txt (line 3)) (0.2.13)\n",
  171. "Collecting charset-normalizer<4,>=2 (from requests<3,>=2.17.3->mlflow->-r ../requirements.txt (line 18))\n",
  172. " Downloading charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (33 kB)\n",
  173. "Collecting idna<4,>=2.5 (from requests<3,>=2.17.3->mlflow->-r ../requirements.txt (line 18))\n",
  174. " Downloading idna-3.7-py3-none-any.whl.metadata (9.9 kB)\n",
  175. "Collecting certifi>=2017.4.17 (from requests<3,>=2.17.3->mlflow->-r ../requirements.txt (line 18))\n",
  176. " Downloading certifi-2024.7.4-py3-none-any.whl.metadata (2.2 kB)\n",
  177. "Collecting greenlet!=0.4.17 (from sqlalchemy<3,>=1.4.0->mlflow->-r ../requirements.txt (line 18))\n",
  178. " Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl.metadata (3.8 kB)\n",
  179. "Requirement already satisfied: executing>=1.2.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from stack-data->ipython->-r ../requirements.txt (line 3)) (2.0.1)\n",
  180. "Requirement already satisfied: asttokens>=2.1.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from stack-data->ipython->-r ../requirements.txt (line 3)) (2.4.1)\n",
  181. "Requirement already satisfied: pure-eval in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from stack-data->ipython->-r ../requirements.txt (line 3)) (0.2.3)\n",
  182. "Collecting wrapt<2,>=1.10 (from deprecated>=1.2.6->opentelemetry-api<3,>=1.9.0->mlflow->-r ../requirements.txt (line 18))\n",
  183. " Downloading wrapt-1.16.0-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.6 kB)\n",
  184. "Collecting smmap<6,>=3.0.1 (from gitdb<5,>=4.0.1->gitpython<4,>=3.1.9->mlflow->-r ../requirements.txt (line 18))\n",
  185. " Downloading smmap-5.0.1-py3-none-any.whl.metadata (4.3 kB)\n",
  186. "Downloading pandas-2.2.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.0 MB)\n",
  187. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.0/13.0 MB\u001b[0m \u001b[31m49.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  188. "\u001b[?25hDownloading matplotlib-3.9.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (8.3 MB)\n",
  189. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m8.3/8.3 MB\u001b[0m \u001b[31m72.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0mm\n",
  190. "\u001b[?25hDownloading seaborn-0.13.2-py3-none-any.whl (294 kB)\n",
  191. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m294.9/294.9 kB\u001b[0m \u001b[31m55.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  192. "\u001b[?25hDownloading scikit_learn-1.5.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (13.3 MB)\n",
  193. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m13.3/13.3 MB\u001b[0m \u001b[31m88.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m00:01\u001b[0m\n",
  194. "\u001b[?25hDownloading statsmodels-0.14.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (10.7 MB)\n",
  195. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m10.7/10.7 MB\u001b[0m \u001b[31m90.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m0:01\u001b[0m\n",
  196. "\u001b[?25hDownloading beautifulsoup4-4.12.3-py3-none-any.whl (147 kB)\n",
  197. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m147.9/147.9 kB\u001b[0m \u001b[31m36.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  198. "\u001b[?25hDownloading lxml-5.2.2-cp311-cp311-manylinux_2_28_x86_64.whl (5.0 MB)\n",
  199. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.0/5.0 MB\u001b[0m \u001b[31m90.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  200. "\u001b[?25hDownloading mlflow-2.14.3-py3-none-any.whl (25.8 MB)\n",
  201. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m25.8/25.8 MB\u001b[0m \u001b[31m72.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m00:01\u001b[0m\n",
  202. "\u001b[?25hDownloading numpy-1.26.4-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (18.3 MB)\n",
  203. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m18.3/18.3 MB\u001b[0m \u001b[31m80.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m00:01\u001b[0m\n",
  204. "\u001b[?25hDownloading opencv_contrib_python-4.10.0.84-cp37-abi3-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (68.7 MB)\n",
  205. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m68.7/68.7 MB\u001b[0m \u001b[31m49.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m00:01\u001b[0m\n",
  206. "\u001b[?25hDownloading alembic-1.13.2-py3-none-any.whl (232 kB)\n",
  207. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m233.0/233.0 kB\u001b[0m \u001b[31m50.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  208. "\u001b[?25hDownloading cachetools-5.4.0-py3-none-any.whl (9.5 kB)\n",
  209. "Downloading click-8.1.7-py3-none-any.whl (97 kB)\n",
  210. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m97.9/97.9 kB\u001b[0m \u001b[31m16.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  211. "\u001b[?25hDownloading cloudpickle-3.0.0-py3-none-any.whl (20 kB)\n",
  212. "Downloading contourpy-1.2.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (306 kB)\n",
  213. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m306.0/306.0 kB\u001b[0m \u001b[31m38.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  214. "\u001b[?25hDownloading cycler-0.12.1-py3-none-any.whl (8.3 kB)\n",
  215. "Downloading docker-7.1.0-py3-none-any.whl (147 kB)\n",
  216. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m147.8/147.8 kB\u001b[0m \u001b[31m23.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  217. "\u001b[?25hDownloading entrypoints-0.4-py3-none-any.whl (5.3 kB)\n",
  218. "Downloading flask-3.0.3-py3-none-any.whl (101 kB)\n",
  219. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m101.7/101.7 kB\u001b[0m \u001b[31m17.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  220. "\u001b[?25hDownloading fonttools-4.53.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (4.9 MB)\n",
  221. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.9/4.9 MB\u001b[0m \u001b[31m62.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  222. "\u001b[?25hDownloading GitPython-3.1.43-py3-none-any.whl (207 kB)\n",
  223. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m207.3/207.3 kB\u001b[0m \u001b[31m43.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  224. "\u001b[?25hDownloading graphene-3.3-py2.py3-none-any.whl (128 kB)\n",
  225. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m128.2/128.2 kB\u001b[0m \u001b[31m20.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  226. "\u001b[?25hDownloading gunicorn-22.0.0-py3-none-any.whl (84 kB)\n",
  227. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m84.4/84.4 kB\u001b[0m \u001b[31m14.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  228. "\u001b[?25hDownloading jinja2-3.1.4-py3-none-any.whl (133 kB)\n",
  229. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.3/133.3 kB\u001b[0m \u001b[31m21.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  230. "\u001b[?25hDownloading joblib-1.4.2-py3-none-any.whl (301 kB)\n",
  231. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m301.8/301.8 kB\u001b[0m \u001b[31m38.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  232. "\u001b[?25hDownloading kiwisolver-1.4.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.4 MB)\n",
  233. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.4/1.4 MB\u001b[0m \u001b[31m64.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  234. "\u001b[?25hDownloading Markdown-3.6-py3-none-any.whl (105 kB)\n",
  235. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m105.4/105.4 kB\u001b[0m \u001b[31m24.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  236. "\u001b[?25hDownloading opentelemetry_api-1.25.0-py3-none-any.whl (59 kB)\n",
  237. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m59.9/59.9 kB\u001b[0m \u001b[31m10.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  238. "\u001b[?25hDownloading importlib_metadata-7.1.0-py3-none-any.whl (24 kB)\n",
  239. "Downloading opentelemetry_sdk-1.25.0-py3-none-any.whl (107 kB)\n",
  240. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m107.0/107.0 kB\u001b[0m \u001b[31m18.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  241. "\u001b[?25hDownloading opentelemetry_semantic_conventions-0.46b0-py3-none-any.whl (130 kB)\n",
  242. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m130.5/130.5 kB\u001b[0m \u001b[31m19.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  243. "\u001b[?25hDownloading patsy-0.5.6-py2.py3-none-any.whl (233 kB)\n",
  244. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m233.9/233.9 kB\u001b[0m \u001b[31m31.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  245. "\u001b[?25hDownloading pillow-10.4.0-cp311-cp311-manylinux_2_28_x86_64.whl (4.5 MB)\n",
  246. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m4.5/4.5 MB\u001b[0m \u001b[31m76.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  247. "\u001b[?25hDownloading protobuf-4.25.4-cp37-abi3-manylinux2014_x86_64.whl (294 kB)\n",
  248. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m294.6/294.6 kB\u001b[0m \u001b[31m53.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  249. "\u001b[?25hDownloading pyarrow-15.0.2-cp311-cp311-manylinux_2_28_x86_64.whl (38.3 MB)\n",
  250. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m38.3/38.3 MB\u001b[0m \u001b[31m57.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  251. "\u001b[?25hDownloading pyparsing-3.1.2-py3-none-any.whl (103 kB)\n",
  252. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m103.2/103.2 kB\u001b[0m \u001b[31m27.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  253. "\u001b[?25hDownloading pytz-2024.1-py2.py3-none-any.whl (505 kB)\n",
  254. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m505.5/505.5 kB\u001b[0m \u001b[31m58.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  255. "\u001b[?25hDownloading PyYAML-6.0.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (757 kB)\n",
  256. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m757.7/757.7 kB\u001b[0m \u001b[31m71.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  257. "\u001b[?25hDownloading querystring_parser-1.2.4-py2.py3-none-any.whl (7.9 kB)\n",
  258. "Downloading requests-2.32.3-py3-none-any.whl (64 kB)\n",
  259. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m64.9/64.9 kB\u001b[0m \u001b[31m12.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  260. "\u001b[?25hDownloading scipy-1.14.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (41.1 MB)\n",
  261. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m41.1/41.1 MB\u001b[0m \u001b[31m54.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  262. "\u001b[?25hDownloading soupsieve-2.5-py3-none-any.whl (36 kB)\n",
  263. "Downloading SQLAlchemy-2.0.31-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (3.2 MB)\n",
  264. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m3.2/3.2 MB\u001b[0m \u001b[31m70.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m:00:01\u001b[0m\n",
  265. "\u001b[?25hDownloading sqlparse-0.5.1-py3-none-any.whl (44 kB)\n",
  266. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m44.2/44.2 kB\u001b[0m \u001b[31m11.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  267. "\u001b[?25hDownloading threadpoolctl-3.5.0-py3-none-any.whl (18 kB)\n",
  268. "Downloading tzdata-2024.1-py2.py3-none-any.whl (345 kB)\n",
  269. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m345.4/345.4 kB\u001b[0m \u001b[31m40.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  270. "\u001b[?25hDownloading aniso8601-9.0.1-py2.py3-none-any.whl (52 kB)\n",
  271. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m52.8/52.8 kB\u001b[0m \u001b[31m7.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  272. "\u001b[?25hDownloading blinker-1.8.2-py3-none-any.whl (9.5 kB)\n",
  273. "Downloading certifi-2024.7.4-py3-none-any.whl (162 kB)\n",
  274. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m163.0/163.0 kB\u001b[0m \u001b[31m26.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  275. "\u001b[?25hDownloading charset_normalizer-3.3.2-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (140 kB)\n",
  276. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m140.3/140.3 kB\u001b[0m \u001b[31m20.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  277. "\u001b[?25hDownloading Deprecated-1.2.14-py2.py3-none-any.whl (9.6 kB)\n",
  278. "Downloading gitdb-4.0.11-py3-none-any.whl (62 kB)\n",
  279. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m62.7/62.7 kB\u001b[0m \u001b[31m11.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  280. "\u001b[?25hDownloading graphql_core-3.2.3-py3-none-any.whl (202 kB)\n",
  281. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m202.9/202.9 kB\u001b[0m \u001b[31m29.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  282. "\u001b[?25hDownloading graphql_relay-3.2.0-py3-none-any.whl (16 kB)\n",
  283. "Downloading greenlet-3.0.3-cp311-cp311-manylinux_2_24_x86_64.manylinux_2_28_x86_64.whl (620 kB)\n",
  284. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m620.0/620.0 kB\u001b[0m \u001b[31m52.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  285. "\u001b[?25hDownloading idna-3.7-py3-none-any.whl (66 kB)\n",
  286. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m66.8/66.8 kB\u001b[0m \u001b[31m11.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  287. "\u001b[?25hDownloading itsdangerous-2.2.0-py3-none-any.whl (16 kB)\n",
  288. "Downloading MarkupSafe-2.1.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (28 kB)\n",
  289. "Downloading urllib3-2.2.2-py3-none-any.whl (121 kB)\n",
  290. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m121.4/121.4 kB\u001b[0m \u001b[31m20.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  291. "\u001b[?25hDownloading werkzeug-3.0.3-py3-none-any.whl (227 kB)\n",
  292. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m227.3/227.3 kB\u001b[0m \u001b[31m31.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  293. "\u001b[?25hDownloading zipp-3.19.2-py3-none-any.whl (9.0 kB)\n",
  294. "Downloading Mako-1.3.5-py3-none-any.whl (78 kB)\n",
  295. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.6/78.6 kB\u001b[0m \u001b[31m12.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  296. "\u001b[?25hDownloading smmap-5.0.1-py3-none-any.whl (24 kB)\n",
  297. "Downloading wrapt-1.16.0-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (80 kB)\n",
  298. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m80.7/80.7 kB\u001b[0m \u001b[31m21.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  299. "\u001b[?25hInstalling collected packages: pytz, aniso8601, zipp, wrapt, urllib3, tzdata, threadpoolctl, sqlparse, soupsieve, smmap, querystring-parser, pyyaml, pyparsing, protobuf, pillow, numpy, MarkupSafe, markdown, lxml, kiwisolver, joblib, itsdangerous, idna, gunicorn, greenlet, graphql-core, fonttools, entrypoints, cycler, cloudpickle, click, charset-normalizer, certifi, cachetools, blinker, Werkzeug, sqlalchemy, scipy, requests, pyarrow, patsy, pandas, opencv-contrib-python, Mako, Jinja2, importlib-metadata, graphql-relay, gitdb, deprecated, contourpy, beautifulsoup4, statsmodels, scikit-learn, opentelemetry-api, matplotlib, graphene, gitpython, Flask, docker, alembic, seaborn, opentelemetry-semantic-conventions, opentelemetry-sdk, mlflow\n",
  300. "Successfully installed Flask-3.0.3 Jinja2-3.1.4 Mako-1.3.5 MarkupSafe-2.1.5 Werkzeug-3.0.3 alembic-1.13.2 aniso8601-9.0.1 beautifulsoup4-4.12.3 blinker-1.8.2 cachetools-5.4.0 certifi-2024.7.4 charset-normalizer-3.3.2 click-8.1.7 cloudpickle-3.0.0 contourpy-1.2.1 cycler-0.12.1 deprecated-1.2.14 docker-7.1.0 entrypoints-0.4 fonttools-4.53.1 gitdb-4.0.11 gitpython-3.1.43 graphene-3.3 graphql-core-3.2.3 graphql-relay-3.2.0 greenlet-3.0.3 gunicorn-22.0.0 idna-3.7 importlib-metadata-7.1.0 itsdangerous-2.2.0 joblib-1.4.2 kiwisolver-1.4.5 lxml-5.2.2 markdown-3.6 matplotlib-3.9.1 mlflow-2.14.3 numpy-1.26.4 opencv-contrib-python-4.10.0.84 opentelemetry-api-1.25.0 opentelemetry-sdk-1.25.0 opentelemetry-semantic-conventions-0.46b0 pandas-2.2.2 patsy-0.5.6 pillow-10.4.0 protobuf-4.25.4 pyarrow-15.0.2 pyparsing-3.1.2 pytz-2024.1 pyyaml-6.0.1 querystring-parser-1.2.4 requests-2.32.3 scikit-learn-1.5.1 scipy-1.14.0 seaborn-0.13.2 smmap-5.0.1 soupsieve-2.5 sqlalchemy-2.0.31 sqlparse-0.5.1 statsmodels-0.14.2 threadpoolctl-3.5.0 tzdata-2024.1 urllib3-2.2.2 wrapt-1.16.0 zipp-3.19.2\n",
  301. "Note: you may need to restart the kernel to use updated packages.\n"
  302. ]
  303. }
  304. ],
  305. "source": [
  306. "%pip install --upgrade pip\n",
  307. "%pip install -r ../requirements.txt"
  308. ]
  309. },
  310. {
  311. "cell_type": "markdown",
  312. "metadata": {},
  313. "source": [
  314. "# Import somes libs for testing"
  315. ]
  316. },
  317. {
  318. "cell_type": "code",
  319. "execution_count": 9,
  320. "metadata": {},
  321. "outputs": [],
  322. "source": [
  323. "# Tests d'imports\n",
  324. "import numpy as np\n",
  325. "import pandas as pd\n",
  326. "import matplotlib.pyplot as plt\n",
  327. "import os\n",
  328. "import pathlib\n",
  329. "import PIL\n",
  330. "from PIL import Image"
  331. ]
  332. },
  333. {
  334. "cell_type": "markdown",
  335. "metadata": {},
  336. "source": [
  337. "# Tensorflow\n",
  338. "\n",
  339. "> https://www.tensorflow.org/install/pip"
  340. ]
  341. },
  342. {
  343. "cell_type": "markdown",
  344. "metadata": {},
  345. "source": [
  346. "## Standard version with CPU"
  347. ]
  348. },
  349. {
  350. "cell_type": "code",
  351. "execution_count": 10,
  352. "metadata": {},
  353. "outputs": [
  354. {
  355. "name": "stdout",
  356. "output_type": "stream",
  357. "text": [
  358. "\u001b[33mWARNING: Skipping tensorflow as it is not installed.\u001b[0m\u001b[33m\n",
  359. "\u001b[0m\u001b[33mWARNING: Skipping tensorflow-rocm as it is not installed.\u001b[0m\u001b[33m\n",
  360. "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n",
  361. "Collecting tensorflow\n",
  362. " Downloading tensorflow-2.17.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (4.2 kB)\n",
  363. "Collecting absl-py>=1.0.0 (from tensorflow)\n",
  364. " Downloading absl_py-2.1.0-py3-none-any.whl.metadata (2.3 kB)\n",
  365. "Collecting astunparse>=1.6.0 (from tensorflow)\n",
  366. " Downloading astunparse-1.6.3-py2.py3-none-any.whl.metadata (4.4 kB)\n",
  367. "Collecting flatbuffers>=24.3.25 (from tensorflow)\n",
  368. " Downloading flatbuffers-24.3.25-py2.py3-none-any.whl.metadata (850 bytes)\n",
  369. "Collecting gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 (from tensorflow)\n",
  370. " Downloading gast-0.6.0-py3-none-any.whl.metadata (1.3 kB)\n",
  371. "Collecting google-pasta>=0.1.1 (from tensorflow)\n",
  372. " Downloading google_pasta-0.2.0-py3-none-any.whl.metadata (814 bytes)\n",
  373. "Collecting h5py>=3.10.0 (from tensorflow)\n",
  374. " Downloading h5py-3.11.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.5 kB)\n",
  375. "Collecting libclang>=13.0.0 (from tensorflow)\n",
  376. " Downloading libclang-18.1.1-py2.py3-none-manylinux2010_x86_64.whl.metadata (5.2 kB)\n",
  377. "Collecting ml-dtypes<0.5.0,>=0.3.1 (from tensorflow)\n",
  378. " Downloading ml_dtypes-0.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (20 kB)\n",
  379. "Collecting opt-einsum>=2.3.2 (from tensorflow)\n",
  380. " Downloading opt_einsum-3.3.0-py3-none-any.whl.metadata (6.5 kB)\n",
  381. "Requirement already satisfied: packaging in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (24.1)\n",
  382. "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (4.25.4)\n",
  383. "Requirement already satisfied: requests<3,>=2.21.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (2.32.3)\n",
  384. "Requirement already satisfied: setuptools in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (65.5.0)\n",
  385. "Requirement already satisfied: six>=1.12.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (1.16.0)\n",
  386. "Collecting termcolor>=1.1.0 (from tensorflow)\n",
  387. " Downloading termcolor-2.4.0-py3-none-any.whl.metadata (6.1 kB)\n",
  388. "Requirement already satisfied: typing-extensions>=3.6.6 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (4.12.2)\n",
  389. "Requirement already satisfied: wrapt>=1.11.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (1.16.0)\n",
  390. "Collecting grpcio<2.0,>=1.24.3 (from tensorflow)\n",
  391. " Downloading grpcio-1.65.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.3 kB)\n",
  392. "Collecting tensorboard<2.18,>=2.17 (from tensorflow)\n",
  393. " Downloading tensorboard-2.17.0-py3-none-any.whl.metadata (1.6 kB)\n",
  394. "Collecting keras>=3.2.0 (from tensorflow)\n",
  395. " Downloading keras-3.4.1-py3-none-any.whl.metadata (5.8 kB)\n",
  396. "Collecting tensorflow-io-gcs-filesystem>=0.23.1 (from tensorflow)\n",
  397. " Downloading tensorflow_io_gcs_filesystem-0.37.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (14 kB)\n",
  398. "Requirement already satisfied: numpy<2.0.0,>=1.23.5 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow) (1.26.4)\n",
  399. "Collecting wheel<1.0,>=0.23.0 (from astunparse>=1.6.0->tensorflow)\n",
  400. " Downloading wheel-0.43.0-py3-none-any.whl.metadata (2.2 kB)\n",
  401. "Collecting rich (from keras>=3.2.0->tensorflow)\n",
  402. " Downloading rich-13.7.1-py3-none-any.whl.metadata (18 kB)\n",
  403. "Collecting namex (from keras>=3.2.0->tensorflow)\n",
  404. " Downloading namex-0.0.8-py3-none-any.whl.metadata (246 bytes)\n",
  405. "Collecting optree (from keras>=3.2.0->tensorflow)\n",
  406. " Downloading optree-0.12.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (47 kB)\n",
  407. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m47.8/47.8 kB\u001b[0m \u001b[31m1.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  408. "\u001b[?25hRequirement already satisfied: charset-normalizer<4,>=2 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (3.3.2)\n",
  409. "Requirement already satisfied: idna<4,>=2.5 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (3.7)\n",
  410. "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (2.2.2)\n",
  411. "Requirement already satisfied: certifi>=2017.4.17 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorflow) (2024.7.4)\n",
  412. "Requirement already satisfied: markdown>=2.6.8 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorboard<2.18,>=2.17->tensorflow) (3.6)\n",
  413. "Collecting tensorboard-data-server<0.8.0,>=0.7.0 (from tensorboard<2.18,>=2.17->tensorflow)\n",
  414. " Downloading tensorboard_data_server-0.7.2-py3-none-manylinux_2_31_x86_64.whl.metadata (1.1 kB)\n",
  415. "Requirement already satisfied: werkzeug>=1.0.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorboard<2.18,>=2.17->tensorflow) (3.0.3)\n",
  416. "Requirement already satisfied: MarkupSafe>=2.1.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from werkzeug>=1.0.1->tensorboard<2.18,>=2.17->tensorflow) (2.1.5)\n",
  417. "Collecting markdown-it-py>=2.2.0 (from rich->keras>=3.2.0->tensorflow)\n",
  418. " Downloading markdown_it_py-3.0.0-py3-none-any.whl.metadata (6.9 kB)\n",
  419. "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from rich->keras>=3.2.0->tensorflow) (2.18.0)\n",
  420. "Collecting mdurl~=0.1 (from markdown-it-py>=2.2.0->rich->keras>=3.2.0->tensorflow)\n",
  421. " Downloading mdurl-0.1.2-py3-none-any.whl.metadata (1.6 kB)\n",
  422. "Downloading tensorflow-2.17.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (601.3 MB)\n",
  423. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m601.3/601.3 MB\u001b[0m \u001b[31m108.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  424. "\u001b[?25hDownloading absl_py-2.1.0-py3-none-any.whl (133 kB)\n",
  425. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.7/133.7 kB\u001b[0m \u001b[31m134.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  426. "\u001b[?25hDownloading astunparse-1.6.3-py2.py3-none-any.whl (12 kB)\n",
  427. "Downloading flatbuffers-24.3.25-py2.py3-none-any.whl (26 kB)\n",
  428. "Downloading gast-0.6.0-py3-none-any.whl (21 kB)\n",
  429. "Downloading google_pasta-0.2.0-py3-none-any.whl (57 kB)\n",
  430. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m113.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  431. "\u001b[?25hDownloading grpcio-1.65.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.7 MB)\n",
  432. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.7/5.7 MB\u001b[0m \u001b[31m30.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0mm\n",
  433. "\u001b[?25hDownloading h5py-3.11.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n",
  434. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m117.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  435. "\u001b[?25hDownloading keras-3.4.1-py3-none-any.whl (1.1 MB)\n",
  436. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.1/1.1 MB\u001b[0m \u001b[31m156.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  437. "\u001b[?25hDownloading libclang-18.1.1-py2.py3-none-manylinux2010_x86_64.whl (24.5 MB)\n",
  438. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.5/24.5 MB\u001b[0m \u001b[31m110.9 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  439. "\u001b[?25hDownloading ml_dtypes-0.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (2.2 MB)\n",
  440. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.2/2.2 MB\u001b[0m \u001b[31m129.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  441. "\u001b[?25hDownloading opt_einsum-3.3.0-py3-none-any.whl (65 kB)\n",
  442. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m65.5/65.5 kB\u001b[0m \u001b[31m130.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  443. "\u001b[?25hDownloading tensorboard-2.17.0-py3-none-any.whl (5.5 MB)\n",
  444. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.5/5.5 MB\u001b[0m \u001b[31m116.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  445. "\u001b[?25hDownloading tensorflow_io_gcs_filesystem-0.37.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.1 MB)\n",
  446. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.1/5.1 MB\u001b[0m \u001b[31m115.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  447. "\u001b[?25hDownloading termcolor-2.4.0-py3-none-any.whl (7.7 kB)\n",
  448. "Downloading tensorboard_data_server-0.7.2-py3-none-manylinux_2_31_x86_64.whl (6.6 MB)\n",
  449. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.6/6.6 MB\u001b[0m \u001b[31m115.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  450. "\u001b[?25hDownloading wheel-0.43.0-py3-none-any.whl (65 kB)\n",
  451. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m65.8/65.8 kB\u001b[0m \u001b[31m156.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  452. "\u001b[?25hDownloading namex-0.0.8-py3-none-any.whl (5.8 kB)\n",
  453. "Downloading optree-0.12.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (349 kB)\n",
  454. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m349.1/349.1 kB\u001b[0m \u001b[31m146.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  455. "\u001b[?25hDownloading rich-13.7.1-py3-none-any.whl (240 kB)\n",
  456. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m240.7/240.7 kB\u001b[0m \u001b[31m120.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  457. "\u001b[?25hDownloading markdown_it_py-3.0.0-py3-none-any.whl (87 kB)\n",
  458. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m87.5/87.5 kB\u001b[0m \u001b[31m131.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  459. "\u001b[?25hDownloading mdurl-0.1.2-py3-none-any.whl (10.0 kB)\n",
  460. "Installing collected packages: namex, libclang, flatbuffers, wheel, termcolor, tensorflow-io-gcs-filesystem, tensorboard-data-server, optree, opt-einsum, ml-dtypes, mdurl, h5py, grpcio, google-pasta, gast, absl-py, tensorboard, markdown-it-py, astunparse, rich, keras, tensorflow\n",
  461. "Successfully installed absl-py-2.1.0 astunparse-1.6.3 flatbuffers-24.3.25 gast-0.6.0 google-pasta-0.2.0 grpcio-1.65.1 h5py-3.11.0 keras-3.4.1 libclang-18.1.1 markdown-it-py-3.0.0 mdurl-0.1.2 ml-dtypes-0.4.0 namex-0.0.8 opt-einsum-3.3.0 optree-0.12.1 rich-13.7.1 tensorboard-2.17.0 tensorboard-data-server-0.7.2 tensorflow-2.17.0 tensorflow-io-gcs-filesystem-0.37.1 termcolor-2.4.0 wheel-0.43.0\n",
  462. "Note: you may need to restart the kernel to use updated packages.\n",
  463. "tensorflow version 2.17.0\n",
  464. "Num GPUs Available: 0\n"
  465. ]
  466. }
  467. ],
  468. "source": [
  469. "%pip uninstall -y tensorflow tensorflow-rocm\n",
  470. "%pip install --no-cache-dir tensorflow\n",
  471. "\n",
  472. "import tensorflow as tf\n",
  473. "\n",
  474. "print(\"tensorflow version\",tf.__version__)\n",
  475. "print(\"Num GPUs Available: \", len(tf.config.list_physical_devices('GPU')))"
  476. ]
  477. },
  478. {
  479. "cell_type": "markdown",
  480. "metadata": {},
  481. "source": [
  482. "## ROCM version with AMD GPU"
  483. ]
  484. },
  485. {
  486. "cell_type": "markdown",
  487. "metadata": {},
  488. "source": [
  489. "S'assurer que les drivers du GPU sont bien installé et le GPU bien reconnu `lspci | grep Radeon`, puis installer les librairies ROCM sur l'OS `sudo dnf install rocm-* --skip-broken`\n",
  490. "\n",
  491. "Si les librairies ne sont pas trouvés sur le système, il peut-être nécessaire de créer une variable d'environnement sur l'OS, définir la variable LD_LIBRARY_PATH :\n",
  492. "\n",
  493. "```\n",
  494. "%env LD_LIBRARY_PATH=/opt/rocm/lib\n",
  495. "%env\n",
  496. "```"
  497. ]
  498. },
  499. {
  500. "cell_type": "code",
  501. "execution_count": 5,
  502. "metadata": {},
  503. "outputs": [
  504. {
  505. "name": "stdout",
  506. "output_type": "stream",
  507. "text": [
  508. "\u001b[33mWARNING: Skipping tensorflow as it is not installed.\u001b[0m\u001b[33m\n",
  509. "\u001b[0m\u001b[33mWARNING: Skipping tensorflow-rocm as it is not installed.\u001b[0m\u001b[33m\n",
  510. "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n",
  511. "Looking in links: [https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]\n",
  512. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  513. "\u001b[0mCollecting tensorflow-rocm\n",
  514. " Downloading tensorflow_rocm-2.14.0.600-cp311-cp311-manylinux2014_x86_64.whl.metadata (4.1 kB)\n",
  515. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  516. "\u001b[0mCollecting absl-py>=1.0.0 (from tensorflow-rocm)\n",
  517. " Downloading absl_py-2.1.0-py3-none-any.whl.metadata (2.3 kB)\n",
  518. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  519. "\u001b[0mCollecting astunparse>=1.6.0 (from tensorflow-rocm)\n",
  520. " Downloading astunparse-1.6.3-py2.py3-none-any.whl.metadata (4.4 kB)\n",
  521. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  522. "\u001b[0mCollecting flatbuffers>=23.5.26 (from tensorflow-rocm)\n",
  523. " Downloading flatbuffers-24.3.25-py2.py3-none-any.whl.metadata (850 bytes)\n",
  524. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  525. "\u001b[0mCollecting gast!=0.5.0,!=0.5.1,!=0.5.2,>=0.2.1 (from tensorflow-rocm)\n",
  526. " Downloading gast-0.6.0-py3-none-any.whl.metadata (1.3 kB)\n",
  527. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  528. "\u001b[0mCollecting google-pasta>=0.1.1 (from tensorflow-rocm)\n",
  529. " Downloading google_pasta-0.2.0-py3-none-any.whl.metadata (814 bytes)\n",
  530. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  531. "\u001b[0mCollecting h5py>=2.9.0 (from tensorflow-rocm)\n",
  532. " Downloading h5py-3.11.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (2.5 kB)\n",
  533. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  534. "\u001b[0mCollecting libclang>=13.0.0 (from tensorflow-rocm)\n",
  535. " Downloading libclang-18.1.1-py2.py3-none-manylinux2010_x86_64.whl.metadata (5.2 kB)\n",
  536. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  537. "\u001b[0mCollecting ml-dtypes==0.2.0 (from tensorflow-rocm)\n",
  538. " Downloading ml_dtypes-0.2.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (20 kB)\n",
  539. "Requirement already satisfied: numpy>=1.23.5 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow-rocm) (1.26.4)\n",
  540. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  541. "\u001b[0mCollecting opt-einsum>=2.3.2 (from tensorflow-rocm)\n",
  542. " Downloading opt_einsum-3.3.0-py3-none-any.whl.metadata (6.5 kB)\n",
  543. "Requirement already satisfied: packaging in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow-rocm) (24.1)\n",
  544. "Requirement already satisfied: protobuf!=4.21.0,!=4.21.1,!=4.21.2,!=4.21.3,!=4.21.4,!=4.21.5,<5.0.0dev,>=3.20.3 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow-rocm) (4.25.4)\n",
  545. "Requirement already satisfied: setuptools in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow-rocm) (65.5.0)\n",
  546. "Requirement already satisfied: six>=1.12.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow-rocm) (1.16.0)\n",
  547. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  548. "\u001b[0mCollecting termcolor>=1.1.0 (from tensorflow-rocm)\n",
  549. " Downloading termcolor-2.4.0-py3-none-any.whl.metadata (6.1 kB)\n",
  550. "Requirement already satisfied: typing-extensions>=3.6.6 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorflow-rocm) (4.12.2)\n",
  551. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  552. "\u001b[0mCollecting wrapt<1.15,>=1.11.0 (from tensorflow-rocm)\n",
  553. " Downloading wrapt-1.14.1-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (6.7 kB)\n",
  554. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  555. "\u001b[0mCollecting tensorflow-io-gcs-filesystem>=0.23.1 (from tensorflow-rocm)\n",
  556. " Downloading tensorflow_io_gcs_filesystem-0.37.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (14 kB)\n",
  557. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  558. "\u001b[0mCollecting grpcio<2.0,>=1.24.3 (from tensorflow-rocm)\n",
  559. " Downloading grpcio-1.65.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl.metadata (3.3 kB)\n",
  560. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  561. "\u001b[0mCollecting tensorboard<2.15,>=2.14 (from tensorflow-rocm)\n",
  562. " Downloading tensorboard-2.14.1-py3-none-any.whl.metadata (1.7 kB)\n",
  563. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  564. "\u001b[0mCollecting tensorflow-estimator<2.15,>=2.14.0 (from tensorflow-rocm)\n",
  565. " Downloading tensorflow_estimator-2.14.0-py2.py3-none-any.whl.metadata (1.3 kB)\n",
  566. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  567. "\u001b[0mCollecting keras<2.15,>=2.14.0 (from tensorflow-rocm)\n",
  568. " Downloading keras-2.14.0-py3-none-any.whl.metadata (2.4 kB)\n",
  569. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  570. "\u001b[0mCollecting wheel<1.0,>=0.23.0 (from astunparse>=1.6.0->tensorflow-rocm)\n",
  571. " Downloading wheel-0.43.0-py3-none-any.whl.metadata (2.2 kB)\n",
  572. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  573. "\u001b[0mCollecting google-auth<3,>=1.6.3 (from tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  574. " Downloading google_auth-2.32.0-py2.py3-none-any.whl.metadata (4.7 kB)\n",
  575. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  576. "\u001b[0mCollecting google-auth-oauthlib<1.1,>=0.5 (from tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  577. " Downloading google_auth_oauthlib-1.0.0-py2.py3-none-any.whl.metadata (2.7 kB)\n",
  578. "Requirement already satisfied: markdown>=2.6.8 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorboard<2.15,>=2.14->tensorflow-rocm) (3.6)\n",
  579. "Requirement already satisfied: requests<3,>=2.21.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorboard<2.15,>=2.14->tensorflow-rocm) (2.32.3)\n",
  580. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  581. "\u001b[0mCollecting tensorboard-data-server<0.8.0,>=0.7.0 (from tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  582. " Downloading tensorboard_data_server-0.7.2-py3-none-manylinux_2_31_x86_64.whl.metadata (1.1 kB)\n",
  583. "Requirement already satisfied: werkzeug>=1.0.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from tensorboard<2.15,>=2.14->tensorflow-rocm) (3.0.3)\n",
  584. "Requirement already satisfied: cachetools<6.0,>=2.0.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-rocm) (5.4.0)\n",
  585. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  586. "\u001b[0mCollecting pyasn1-modules>=0.2.1 (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  587. " Downloading pyasn1_modules-0.4.0-py3-none-any.whl.metadata (3.4 kB)\n",
  588. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  589. "\u001b[0mCollecting rsa<5,>=3.1.4 (from google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  590. " Downloading rsa-4.9-py3-none-any.whl.metadata (4.2 kB)\n",
  591. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  592. "\u001b[0mCollecting requests-oauthlib>=0.7.0 (from google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  593. " Downloading requests_oauthlib-2.0.0-py2.py3-none-any.whl.metadata (11 kB)\n",
  594. "Requirement already satisfied: charset-normalizer<4,>=2 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-rocm) (3.3.2)\n",
  595. "Requirement already satisfied: idna<4,>=2.5 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-rocm) (3.7)\n",
  596. "Requirement already satisfied: urllib3<3,>=1.21.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-rocm) (2.2.2)\n",
  597. "Requirement already satisfied: certifi>=2017.4.17 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from requests<3,>=2.21.0->tensorboard<2.15,>=2.14->tensorflow-rocm) (2024.7.4)\n",
  598. "Requirement already satisfied: MarkupSafe>=2.1.1 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from werkzeug>=1.0.1->tensorboard<2.15,>=2.14->tensorflow-rocm) (2.1.5)\n",
  599. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  600. "\u001b[0mCollecting pyasn1<0.7.0,>=0.4.6 (from pyasn1-modules>=0.2.1->google-auth<3,>=1.6.3->tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  601. " Downloading pyasn1-0.6.0-py2.py3-none-any.whl.metadata (8.3 kB)\n",
  602. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  603. "\u001b[0mCollecting oauthlib>=3.0.0 (from requests-oauthlib>=0.7.0->google-auth-oauthlib<1.1,>=0.5->tensorboard<2.15,>=2.14->tensorflow-rocm)\n",
  604. " Downloading oauthlib-3.2.2-py3-none-any.whl.metadata (7.5 kB)\n",
  605. "Downloading tensorflow_rocm-2.14.0.600-cp311-cp311-manylinux2014_x86_64.whl (427.1 MB)\n",
  606. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m427.1/427.1 MB\u001b[0m \u001b[31m54.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  607. "\u001b[?25hDownloading ml_dtypes-0.2.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (1.0 MB)\n",
  608. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.0/1.0 MB\u001b[0m \u001b[31m95.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  609. "\u001b[?25hDownloading absl_py-2.1.0-py3-none-any.whl (133 kB)\n",
  610. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m133.7/133.7 kB\u001b[0m \u001b[31m145.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  611. "\u001b[?25hDownloading astunparse-1.6.3-py2.py3-none-any.whl (12 kB)\n",
  612. "Downloading flatbuffers-24.3.25-py2.py3-none-any.whl (26 kB)\n",
  613. "Downloading gast-0.6.0-py3-none-any.whl (21 kB)\n",
  614. "Downloading google_pasta-0.2.0-py3-none-any.whl (57 kB)\n",
  615. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m57.5/57.5 kB\u001b[0m \u001b[31m101.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  616. "\u001b[?25hDownloading grpcio-1.65.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.7 MB)\n",
  617. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.7/5.7 MB\u001b[0m \u001b[31m56.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  618. "\u001b[?25hDownloading h5py-3.11.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.4 MB)\n",
  619. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.4/5.4 MB\u001b[0m \u001b[31m57.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  620. "\u001b[?25hDownloading keras-2.14.0-py3-none-any.whl (1.7 MB)\n",
  621. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m59.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  622. "\u001b[?25hDownloading libclang-18.1.1-py2.py3-none-manylinux2010_x86_64.whl (24.5 MB)\n",
  623. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m24.5/24.5 MB\u001b[0m \u001b[31m55.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  624. "\u001b[?25hDownloading opt_einsum-3.3.0-py3-none-any.whl (65 kB)\n",
  625. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m65.5/65.5 kB\u001b[0m \u001b[31m181.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  626. "\u001b[?25hDownloading tensorboard-2.14.1-py3-none-any.whl (5.5 MB)\n",
  627. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.5/5.5 MB\u001b[0m \u001b[31m58.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  628. "\u001b[?25hDownloading tensorflow_estimator-2.14.0-py2.py3-none-any.whl (440 kB)\n",
  629. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m440.7/440.7 kB\u001b[0m \u001b[31m135.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  630. "\u001b[?25hDownloading tensorflow_io_gcs_filesystem-0.37.1-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl (5.1 MB)\n",
  631. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.1/5.1 MB\u001b[0m \u001b[31m57.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  632. "\u001b[?25hDownloading termcolor-2.4.0-py3-none-any.whl (7.7 kB)\n",
  633. "Downloading wrapt-1.14.1-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl (78 kB)\n",
  634. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m78.4/78.4 kB\u001b[0m \u001b[31m130.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  635. "\u001b[?25hDownloading google_auth-2.32.0-py2.py3-none-any.whl (195 kB)\n",
  636. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m195.5/195.5 kB\u001b[0m \u001b[31m142.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  637. "\u001b[?25hDownloading google_auth_oauthlib-1.0.0-py2.py3-none-any.whl (18 kB)\n",
  638. "Downloading tensorboard_data_server-0.7.2-py3-none-manylinux_2_31_x86_64.whl (6.6 MB)\n",
  639. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m6.6/6.6 MB\u001b[0m \u001b[31m57.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  640. "\u001b[?25hDownloading wheel-0.43.0-py3-none-any.whl (65 kB)\n",
  641. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m65.8/65.8 kB\u001b[0m \u001b[31m127.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  642. "\u001b[?25hDownloading pyasn1_modules-0.4.0-py3-none-any.whl (181 kB)\n",
  643. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m181.2/181.2 kB\u001b[0m \u001b[31m151.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  644. "\u001b[?25hDownloading requests_oauthlib-2.0.0-py2.py3-none-any.whl (24 kB)\n",
  645. "Downloading rsa-4.9-py3-none-any.whl (34 kB)\n",
  646. "Downloading oauthlib-3.2.2-py3-none-any.whl (151 kB)\n",
  647. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m151.7/151.7 kB\u001b[0m \u001b[31m147.5 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  648. "\u001b[?25hDownloading pyasn1-0.6.0-py2.py3-none-any.whl (85 kB)\n",
  649. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m85.3/85.3 kB\u001b[0m \u001b[31m87.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  650. "\u001b[?25hInstalling collected packages: libclang, flatbuffers, wrapt, wheel, termcolor, tensorflow-io-gcs-filesystem, tensorflow-estimator, tensorboard-data-server, pyasn1, opt-einsum, oauthlib, ml-dtypes, keras, h5py, grpcio, google-pasta, gast, absl-py, rsa, requests-oauthlib, pyasn1-modules, astunparse, google-auth, google-auth-oauthlib, tensorboard, tensorflow-rocm\n",
  651. " Attempting uninstall: wrapt\n",
  652. " Found existing installation: wrapt 1.16.0\n",
  653. " Uninstalling wrapt-1.16.0:\n",
  654. " Successfully uninstalled wrapt-1.16.0\n",
  655. "Successfully installed absl-py-2.1.0 astunparse-1.6.3 flatbuffers-24.3.25 gast-0.6.0 google-auth-2.32.0 google-auth-oauthlib-1.0.0 google-pasta-0.2.0 grpcio-1.65.1 h5py-3.11.0 keras-2.14.0 libclang-18.1.1 ml-dtypes-0.2.0 oauthlib-3.2.2 opt-einsum-3.3.0 pyasn1-0.6.0 pyasn1-modules-0.4.0 requests-oauthlib-2.0.0 rsa-4.9 tensorboard-2.14.1 tensorboard-data-server-0.7.2 tensorflow-estimator-2.14.0 tensorflow-io-gcs-filesystem-0.37.1 tensorflow-rocm-2.14.0.600 termcolor-2.4.0 wheel-0.43.0 wrapt-1.14.1\n",
  656. "\u001b[33mWARNING: Location '[https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1]' is ignored: it is either a non-existing path or lacks a specific scheme.\u001b[0m\u001b[33m\n",
  657. "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n"
  658. ]
  659. },
  660. {
  661. "ename": "ImportError",
  662. "evalue": "libhsa-runtime64.so.1: cannot open shared object file: No such file or directory",
  663. "output_type": "error",
  664. "traceback": [
  665. "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
  666. "\u001b[0;31mImportError\u001b[0m Traceback (most recent call last)",
  667. "Cell \u001b[0;32mIn[5], line 5\u001b[0m\n\u001b[1;32m 2\u001b[0m get_ipython()\u001b[38;5;241m.\u001b[39mrun_line_magic(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mpip\u001b[39m\u001b[38;5;124m'\u001b[39m, \u001b[38;5;124m'\u001b[39m\u001b[38;5;124minstall --no-cache-dir tensorflow-rocm -f [https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1] --upgrade\u001b[39m\u001b[38;5;124m'\u001b[39m)\n\u001b[1;32m 3\u001b[0m \u001b[38;5;66;03m# %env LD_LIBRARY_PATH=/opt/rocm/lib\u001b[39;00m\n\u001b[0;32m----> 5\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mtensorflow\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m \u001b[38;5;21;01mtf\u001b[39;00m\n\u001b[1;32m 7\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtensorflow version\u001b[39m\u001b[38;5;124m\"\u001b[39m,tf\u001b[38;5;241m.\u001b[39m__version__)\n\u001b[1;32m 8\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mNum GPUs Available: \u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28mlen\u001b[39m(tf\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mlist_physical_devices(\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mGPU\u001b[39m\u001b[38;5;124m'\u001b[39m)))\n",
  668. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/tensorflow/__init__.py:38\u001b[0m\n\u001b[1;32m 35\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01msys\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m \u001b[38;5;21;01m_sys\u001b[39;00m\n\u001b[1;32m 36\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mtyping\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m \u001b[38;5;21;01m_typing\u001b[39;00m\n\u001b[0;32m---> 38\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mtensorflow\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mpython\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mtools\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m module_util \u001b[38;5;28;01mas\u001b[39;00m _module_util\n\u001b[1;32m 39\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mtensorflow\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mpython\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mutil\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mlazy_loader\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m LazyLoader \u001b[38;5;28;01mas\u001b[39;00m _LazyLoader\n\u001b[1;32m 41\u001b[0m \u001b[38;5;66;03m# Make sure code inside the TensorFlow codebase can use tf2.enabled() at import.\u001b[39;00m\n",
  669. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/tensorflow/python/__init__.py:36\u001b[0m\n\u001b[1;32m 27\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mtraceback\u001b[39;00m\n\u001b[1;32m 29\u001b[0m \u001b[38;5;66;03m# We aim to keep this file minimal and ideally remove completely.\u001b[39;00m\n\u001b[1;32m 30\u001b[0m \u001b[38;5;66;03m# If you are adding a new file with @tf_export decorators,\u001b[39;00m\n\u001b[1;32m 31\u001b[0m \u001b[38;5;66;03m# import it in modules_with_exports.py instead.\u001b[39;00m\n\u001b[1;32m 32\u001b[0m \n\u001b[1;32m 33\u001b[0m \u001b[38;5;66;03m# go/tf-wildcard-import\u001b[39;00m\n\u001b[1;32m 34\u001b[0m \u001b[38;5;66;03m# pylint: disable=wildcard-import,g-bad-import-order,g-import-not-at-top\u001b[39;00m\n\u001b[0;32m---> 36\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mtensorflow\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mpython\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m pywrap_tensorflow \u001b[38;5;28;01mas\u001b[39;00m _pywrap_tensorflow\n\u001b[1;32m 38\u001b[0m \u001b[38;5;66;03m# pylint: enable=wildcard-import\u001b[39;00m\n\u001b[1;32m 39\u001b[0m \n\u001b[1;32m 40\u001b[0m \u001b[38;5;66;03m# from tensorflow.python import keras\u001b[39;00m\n\u001b[1;32m 41\u001b[0m \u001b[38;5;66;03m# from tensorflow.python.layers import layers\u001b[39;00m\n\u001b[1;32m 42\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mtensorflow\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mpython\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msaved_model\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m saved_model\n",
  670. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/tensorflow/python/pywrap_tensorflow.py:26\u001b[0m\n\u001b[1;32m 21\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mtensorflow\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mpython\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mplatform\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m self_check\n\u001b[1;32m 23\u001b[0m \u001b[38;5;66;03m# TODO(mdan): Cleanup antipattern: import for side effects.\u001b[39;00m\n\u001b[1;32m 24\u001b[0m \n\u001b[1;32m 25\u001b[0m \u001b[38;5;66;03m# Perform pre-load sanity checks in order to produce a more actionable error.\u001b[39;00m\n\u001b[0;32m---> 26\u001b[0m \u001b[43mself_check\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mpreload_check\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 28\u001b[0m \u001b[38;5;66;03m# pylint: disable=wildcard-import,g-import-not-at-top,unused-import,line-too-long\u001b[39;00m\n\u001b[1;32m 30\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m 31\u001b[0m \u001b[38;5;66;03m# This import is expected to fail if there is an explicit shared object\u001b[39;00m\n\u001b[1;32m 32\u001b[0m \u001b[38;5;66;03m# dependency (with_framework_lib=true), since we do not need RTLD_GLOBAL.\u001b[39;00m\n",
  671. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/tensorflow/python/platform/self_check.py:63\u001b[0m, in \u001b[0;36mpreload_check\u001b[0;34m()\u001b[0m\n\u001b[1;32m 50\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mImportError\u001b[39;00m(\n\u001b[1;32m 51\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mCould not find the DLL(s) \u001b[39m\u001b[38;5;132;01m%r\u001b[39;00m\u001b[38;5;124m. TensorFlow requires that these DLLs \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 52\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mbe installed in a directory that is named in your \u001b[39m\u001b[38;5;132;01m%%\u001b[39;00m\u001b[38;5;124mPATH\u001b[39m\u001b[38;5;132;01m%%\u001b[39;00m\u001b[38;5;124m \u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 56\u001b[0m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mhttps://support.microsoft.com/help/2977003/the-latest-supported-visual-c-downloads\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m 57\u001b[0m \u001b[38;5;241m%\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m or \u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;241m.\u001b[39mjoin(missing))\n\u001b[1;32m 58\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m 59\u001b[0m \u001b[38;5;66;03m# Load a library that performs CPU feature guard checking. Doing this here\u001b[39;00m\n\u001b[1;32m 60\u001b[0m \u001b[38;5;66;03m# as a preload check makes it more likely that we detect any CPU feature\u001b[39;00m\n\u001b[1;32m 61\u001b[0m \u001b[38;5;66;03m# incompatibilities before we trigger them (which would typically result in\u001b[39;00m\n\u001b[1;32m 62\u001b[0m \u001b[38;5;66;03m# SIGILL).\u001b[39;00m\n\u001b[0;32m---> 63\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mtensorflow\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mpython\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mplatform\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m _pywrap_cpu_feature_guard\n\u001b[1;32m 64\u001b[0m _pywrap_cpu_feature_guard\u001b[38;5;241m.\u001b[39mInfoAboutUnusedCPUFeatures()\n",
  672. "\u001b[0;31mImportError\u001b[0m: libhsa-runtime64.so.1: cannot open shared object file: No such file or directory"
  673. ]
  674. }
  675. ],
  676. "source": [
  677. "%pip uninstall -y tensorflow tensorflow-rocm\n",
  678. "%pip install --no-cache-dir tensorflow-rocm -f [https://repo.radeon.com/rocm/manylinux/rocm-rel-6.1] --upgrade\n",
  679. "# %env LD_LIBRARY_PATH=/opt/rocm/lib\n",
  680. "\n",
  681. "import tensorflow as tf\n",
  682. "\n",
  683. "print(\"tensorflow version\",tf.__version__)\n",
  684. "print(\"Num GPUs Available: \", len(tf.config.list_physical_devices('GPU')))"
  685. ]
  686. },
  687. {
  688. "cell_type": "markdown",
  689. "metadata": {},
  690. "source": [
  691. "# Pytorch\n",
  692. "\n",
  693. "> https://pytorch.org"
  694. ]
  695. },
  696. {
  697. "cell_type": "markdown",
  698. "metadata": {},
  699. "source": [
  700. "## Standard version with CPU"
  701. ]
  702. },
  703. {
  704. "cell_type": "code",
  705. "execution_count": 11,
  706. "metadata": {},
  707. "outputs": [
  708. {
  709. "name": "stdout",
  710. "output_type": "stream",
  711. "text": [
  712. "\u001b[33mWARNING: Skipping torch as it is not installed.\u001b[0m\u001b[33m\n",
  713. "\u001b[0m\u001b[33mWARNING: Skipping torchvision as it is not installed.\u001b[0m\u001b[33m\n",
  714. "\u001b[0m\u001b[33mWARNING: Skipping torchaudio as it is not installed.\u001b[0m\u001b[33m\n",
  715. "\u001b[0mNote: you may need to restart the kernel to use updated packages.\n",
  716. "Looking in indexes: https://download.pytorch.org/whl/cpu\n",
  717. "Collecting torch\n",
  718. " Downloading https://download.pytorch.org/whl/cpu/torch-2.4.0%2Bcpu-cp311-cp311-linux_x86_64.whl (195.1 MB)\n",
  719. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m195.1/195.1 MB\u001b[0m \u001b[31m109.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  720. "\u001b[?25hCollecting torchvision\n",
  721. " Downloading https://download.pytorch.org/whl/cpu/torchvision-0.19.0%2Bcpu-cp311-cp311-linux_x86_64.whl (1.6 MB)\n",
  722. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m126.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  723. "\u001b[?25hCollecting torchaudio\n",
  724. " Downloading https://download.pytorch.org/whl/cpu/torchaudio-2.4.0%2Bcpu-cp311-cp311-linux_x86_64.whl (1.7 MB)\n",
  725. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m127.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  726. "\u001b[?25hCollecting filelock (from torch)\n",
  727. " Downloading https://download.pytorch.org/whl/filelock-3.13.1-py3-none-any.whl (11 kB)\n",
  728. "Requirement already satisfied: typing-extensions>=4.8.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (4.12.2)\n",
  729. "Collecting sympy (from torch)\n",
  730. " Downloading https://download.pytorch.org/whl/sympy-1.12-py3-none-any.whl (5.7 MB)\n",
  731. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m5.7/5.7 MB\u001b[0m \u001b[31m86.4 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m\n",
  732. "\u001b[?25hCollecting networkx (from torch)\n",
  733. " Downloading https://download.pytorch.org/whl/networkx-3.2.1-py3-none-any.whl (1.6 MB)\n",
  734. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.6/1.6 MB\u001b[0m \u001b[31m89.7 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  735. "\u001b[?25hRequirement already satisfied: jinja2 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (3.1.4)\n",
  736. "Collecting fsspec (from torch)\n",
  737. " Downloading https://download.pytorch.org/whl/fsspec-2024.2.0-py3-none-any.whl (170 kB)\n",
  738. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m170.9/170.9 kB\u001b[0m \u001b[31m143.6 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  739. "\u001b[?25hRequirement already satisfied: numpy in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torchvision) (1.26.4)\n",
  740. "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torchvision) (10.4.0)\n",
  741. "Requirement already satisfied: MarkupSafe>=2.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from jinja2->torch) (2.1.5)\n",
  742. "Collecting mpmath>=0.19 (from sympy->torch)\n",
  743. " Downloading https://download.pytorch.org/whl/mpmath-1.3.0-py3-none-any.whl (536 kB)\n",
  744. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m536.2/536.2 kB\u001b[0m \u001b[31m167.2 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
  745. "\u001b[?25hInstalling collected packages: mpmath, sympy, networkx, fsspec, filelock, torch, torchvision, torchaudio\n",
  746. "Successfully installed filelock-3.13.1 fsspec-2024.2.0 mpmath-1.3.0 networkx-3.2.1 sympy-1.12 torch-2.4.0+cpu torchaudio-2.4.0+cpu torchvision-0.19.0+cpu\n",
  747. "Note: you may need to restart the kernel to use updated packages.\n",
  748. "2.4.0+cpu\n"
  749. ]
  750. }
  751. ],
  752. "source": [
  753. "%pip uninstall -y torch torchvision torchaudio\n",
  754. "%pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu\n",
  755. "\n",
  756. "import torch\n",
  757. "\n",
  758. "print(torch.__version__)"
  759. ]
  760. },
  761. {
  762. "cell_type": "markdown",
  763. "metadata": {},
  764. "source": [
  765. "## ROCM version with AMD GPU"
  766. ]
  767. },
  768. {
  769. "cell_type": "code",
  770. "execution_count": 28,
  771. "metadata": {},
  772. "outputs": [
  773. {
  774. "name": "stdout",
  775. "output_type": "stream",
  776. "text": [
  777. "Found existing installation: torch 2.4.0+rocm6.0\n",
  778. "Uninstalling torch-2.4.0+rocm6.0:\n",
  779. " Successfully uninstalled torch-2.4.0+rocm6.0\n",
  780. "Found existing installation: torchvision 0.19.0+rocm6.0\n",
  781. "Uninstalling torchvision-0.19.0+rocm6.0:\n",
  782. " Successfully uninstalled torchvision-0.19.0+rocm6.0\n",
  783. "Found existing installation: torchaudio 2.4.0+rocm6.0\n",
  784. "Uninstalling torchaudio-2.4.0+rocm6.0:\n",
  785. " Successfully uninstalled torchaudio-2.4.0+rocm6.0\n",
  786. "Note: you may need to restart the kernel to use updated packages.\n",
  787. "Looking in indexes: https://download.pytorch.org/whl/rocm6.1\n",
  788. "Collecting torch\n",
  789. " Downloading https://download.pytorch.org/whl/rocm6.1/torch-2.4.0%2Brocm6.1-cp311-cp311-linux_x86_64.whl (2662.2 MB)\n",
  790. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m2.7/2.7 GB\u001b[0m \u001b[31m16.1 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:03\u001b[0m\n",
  791. "\u001b[?25hCollecting torchvision\n",
  792. " Downloading https://download.pytorch.org/whl/rocm6.1/torchvision-0.19.0%2Brocm6.1-cp311-cp311-linux_x86_64.whl (72.6 MB)\n",
  793. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m72.6/72.6 MB\u001b[0m \u001b[31m31.3 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m00:01\u001b[0m00:01\u001b[0m\n",
  794. "\u001b[?25hCollecting torchaudio\n",
  795. " Downloading https://download.pytorch.org/whl/rocm6.1/torchaudio-2.4.0%2Brocm6.1-cp311-cp311-linux_x86_64.whl (1.7 MB)\n",
  796. "\u001b[2K \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m1.7/1.7 MB\u001b[0m \u001b[31m4.0 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0ma \u001b[36m0:00:01\u001b[0m0m\n",
  797. "\u001b[?25hRequirement already satisfied: filelock in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (3.13.1)\n",
  798. "Requirement already satisfied: typing-extensions>=4.8.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (4.12.2)\n",
  799. "Requirement already satisfied: sympy in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (1.12)\n",
  800. "Requirement already satisfied: networkx in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (3.2.1)\n",
  801. "Requirement already satisfied: jinja2 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (3.1.4)\n",
  802. "Requirement already satisfied: fsspec in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (2024.2.0)\n",
  803. "Requirement already satisfied: pytorch-triton-rocm==3.0.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torch) (3.0.0)\n",
  804. "Requirement already satisfied: numpy in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torchvision) (1.26.4)\n",
  805. "Requirement already satisfied: pillow!=8.3.*,>=5.3.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from torchvision) (10.4.0)\n",
  806. "Requirement already satisfied: MarkupSafe>=2.0 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from jinja2->torch) (2.1.5)\n",
  807. "Requirement already satisfied: mpmath>=0.19 in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (from sympy->torch) (1.3.0)\n",
  808. "Installing collected packages: torch, torchvision, torchaudio\n",
  809. "Successfully installed torch-2.4.0+rocm6.1 torchaudio-2.4.0+rocm6.1 torchvision-0.19.0+rocm6.1\n",
  810. "Note: you may need to restart the kernel to use updated packages.\n",
  811. "Looking in indexes: https://test.pypi.org/simple\n",
  812. "Requirement already satisfied: hip-python in /home/heuzef/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages (6.1.2.495.17)\n",
  813. "Note: you may need to restart the kernel to use updated packages.\n",
  814. "2.4.0+cpu\n"
  815. ]
  816. }
  817. ],
  818. "source": [
  819. "%pip uninstall -y torch torchvision torchaudio\n",
  820. "%pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm6.1\n",
  821. "%pip install -i https://test.pypi.org/simple hip-python\n",
  822. "\n",
  823. "import torch\n",
  824. "from hip import hip\n",
  825. "from hip import hiprtc\n",
  826. "\n",
  827. "print(torch.__version__)"
  828. ]
  829. },
  830. {
  831. "cell_type": "code",
  832. "execution_count": 32,
  833. "metadata": {},
  834. "outputs": [
  835. {
  836. "ename": "RuntimeError",
  837. "evalue": "failed to dlopen 'b'libamdhip64.so'': b'libamdhip64.so: cannot open shared object file: No such file or directory'",
  838. "output_type": "error",
  839. "traceback": [
  840. "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
  841. "\u001b[0;31mRuntimeError\u001b[0m Traceback (most recent call last)",
  842. "Cell \u001b[0;32mIn[32], line 13\u001b[0m\n\u001b[1;32m 10\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m result\n\u001b[1;32m 12\u001b[0m props \u001b[38;5;241m=\u001b[39m hip\u001b[38;5;241m.\u001b[39mhipDeviceProp_t()\n\u001b[0;32m---> 13\u001b[0m hip_check(\u001b[43mhip\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mhipGetDeviceProperties\u001b[49m\u001b[43m(\u001b[49m\u001b[43mprops\u001b[49m\u001b[43m,\u001b[49m\u001b[38;5;241;43m0\u001b[39;49m\u001b[43m)\u001b[49m)\n\u001b[1;32m 15\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m attrib \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28msorted\u001b[39m(props\u001b[38;5;241m.\u001b[39mPROPERTIES()):\n\u001b[1;32m 16\u001b[0m \u001b[38;5;28mprint\u001b[39m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mprops.\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mattrib\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m=\u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mgetattr\u001b[39m(props,attrib)\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m)\n",
  843. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/hip/hip.pyx:44218\u001b[0m, in \u001b[0;36mhip.hip.hipGetDeviceProperties\u001b[0;34m()\u001b[0m\n",
  844. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/hip/chip.pyx:470\u001b[0m, in \u001b[0;36mhip.chip.hipGetDeviceProperties\u001b[0;34m()\u001b[0m\n",
  845. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/hip/chip.pyx:44\u001b[0m, in \u001b[0;36mhip.chip.__init_symbol\u001b[0;34m()\u001b[0m\n",
  846. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/hip/chip.pyx:37\u001b[0m, in \u001b[0;36mhip.chip.__init\u001b[0;34m()\u001b[0m\n",
  847. "File \u001b[0;32m~/GIT/jan24_cds_mushrooms/.venv/lib/python3.11/site-packages/hip/_util/posixloader.pyx:41\u001b[0m, in \u001b[0;36mhip._util.posixloader.open_library\u001b[0;34m()\u001b[0m\n",
  848. "\u001b[0;31mRuntimeError\u001b[0m: failed to dlopen 'b'libamdhip64.so'': b'libamdhip64.so: cannot open shared object file: No such file or directory'"
  849. ]
  850. }
  851. ],
  852. "source": [
  853. "torch.device(\"hip\")\n",
  854. "\n",
  855. "def hip_check(call_result):\n",
  856. " err = call_result[0]\n",
  857. " result = call_result[1:]\n",
  858. " if len(result) == 1:\n",
  859. " result = result[0]\n",
  860. " if isinstance(err, hip.hipError_t) and err != hip.hipError_t.hipSuccess:\n",
  861. " raise RuntimeError(str(err))\n",
  862. " return result\n",
  863. "\n",
  864. "props = hip.hipDeviceProp_t()\n",
  865. "hip_check(hip.hipGetDeviceProperties(props,0))\n",
  866. "\n",
  867. "for attrib in sorted(props.PROPERTIES()):\n",
  868. " print(f\"props.{attrib}={getattr(props,attrib)}\")\n",
  869. "print(\"ok\")\n",
  870. "\n",
  871. "# Create a tensor on the HIP device\n",
  872. "x = torch.randn(2, 3, device=device)\n",
  873. "print(x)"
  874. ]
  875. }
  876. ],
  877. "metadata": {
  878. "kernelspec": {
  879. "display_name": "Python 3",
  880. "language": "python",
  881. "name": "python3"
  882. },
  883. "language_info": {
  884. "codemirror_mode": {
  885. "name": "ipython",
  886. "version": 3
  887. },
  888. "file_extension": ".py",
  889. "mimetype": "text/x-python",
  890. "name": "python",
  891. "nbconvert_exporter": "python",
  892. "pygments_lexer": "ipython3",
  893. "version": "3.11.9"
  894. }
  895. },
  896. "nbformat": 4,
  897. "nbformat_minor": 2
  898. }