From c87139f5221ab277a8e3661fa429f47fffcf093b Mon Sep 17 00:00:00 2001 From: JaGeo Date: Thu, 23 Nov 2023 23:48:49 +0100 Subject: [PATCH 1/2] Add fibonacci example to tutorial --- docs/tutorials/5-dynamic-flows.ipynb | 295 ++++++++++++++++++++------- 1 file changed, 221 insertions(+), 74 deletions(-) diff --git a/docs/tutorials/5-dynamic-flows.ipynb b/docs/tutorials/5-dynamic-flows.ipynb index b99861ed..9673cd21 100644 --- a/docs/tutorials/5-dynamic-flows.ipynb +++ b/docs/tutorials/5-dynamic-flows.ipynb @@ -39,11 +39,15 @@ }, { "cell_type": "code", - "execution_count": 1, + "execution_count": 2, "id": "78348798", "metadata": { "nbsphinx": "hidden", - "tags": [] + "tags": [], + "ExecuteTime": { + "end_time": "2023-11-23T22:46:57.984085360Z", + "start_time": "2023-11-23T22:46:57.166923399Z" + } }, "outputs": [], "source": [ @@ -54,35 +58,40 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 3, "id": "964a8c44", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.036098609Z", + "start_time": "2023-11-23T22:46:57.208641695Z" + } + }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "2023-06-08 09:55:05,762 INFO Started executing jobs locally\n", - "2023-06-08 09:55:05,873 INFO Starting job - make_list (68b72ca9-00ae-430f-a61c-fbea22bbf0aa)\n", - "2023-06-08 09:55:05,874 INFO Finished job - make_list (68b72ca9-00ae-430f-a61c-fbea22bbf0aa)\n", - "2023-06-08 09:55:05,874 INFO Starting job - add_distributed (01821a62-3ee2-47f0-a6ca-fd373ea0ea09)\n", - "2023-06-08 09:55:05,875 INFO Finished job - add_distributed (01821a62-3ee2-47f0-a6ca-fd373ea0ea09)\n", - "2023-06-08 09:55:05,876 INFO Starting job - add (fbc49130-2bbe-49b0-a190-48815c03a0b0)\n", - "2023-06-08 09:55:05,876 INFO Finished job - add (fbc49130-2bbe-49b0-a190-48815c03a0b0)\n", - "2023-06-08 09:55:05,877 INFO Starting job - add (ca3636e3-50f7-4ec8-a5e7-66bc4e14b901)\n", - "2023-06-08 09:55:05,877 INFO Finished job - add (ca3636e3-50f7-4ec8-a5e7-66bc4e14b901)\n", - "2023-06-08 09:55:05,877 INFO Starting job - add (28dbe7c4-b29b-46c4-9d0c-2aee7334b999)\n", - "2023-06-08 09:55:05,878 INFO Finished job - add (28dbe7c4-b29b-46c4-9d0c-2aee7334b999)\n", - "2023-06-08 09:55:05,878 INFO Starting job - add (1bffefd1-4edc-43d5-b99f-b0833fca2b8d)\n", - "2023-06-08 09:55:05,879 INFO Finished job - add (1bffefd1-4edc-43d5-b99f-b0833fca2b8d)\n", - "2023-06-08 09:55:05,879 INFO Finished executing jobs locally\n" + "2023-11-23 23:46:57,177 INFO Started executing jobs locally\n", + "2023-11-23 23:46:57,179 INFO Starting job - make_list (16fc2fd0-c9c7-420d-b0e1-3e6b5802c744)\n", + "2023-11-23 23:46:57,182 INFO Finished job - make_list (16fc2fd0-c9c7-420d-b0e1-3e6b5802c744)\n", + "2023-11-23 23:46:57,183 INFO Starting job - add_distributed (536e3c78-7d59-43ed-9f4f-72ce9b3793ef)\n", + "2023-11-23 23:46:57,191 INFO Finished job - add_distributed (536e3c78-7d59-43ed-9f4f-72ce9b3793ef)\n", + "2023-11-23 23:46:57,193 INFO Starting job - add (44007968-8394-442f-ba96-d52dc30a80ce)\n", + "2023-11-23 23:46:57,195 INFO Finished job - add (44007968-8394-442f-ba96-d52dc30a80ce)\n", + "2023-11-23 23:46:57,196 INFO Starting job - add (1af57ed7-3594-4180-b550-787c5f029d9f)\n", + "2023-11-23 23:46:57,198 INFO Finished job - add (1af57ed7-3594-4180-b550-787c5f029d9f)\n", + "2023-11-23 23:46:57,199 INFO Starting job - add (f7ea9158-40f8-4439-9d18-b6b6fb3e9289)\n", + "2023-11-23 23:46:57,201 INFO Finished job - add (f7ea9158-40f8-4439-9d18-b6b6fb3e9289)\n", + "2023-11-23 23:46:57,202 INFO Starting job - add (72c752d3-208a-45ce-bbb6-625e4debed73)\n", + "2023-11-23 23:46:57,204 INFO Finished job - add (72c752d3-208a-45ce-bbb6-625e4debed73)\n", + "2023-11-23 23:46:57,205 INFO Finished executing jobs locally\n" ] }, { "name": "stderr", "output_type": "stream", "text": [ - "/Users/alexmganose/dev/src/jobflow/src/jobflow/utils/graph.py:53: UserWarning: Some jobs are not connected, their ordering may be random\n", + "/home/jgeorge/miniconda3/envs/AddJobflowTutorial/lib/python3.10/site-packages/jobflow/utils/graph.py:49: UserWarning: Some jobs are not connected, their ordering may be random\n", " warnings.warn(\"Some jobs are not connected, their ordering may be random\")\n" ] } @@ -118,20 +127,29 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 4, "id": "82e368e6", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.037599975Z", + "start_time": "2023-11-23T22:46:57.233955503Z" + } + }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "68b72ca9-00ae-430f-a61c-fbea22bbf0aa -> {1: Response(output=[2, 2, 2, 2], detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "01821a62-3ee2-47f0-a6ca-fd373ea0ea09 -> {1: Response(output=None, detour=None, addition=None, replace=, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "fbc49130-2bbe-49b0-a190-48815c03a0b0 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "ca3636e3-50f7-4ec8-a5e7-66bc4e14b901 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "28dbe7c4-b29b-46c4-9d0c-2aee7334b999 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "1bffefd1-4edc-43d5-b99f-b0833fca2b8d -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" + "16fc2fd0-c9c7-420d-b0e1-3e6b5802c744 -> {1: Response(output=[2, 2, 2, 2], detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "536e3c78-7d59-43ed-9f4f-72ce9b3793ef -> {1: Response(output=None, detour=None, addition=None, replace=Flow(name='Flow', uuid='1d51c5df-174a-41c8-b017-98494c8411f1')\n", + "1. Job(name='add', uuid='44007968-8394-442f-ba96-d52dc30a80ce')\n", + "2. Job(name='add', uuid='1af57ed7-3594-4180-b550-787c5f029d9f')\n", + "3. Job(name='add', uuid='f7ea9158-40f8-4439-9d18-b6b6fb3e9289')\n", + "4. Job(name='add', uuid='72c752d3-208a-45ce-bbb6-625e4debed73'), stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "44007968-8394-442f-ba96-d52dc30a80ce -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "1af57ed7-3594-4180-b550-787c5f029d9f -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "f7ea9158-40f8-4439-9d18-b6b6fb3e9289 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "72c752d3-208a-45ce-bbb6-625e4debed73 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" ] } ], @@ -171,22 +189,27 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 5, "id": "81870e55", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.041273240Z", + "start_time": "2023-11-23T22:46:57.406089273Z" + } + }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "2023-06-08 09:55:07,374 INFO Started executing jobs locally\n", - "2023-06-08 09:55:07,377 INFO Starting job - add (8270f7cc-e12a-457b-adca-a196ee62ae85)\n", - "2023-06-08 09:55:07,379 INFO Finished job - add (8270f7cc-e12a-457b-adca-a196ee62ae85)\n", - "2023-06-08 09:55:07,380 INFO Starting job - add_with_logic (fd549146-aabb-4e4b-b79a-ca6b6fd2c172)\n", - "2023-06-08 09:55:07,382 INFO Finished job - add_with_logic (fd549146-aabb-4e4b-b79a-ca6b6fd2c172)\n", - "2023-06-08 09:55:07,384 INFO Starting job - add (9db2454f-4f1d-4d08-8497-1239cad74d0c)\n", - "2023-06-08 09:55:07,384 INFO Finished job - add (9db2454f-4f1d-4d08-8497-1239cad74d0c)\n", - "2023-06-08 09:55:07,385 INFO Finished executing jobs locally\n" + "2023-11-23 23:46:57,406 INFO Started executing jobs locally\n", + "2023-11-23 23:46:57,408 INFO Starting job - add (34ba86a3-99cd-461e-bc17-511fdf6e08ec)\n", + "2023-11-23 23:46:57,411 INFO Finished job - add (34ba86a3-99cd-461e-bc17-511fdf6e08ec)\n", + "2023-11-23 23:46:57,412 INFO Starting job - add_with_logic (349afb69-d732-44b8-b770-2500f44511f9)\n", + "2023-11-23 23:46:57,421 INFO Finished job - add_with_logic (349afb69-d732-44b8-b770-2500f44511f9)\n", + "2023-11-23 23:46:57,422 INFO Starting job - add (64e623da-cf31-485e-9ed1-1f996a955868)\n", + "2023-11-23 23:46:57,424 INFO Finished job - add (64e623da-cf31-485e-9ed1-1f996a955868)\n", + "2023-11-23 23:46:57,425 INFO Finished executing jobs locally\n" ] } ], @@ -209,17 +232,23 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 6, "id": "fdc68eb5", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.046206634Z", + "start_time": "2023-11-23T22:46:57.448864584Z" + } + }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "8270f7cc-e12a-457b-adca-a196ee62ae85 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "fd549146-aabb-4e4b-b79a-ca6b6fd2c172 -> {1: Response(output=None, detour=None, addition=, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "9db2454f-4f1d-4d08-8497-1239cad74d0c -> {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" + "34ba86a3-99cd-461e-bc17-511fdf6e08ec -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "349afb69-d732-44b8-b770-2500f44511f9 -> {1: Response(output=None, detour=None, addition=Flow(name='Flow', uuid='20581dd8-b00e-424b-94ad-7f2b2f4a240b')\n", + "1. Job(name='add', uuid='64e623da-cf31-485e-9ed1-1f996a955868'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "64e623da-cf31-485e-9ed1-1f996a955868 -> {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" ] } ], @@ -238,20 +267,25 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 7, "id": "27569bd7", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.090608163Z", + "start_time": "2023-11-23T22:46:57.481314817Z" + } + }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "2023-06-08 09:55:08,838 INFO Started executing jobs locally\n", - "2023-06-08 09:55:08,841 INFO Starting job - add (ec551667-1500-45cc-b61a-2361a18b99fd)\n", - "2023-06-08 09:55:08,843 INFO Finished job - add (ec551667-1500-45cc-b61a-2361a18b99fd)\n", - "2023-06-08 09:55:08,843 INFO Starting job - add_with_logic (e7d3fb53-fa56-45bd-9951-45b70028ada7)\n", - "2023-06-08 09:55:08,846 INFO Finished job - add_with_logic (e7d3fb53-fa56-45bd-9951-45b70028ada7)\n", - "2023-06-08 09:55:08,847 INFO Finished executing jobs locally\n" + "2023-11-23 23:46:57,479 INFO Started executing jobs locally\n", + "2023-11-23 23:46:57,481 INFO Starting job - add (0ae20220-b69c-4e6b-827a-2f046b00d504)\n", + "2023-11-23 23:46:57,484 INFO Finished job - add (0ae20220-b69c-4e6b-827a-2f046b00d504)\n", + "2023-11-23 23:46:57,485 INFO Starting job - add_with_logic (145dea09-be6c-47fc-ac46-c9a6908323e7)\n", + "2023-11-23 23:46:57,490 INFO Finished job - add_with_logic (145dea09-be6c-47fc-ac46-c9a6908323e7)\n", + "2023-11-23 23:46:57,491 INFO Finished executing jobs locally\n" ] } ], @@ -274,16 +308,21 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 8, "id": "b8d0c011", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.092445839Z", + "start_time": "2023-11-23T22:46:57.524568954Z" + } + }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "ec551667-1500-45cc-b61a-2361a18b99fd -> {1: Response(output=21, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "e7d3fb53-fa56-45bd-9951-45b70028ada7 -> {1: Response(output=None, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" + "0ae20220-b69c-4e6b-827a-2f046b00d504 -> {1: Response(output=21, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "145dea09-be6c-47fc-ac46-c9a6908323e7 -> {1: Response(output=None, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" ] } ], @@ -300,6 +339,108 @@ "Now, we see that the `Response(addition)` does not launch a new job.\n" ] }, + { + "cell_type": "markdown", + "source": [ + "In this way, one can also compute the Fibonacci numbers:" + ], + "metadata": { + "collapsed": false + } + }, + { + "cell_type": "code", + "execution_count": 9, + "outputs": [ + { + "name": "stdout", + "output_type": "stream", + "text": [ + "2023-11-23 23:46:57,625 INFO Started executing jobs locally\n", + "2023-11-23 23:46:57,626 INFO Starting job - fibonacci (81d7944a-bd5a-4edd-a67f-36d2312e506b)\n", + "2023-11-23 23:46:57,630 INFO Finished job - fibonacci (81d7944a-bd5a-4edd-a67f-36d2312e506b)\n", + "2023-11-23 23:46:57,631 INFO Starting job - fibonacci (3219e168-b719-409a-8dbd-94370c03e162)\n", + "2023-11-23 23:46:57,634 INFO Finished job - fibonacci (3219e168-b719-409a-8dbd-94370c03e162)\n", + "2023-11-23 23:46:57,636 INFO Starting job - fibonacci (98308b42-817b-4ee5-bf68-fefcf1bd0de3)\n", + "2023-11-23 23:46:57,639 INFO Finished job - fibonacci (98308b42-817b-4ee5-bf68-fefcf1bd0de3)\n", + "2023-11-23 23:46:57,640 INFO Starting job - fibonacci (57c73c23-9fbf-4f08-8e0f-7698027b632b)\n", + "2023-11-23 23:46:57,643 INFO Finished job - fibonacci (57c73c23-9fbf-4f08-8e0f-7698027b632b)\n", + "2023-11-23 23:46:57,644 INFO Starting job - fibonacci (33c81f02-e87b-4848-8780-a09de20041b1)\n", + "2023-11-23 23:46:57,647 INFO Finished job - fibonacci (33c81f02-e87b-4848-8780-a09de20041b1)\n", + "2023-11-23 23:46:57,648 INFO Starting job - fibonacci (690e4d45-9e9b-43d8-8865-2085cc0feee2)\n", + "2023-11-23 23:46:57,650 INFO Finished job - fibonacci (690e4d45-9e9b-43d8-8865-2085cc0feee2)\n", + "2023-11-23 23:46:57,651 INFO Starting job - fibonacci (8142cc72-a4e3-4884-a446-98f0bea98569)\n", + "2023-11-23 23:46:57,655 INFO Finished job - fibonacci (8142cc72-a4e3-4884-a446-98f0bea98569)\n", + "2023-11-23 23:46:57,656 INFO Starting job - fibonacci (c2b4ec59-5088-4daf-9dba-34a2a3fbe56e)\n", + "2023-11-23 23:46:57,659 INFO Finished job - fibonacci (c2b4ec59-5088-4daf-9dba-34a2a3fbe56e)\n", + "2023-11-23 23:46:57,660 INFO Starting job - fibonacci (2db909a8-14df-4bd1-89a8-d188948382f1)\n", + "2023-11-23 23:46:57,663 INFO Finished job - fibonacci (2db909a8-14df-4bd1-89a8-d188948382f1)\n", + "2023-11-23 23:46:57,664 INFO Starting job - fibonacci (273a46cc-4762-495e-a1d7-e4e26203f122)\n", + "2023-11-23 23:46:57,666 INFO Finished job - fibonacci (273a46cc-4762-495e-a1d7-e4e26203f122)\n", + "2023-11-23 23:46:57,667 INFO Starting job - fibonacci (3fe6a08d-74f9-406f-a219-fdd68f1f6ec9)\n", + "2023-11-23 23:46:57,670 INFO Finished job - fibonacci (3fe6a08d-74f9-406f-a219-fdd68f1f6ec9)\n", + "2023-11-23 23:46:57,671 INFO Starting job - fibonacci (5c44497a-4497-4bf2-a0ee-172abf1251eb)\n", + "2023-11-23 23:46:57,674 INFO Finished job - fibonacci (5c44497a-4497-4bf2-a0ee-172abf1251eb)\n", + "2023-11-23 23:46:57,675 INFO Starting job - fibonacci (1b21a0be-8b79-42ad-a13b-c43c7077d637)\n", + "2023-11-23 23:46:57,678 INFO Finished job - fibonacci (1b21a0be-8b79-42ad-a13b-c43c7077d637)\n", + "2023-11-23 23:46:57,679 INFO Starting job - fibonacci (a6af5fcc-2a3b-4a40-8620-28edadb64b9f)\n", + "2023-11-23 23:46:57,682 INFO Finished job - fibonacci (a6af5fcc-2a3b-4a40-8620-28edadb64b9f)\n", + "2023-11-23 23:46:57,683 INFO Starting job - fibonacci (552ad89c-3e1f-4385-8eb5-01a761a6f9f1)\n", + "2023-11-23 23:46:57,686 INFO Finished job - fibonacci (552ad89c-3e1f-4385-8eb5-01a761a6f9f1)\n", + "2023-11-23 23:46:57,687 INFO Finished executing jobs locally\n", + "{'81d7944a-bd5a-4edd-a67f-36d2312e506b': {1: Response(output=2, detour=None, addition=Flow(name='Flow', uuid='b497505f-e73a-4324-99b4-2923d76bed6e')\n", + "1. Job(name='fibonacci', uuid='3219e168-b719-409a-8dbd-94370c03e162'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '3219e168-b719-409a-8dbd-94370c03e162': {1: Response(output=3, detour=None, addition=Flow(name='Flow', uuid='985aad5f-060f-4841-a2d0-edcdb4a4526d')\n", + "1. Job(name='fibonacci', uuid='98308b42-817b-4ee5-bf68-fefcf1bd0de3'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '98308b42-817b-4ee5-bf68-fefcf1bd0de3': {1: Response(output=5, detour=None, addition=Flow(name='Flow', uuid='076cc046-7ffe-40fe-a14d-5c97d9e92b40')\n", + "1. Job(name='fibonacci', uuid='57c73c23-9fbf-4f08-8e0f-7698027b632b'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '57c73c23-9fbf-4f08-8e0f-7698027b632b': {1: Response(output=8, detour=None, addition=Flow(name='Flow', uuid='38b57dd4-ddb1-425c-8153-5e2c195942da')\n", + "1. Job(name='fibonacci', uuid='33c81f02-e87b-4848-8780-a09de20041b1'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '33c81f02-e87b-4848-8780-a09de20041b1': {1: Response(output=13, detour=None, addition=Flow(name='Flow', uuid='057e0e16-62d3-461e-a13b-9d86c5f72780')\n", + "1. Job(name='fibonacci', uuid='690e4d45-9e9b-43d8-8865-2085cc0feee2'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '690e4d45-9e9b-43d8-8865-2085cc0feee2': {1: Response(output=21, detour=None, addition=Flow(name='Flow', uuid='a2f5bb27-5539-48be-a706-04af3756eedf')\n", + "1. Job(name='fibonacci', uuid='8142cc72-a4e3-4884-a446-98f0bea98569'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '8142cc72-a4e3-4884-a446-98f0bea98569': {1: Response(output=34, detour=None, addition=Flow(name='Flow', uuid='c0b854aa-aae5-4277-b7e1-45416e65384e')\n", + "1. Job(name='fibonacci', uuid='c2b4ec59-5088-4daf-9dba-34a2a3fbe56e'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, 'c2b4ec59-5088-4daf-9dba-34a2a3fbe56e': {1: Response(output=55, detour=None, addition=Flow(name='Flow', uuid='f31f638f-4147-4677-b8f5-72e44d9b12f9')\n", + "1. Job(name='fibonacci', uuid='2db909a8-14df-4bd1-89a8-d188948382f1'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '2db909a8-14df-4bd1-89a8-d188948382f1': {1: Response(output=89, detour=None, addition=Flow(name='Flow', uuid='5f5383a3-7b2d-4e86-98ca-66636006e6a3')\n", + "1. Job(name='fibonacci', uuid='273a46cc-4762-495e-a1d7-e4e26203f122'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '273a46cc-4762-495e-a1d7-e4e26203f122': {1: Response(output=144, detour=None, addition=Flow(name='Flow', uuid='4711a431-8976-4e7c-be1c-cb4962aab4a7')\n", + "1. Job(name='fibonacci', uuid='3fe6a08d-74f9-406f-a219-fdd68f1f6ec9'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '3fe6a08d-74f9-406f-a219-fdd68f1f6ec9': {1: Response(output=233, detour=None, addition=Flow(name='Flow', uuid='0dc7cb69-5797-4880-a8b7-c54f99490322')\n", + "1. Job(name='fibonacci', uuid='5c44497a-4497-4bf2-a0ee-172abf1251eb'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '5c44497a-4497-4bf2-a0ee-172abf1251eb': {1: Response(output=377, detour=None, addition=Flow(name='Flow', uuid='2469da06-bb02-4597-925c-df154d34115d')\n", + "1. Job(name='fibonacci', uuid='1b21a0be-8b79-42ad-a13b-c43c7077d637'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '1b21a0be-8b79-42ad-a13b-c43c7077d637': {1: Response(output=610, detour=None, addition=Flow(name='Flow', uuid='c92c422d-372c-45bd-9159-1ef9243c8f7f')\n", + "1. Job(name='fibonacci', uuid='a6af5fcc-2a3b-4a40-8620-28edadb64b9f'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, 'a6af5fcc-2a3b-4a40-8620-28edadb64b9f': {1: Response(output=987, detour=None, addition=Flow(name='Flow', uuid='4e7d136c-a125-4c08-b660-247bea293d64')\n", + "1. Job(name='fibonacci', uuid='552ad89c-3e1f-4385-8eb5-01a761a6f9f1'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '552ad89c-3e1f-4385-8eb5-01a761a6f9f1': {1: Response(output=1597, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}}\n" + ] + } + ], + "source": [ + "\"\"\"A dynamic workflow that calculates the Fibonacci sequence.\"\"\"\n", + "from jobflow import Response, job, run_locally\n", + "\n", + "\n", + "@job\n", + "def fibonacci(smaller, larger, stop_point=1000):\n", + " \"\"\"Calculate the next number in the Fibonacci sequence.\n", + "\n", + " If the number is larger than stop_point, the job will stop the workflow\n", + " execution, otherwise, a new job will be submitted to calculate the next number.\n", + " \"\"\"\n", + " total = smaller + larger\n", + "\n", + " if total > stop_point:\n", + " return total\n", + "\n", + " new_job = fibonacci(larger, total, stop_point=stop_point)\n", + " return Response(output=total, addition=new_job)\n", + "\n", + "\n", + "fibonacci_job = fibonacci(1, 1)\n", + "\n", + "# run the job; responses will contain the output from all jobs\n", + "responses = run_locally(fibonacci_job)\n", + "print(responses)\n" + ], + "metadata": { + "collapsed": false, + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.136876182Z", + "start_time": "2023-11-23T22:46:57.625858812Z" + } + } + }, { "cell_type": "markdown", "id": "5c0122e3", @@ -318,22 +459,27 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 10, "id": "fee35a97", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.142624609Z", + "start_time": "2023-11-23T22:46:57.774129081Z" + } + }, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "2023-06-08 09:55:10,850 INFO Started executing jobs locally\n", - "2023-06-08 09:55:10,853 INFO Starting job - add (d5020d71-4bbc-4307-8fa5-c65d0d9b9b9a)\n", - "2023-06-08 09:55:10,855 INFO Finished job - add (d5020d71-4bbc-4307-8fa5-c65d0d9b9b9a)\n", - "2023-06-08 09:55:10,856 INFO Starting job - add_with_logic (8786b3c4-5697-4ed8-9f46-fd0c89e4c374)\n", - "2023-06-08 09:55:10,858 INFO Finished job - add_with_logic (8786b3c4-5697-4ed8-9f46-fd0c89e4c374)\n", - "2023-06-08 09:55:10,859 INFO Starting job - add (c33d72c2-f396-4f2c-898e-c667c0913dcb)\n", - "2023-06-08 09:55:10,859 INFO Finished job - add (c33d72c2-f396-4f2c-898e-c667c0913dcb)\n", - "2023-06-08 09:55:10,860 INFO Finished executing jobs locally\n" + "2023-11-23 23:46:57,774 INFO Started executing jobs locally\n", + "2023-11-23 23:46:57,775 INFO Starting job - add (55465994-efcd-4835-b92e-f7ea36765268)\n", + "2023-11-23 23:46:57,778 INFO Finished job - add (55465994-efcd-4835-b92e-f7ea36765268)\n", + "2023-11-23 23:46:57,779 INFO Starting job - add_with_logic (d6cf8229-dbcc-422c-8504-177c433f48ac)\n", + "2023-11-23 23:46:57,786 INFO Finished job - add_with_logic (d6cf8229-dbcc-422c-8504-177c433f48ac)\n", + "2023-11-23 23:46:57,788 INFO Starting job - add (996e6af8-c56f-4779-8135-00493dbf9298)\n", + "2023-11-23 23:46:57,790 INFO Finished job - add (996e6af8-c56f-4779-8135-00493dbf9298)\n", + "2023-11-23 23:46:57,791 INFO Finished executing jobs locally\n" ] } ], @@ -356,19 +502,20 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 11, "id": "b3b7e8ba", - "metadata": {}, + "metadata": { + "ExecuteTime": { + "end_time": "2023-11-23T22:46:58.143531724Z", + "start_time": "2023-11-23T22:46:57.816557390Z" + } + }, "outputs": [ { "data": { - "text/plain": [ - "{'d5020d71-4bbc-4307-8fa5-c65d0d9b9b9a': {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n", - " '8786b3c4-5697-4ed8-9f46-fd0c89e4c374': {1: Response(output=None, detour=, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n", - " 'c33d72c2-f396-4f2c-898e-c667c0913dcb': {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}}" - ] + "text/plain": "{'55465994-efcd-4835-b92e-f7ea36765268': {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n 'd6cf8229-dbcc-422c-8504-177c433f48ac': {1: Response(output=None, detour=Flow(name='Flow', uuid='98311314-8087-4787-b2ea-c89478ff2999')\n 1. Job(name='add', uuid='996e6af8-c56f-4779-8135-00493dbf9298'), addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n '996e6af8-c56f-4779-8135-00493dbf9298': {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}}" }, - "execution_count": 9, + "execution_count": 11, "metadata": {}, "output_type": "execute_result" } @@ -388,9 +535,9 @@ ], "metadata": { "kernelspec": { - "display_name": "atomate2", + "name": "python3", "language": "python", - "name": "atomate2" + "display_name": "Python 3 (ipykernel)" }, "language_info": { "codemirror_mode": { From 03e7e2ee88990d8b18c97c541fd769018eef41b0 Mon Sep 17 00:00:00 2001 From: JaGeo Date: Thu, 23 Nov 2023 23:55:35 +0100 Subject: [PATCH 2/2] cleanup --- docs/tutorials/5-dynamic-flows.ipynb | 250 +++++++++++++-------------- 1 file changed, 117 insertions(+), 133 deletions(-) diff --git a/docs/tutorials/5-dynamic-flows.ipynb b/docs/tutorials/5-dynamic-flows.ipynb index 9673cd21..43844076 100644 --- a/docs/tutorials/5-dynamic-flows.ipynb +++ b/docs/tutorials/5-dynamic-flows.ipynb @@ -39,14 +39,14 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 1, "id": "78348798", "metadata": { "nbsphinx": "hidden", "tags": [], "ExecuteTime": { - "end_time": "2023-11-23T22:46:57.984085360Z", - "start_time": "2023-11-23T22:46:57.166923399Z" + "end_time": "2023-11-23T22:55:01.113171569Z", + "start_time": "2023-11-23T22:55:01.112486877Z" } }, "outputs": [], @@ -58,12 +58,12 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 2, "id": "964a8c44", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.036098609Z", - "start_time": "2023-11-23T22:46:57.208641695Z" + "end_time": "2023-11-23T22:55:03.025973341Z", + "start_time": "2023-11-23T22:55:01.974313960Z" } }, "outputs": [ @@ -71,20 +71,20 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-11-23 23:46:57,177 INFO Started executing jobs locally\n", - "2023-11-23 23:46:57,179 INFO Starting job - make_list (16fc2fd0-c9c7-420d-b0e1-3e6b5802c744)\n", - "2023-11-23 23:46:57,182 INFO Finished job - make_list (16fc2fd0-c9c7-420d-b0e1-3e6b5802c744)\n", - "2023-11-23 23:46:57,183 INFO Starting job - add_distributed (536e3c78-7d59-43ed-9f4f-72ce9b3793ef)\n", - "2023-11-23 23:46:57,191 INFO Finished job - add_distributed (536e3c78-7d59-43ed-9f4f-72ce9b3793ef)\n", - "2023-11-23 23:46:57,193 INFO Starting job - add (44007968-8394-442f-ba96-d52dc30a80ce)\n", - "2023-11-23 23:46:57,195 INFO Finished job - add (44007968-8394-442f-ba96-d52dc30a80ce)\n", - "2023-11-23 23:46:57,196 INFO Starting job - add (1af57ed7-3594-4180-b550-787c5f029d9f)\n", - "2023-11-23 23:46:57,198 INFO Finished job - add (1af57ed7-3594-4180-b550-787c5f029d9f)\n", - "2023-11-23 23:46:57,199 INFO Starting job - add (f7ea9158-40f8-4439-9d18-b6b6fb3e9289)\n", - "2023-11-23 23:46:57,201 INFO Finished job - add (f7ea9158-40f8-4439-9d18-b6b6fb3e9289)\n", - "2023-11-23 23:46:57,202 INFO Starting job - add (72c752d3-208a-45ce-bbb6-625e4debed73)\n", - "2023-11-23 23:46:57,204 INFO Finished job - add (72c752d3-208a-45ce-bbb6-625e4debed73)\n", - "2023-11-23 23:46:57,205 INFO Finished executing jobs locally\n" + "2023-11-23 23:55:02,807 INFO Started executing jobs locally\n", + "2023-11-23 23:55:02,937 INFO Starting job - make_list (d509897c-c318-4b2e-889e-a77331480a58)\n", + "2023-11-23 23:55:02,955 INFO Finished job - make_list (d509897c-c318-4b2e-889e-a77331480a58)\n", + "2023-11-23 23:55:02,956 INFO Starting job - add_distributed (7e07bfa4-a0cc-4535-b6c8-e3ec78fe96fb)\n", + "2023-11-23 23:55:02,963 INFO Finished job - add_distributed (7e07bfa4-a0cc-4535-b6c8-e3ec78fe96fb)\n", + "2023-11-23 23:55:03,005 INFO Starting job - add (62d7192e-d2af-4f28-a790-ac4987bd9f41)\n", + "2023-11-23 23:55:03,008 INFO Finished job - add (62d7192e-d2af-4f28-a790-ac4987bd9f41)\n", + "2023-11-23 23:55:03,009 INFO Starting job - add (d8a7d4aa-8255-417f-9cc8-bc9e16896d33)\n", + "2023-11-23 23:55:03,012 INFO Finished job - add (d8a7d4aa-8255-417f-9cc8-bc9e16896d33)\n", + "2023-11-23 23:55:03,012 INFO Starting job - add (15ce2067-8138-4692-baf8-8ceada256139)\n", + "2023-11-23 23:55:03,014 INFO Finished job - add (15ce2067-8138-4692-baf8-8ceada256139)\n", + "2023-11-23 23:55:03,015 INFO Starting job - add (43477f07-28fd-4944-9ae7-02f41282c8d3)\n", + "2023-11-23 23:55:03,017 INFO Finished job - add (43477f07-28fd-4944-9ae7-02f41282c8d3)\n", + "2023-11-23 23:55:03,018 INFO Finished executing jobs locally\n" ] }, { @@ -127,12 +127,12 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 3, "id": "82e368e6", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.037599975Z", - "start_time": "2023-11-23T22:46:57.233955503Z" + "end_time": "2023-11-23T22:55:03.075177954Z", + "start_time": "2023-11-23T22:55:03.026408190Z" } }, "outputs": [ @@ -140,16 +140,16 @@ "name": "stdout", "output_type": "stream", "text": [ - "16fc2fd0-c9c7-420d-b0e1-3e6b5802c744 -> {1: Response(output=[2, 2, 2, 2], detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "536e3c78-7d59-43ed-9f4f-72ce9b3793ef -> {1: Response(output=None, detour=None, addition=None, replace=Flow(name='Flow', uuid='1d51c5df-174a-41c8-b017-98494c8411f1')\n", - "1. Job(name='add', uuid='44007968-8394-442f-ba96-d52dc30a80ce')\n", - "2. Job(name='add', uuid='1af57ed7-3594-4180-b550-787c5f029d9f')\n", - "3. Job(name='add', uuid='f7ea9158-40f8-4439-9d18-b6b6fb3e9289')\n", - "4. Job(name='add', uuid='72c752d3-208a-45ce-bbb6-625e4debed73'), stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "44007968-8394-442f-ba96-d52dc30a80ce -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "1af57ed7-3594-4180-b550-787c5f029d9f -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "f7ea9158-40f8-4439-9d18-b6b6fb3e9289 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "72c752d3-208a-45ce-bbb6-625e4debed73 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" + "d509897c-c318-4b2e-889e-a77331480a58 -> {1: Response(output=[2, 2, 2, 2], detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "7e07bfa4-a0cc-4535-b6c8-e3ec78fe96fb -> {1: Response(output=None, detour=None, addition=None, replace=Flow(name='Flow', uuid='ab9475e6-781b-4560-a0cc-4c260f80762a')\n", + "1. Job(name='add', uuid='62d7192e-d2af-4f28-a790-ac4987bd9f41')\n", + "2. Job(name='add', uuid='d8a7d4aa-8255-417f-9cc8-bc9e16896d33')\n", + "3. Job(name='add', uuid='15ce2067-8138-4692-baf8-8ceada256139')\n", + "4. Job(name='add', uuid='43477f07-28fd-4944-9ae7-02f41282c8d3'), stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "62d7192e-d2af-4f28-a790-ac4987bd9f41 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "d8a7d4aa-8255-417f-9cc8-bc9e16896d33 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "15ce2067-8138-4692-baf8-8ceada256139 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "43477f07-28fd-4944-9ae7-02f41282c8d3 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" ] } ], @@ -189,12 +189,12 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 4, "id": "81870e55", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.041273240Z", - "start_time": "2023-11-23T22:46:57.406089273Z" + "end_time": "2023-11-23T22:55:06.857848628Z", + "start_time": "2023-11-23T22:55:06.789602522Z" } }, "outputs": [ @@ -202,14 +202,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-11-23 23:46:57,406 INFO Started executing jobs locally\n", - "2023-11-23 23:46:57,408 INFO Starting job - add (34ba86a3-99cd-461e-bc17-511fdf6e08ec)\n", - "2023-11-23 23:46:57,411 INFO Finished job - add (34ba86a3-99cd-461e-bc17-511fdf6e08ec)\n", - "2023-11-23 23:46:57,412 INFO Starting job - add_with_logic (349afb69-d732-44b8-b770-2500f44511f9)\n", - "2023-11-23 23:46:57,421 INFO Finished job - add_with_logic (349afb69-d732-44b8-b770-2500f44511f9)\n", - "2023-11-23 23:46:57,422 INFO Starting job - add (64e623da-cf31-485e-9ed1-1f996a955868)\n", - "2023-11-23 23:46:57,424 INFO Finished job - add (64e623da-cf31-485e-9ed1-1f996a955868)\n", - "2023-11-23 23:46:57,425 INFO Finished executing jobs locally\n" + "2023-11-23 23:55:06,796 INFO Started executing jobs locally\n", + "2023-11-23 23:55:06,797 INFO Starting job - add (5630b6ba-1e9a-42ff-be51-ece43fe76643)\n", + "2023-11-23 23:55:06,800 INFO Finished job - add (5630b6ba-1e9a-42ff-be51-ece43fe76643)\n", + "2023-11-23 23:55:06,801 INFO Starting job - add_with_logic (008b1973-6421-418f-b47d-8f32054fedc8)\n", + "2023-11-23 23:55:06,807 INFO Finished job - add_with_logic (008b1973-6421-418f-b47d-8f32054fedc8)\n", + "2023-11-23 23:55:06,808 INFO Starting job - add (4e43d6b6-523a-4760-b1cf-3f68916e80fd)\n", + "2023-11-23 23:55:06,812 INFO Finished job - add (4e43d6b6-523a-4760-b1cf-3f68916e80fd)\n", + "2023-11-23 23:55:06,813 INFO Finished executing jobs locally\n" ] } ], @@ -232,12 +232,12 @@ }, { "cell_type": "code", - "execution_count": 6, + "execution_count": 5, "id": "fdc68eb5", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.046206634Z", - "start_time": "2023-11-23T22:46:57.448864584Z" + "end_time": "2023-11-23T22:55:07.823489602Z", + "start_time": "2023-11-23T22:55:07.816907763Z" } }, "outputs": [ @@ -245,10 +245,10 @@ "name": "stdout", "output_type": "stream", "text": [ - "34ba86a3-99cd-461e-bc17-511fdf6e08ec -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "349afb69-d732-44b8-b770-2500f44511f9 -> {1: Response(output=None, detour=None, addition=Flow(name='Flow', uuid='20581dd8-b00e-424b-94ad-7f2b2f4a240b')\n", - "1. Job(name='add', uuid='64e623da-cf31-485e-9ed1-1f996a955868'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "64e623da-cf31-485e-9ed1-1f996a955868 -> {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" + "5630b6ba-1e9a-42ff-be51-ece43fe76643 -> {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "008b1973-6421-418f-b47d-8f32054fedc8 -> {1: Response(output=None, detour=None, addition=Flow(name='Flow', uuid='1994a56f-6dd8-4e35-a187-76d27d808d09')\n", + "1. Job(name='add', uuid='4e43d6b6-523a-4760-b1cf-3f68916e80fd'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "4e43d6b6-523a-4760-b1cf-3f68916e80fd -> {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" ] } ], @@ -267,12 +267,12 @@ }, { "cell_type": "code", - "execution_count": 7, + "execution_count": 6, "id": "27569bd7", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.090608163Z", - "start_time": "2023-11-23T22:46:57.481314817Z" + "end_time": "2023-11-23T22:55:09.827238198Z", + "start_time": "2023-11-23T22:55:09.755367636Z" } }, "outputs": [ @@ -280,12 +280,12 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-11-23 23:46:57,479 INFO Started executing jobs locally\n", - "2023-11-23 23:46:57,481 INFO Starting job - add (0ae20220-b69c-4e6b-827a-2f046b00d504)\n", - "2023-11-23 23:46:57,484 INFO Finished job - add (0ae20220-b69c-4e6b-827a-2f046b00d504)\n", - "2023-11-23 23:46:57,485 INFO Starting job - add_with_logic (145dea09-be6c-47fc-ac46-c9a6908323e7)\n", - "2023-11-23 23:46:57,490 INFO Finished job - add_with_logic (145dea09-be6c-47fc-ac46-c9a6908323e7)\n", - "2023-11-23 23:46:57,491 INFO Finished executing jobs locally\n" + "2023-11-23 23:55:09,755 INFO Started executing jobs locally\n", + "2023-11-23 23:55:09,756 INFO Starting job - add (92e3f817-1350-4492-aeee-ec3501bce66f)\n", + "2023-11-23 23:55:09,759 INFO Finished job - add (92e3f817-1350-4492-aeee-ec3501bce66f)\n", + "2023-11-23 23:55:09,759 INFO Starting job - add_with_logic (e20fe185-4e34-4422-914f-e0acb4cbd529)\n", + "2023-11-23 23:55:09,764 INFO Finished job - add_with_logic (e20fe185-4e34-4422-914f-e0acb4cbd529)\n", + "2023-11-23 23:55:09,765 INFO Finished executing jobs locally\n" ] } ], @@ -308,12 +308,12 @@ }, { "cell_type": "code", - "execution_count": 8, + "execution_count": 7, "id": "b8d0c011", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.092445839Z", - "start_time": "2023-11-23T22:46:57.524568954Z" + "end_time": "2023-11-23T22:55:10.647133331Z", + "start_time": "2023-11-23T22:55:10.639661076Z" } }, "outputs": [ @@ -321,8 +321,8 @@ "name": "stdout", "output_type": "stream", "text": [ - "0ae20220-b69c-4e6b-827a-2f046b00d504 -> {1: Response(output=21, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", - "145dea09-be6c-47fc-ac46-c9a6908323e7 -> {1: Response(output=None, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" + "92e3f817-1350-4492-aeee-ec3501bce66f -> {1: Response(output=21, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n", + "e20fe185-4e34-4422-914f-e0acb4cbd529 -> {1: Response(output=None, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}\n" ] } ], @@ -350,59 +350,44 @@ }, { "cell_type": "code", - "execution_count": 9, + "execution_count": 8, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "2023-11-23 23:46:57,625 INFO Started executing jobs locally\n", - "2023-11-23 23:46:57,626 INFO Starting job - fibonacci (81d7944a-bd5a-4edd-a67f-36d2312e506b)\n", - "2023-11-23 23:46:57,630 INFO Finished job - fibonacci (81d7944a-bd5a-4edd-a67f-36d2312e506b)\n", - "2023-11-23 23:46:57,631 INFO Starting job - fibonacci (3219e168-b719-409a-8dbd-94370c03e162)\n", - "2023-11-23 23:46:57,634 INFO Finished job - fibonacci (3219e168-b719-409a-8dbd-94370c03e162)\n", - "2023-11-23 23:46:57,636 INFO Starting job - fibonacci (98308b42-817b-4ee5-bf68-fefcf1bd0de3)\n", - "2023-11-23 23:46:57,639 INFO Finished job - fibonacci (98308b42-817b-4ee5-bf68-fefcf1bd0de3)\n", - "2023-11-23 23:46:57,640 INFO Starting job - fibonacci (57c73c23-9fbf-4f08-8e0f-7698027b632b)\n", - "2023-11-23 23:46:57,643 INFO Finished job - fibonacci (57c73c23-9fbf-4f08-8e0f-7698027b632b)\n", - "2023-11-23 23:46:57,644 INFO Starting job - fibonacci (33c81f02-e87b-4848-8780-a09de20041b1)\n", - "2023-11-23 23:46:57,647 INFO Finished job - fibonacci (33c81f02-e87b-4848-8780-a09de20041b1)\n", - "2023-11-23 23:46:57,648 INFO Starting job - fibonacci (690e4d45-9e9b-43d8-8865-2085cc0feee2)\n", - "2023-11-23 23:46:57,650 INFO Finished job - fibonacci (690e4d45-9e9b-43d8-8865-2085cc0feee2)\n", - "2023-11-23 23:46:57,651 INFO Starting job - fibonacci (8142cc72-a4e3-4884-a446-98f0bea98569)\n", - "2023-11-23 23:46:57,655 INFO Finished job - fibonacci (8142cc72-a4e3-4884-a446-98f0bea98569)\n", - "2023-11-23 23:46:57,656 INFO Starting job - fibonacci (c2b4ec59-5088-4daf-9dba-34a2a3fbe56e)\n", - "2023-11-23 23:46:57,659 INFO Finished job - fibonacci (c2b4ec59-5088-4daf-9dba-34a2a3fbe56e)\n", - "2023-11-23 23:46:57,660 INFO Starting job - fibonacci (2db909a8-14df-4bd1-89a8-d188948382f1)\n", - "2023-11-23 23:46:57,663 INFO Finished job - fibonacci (2db909a8-14df-4bd1-89a8-d188948382f1)\n", - "2023-11-23 23:46:57,664 INFO Starting job - fibonacci (273a46cc-4762-495e-a1d7-e4e26203f122)\n", - "2023-11-23 23:46:57,666 INFO Finished job - fibonacci (273a46cc-4762-495e-a1d7-e4e26203f122)\n", - "2023-11-23 23:46:57,667 INFO Starting job - fibonacci (3fe6a08d-74f9-406f-a219-fdd68f1f6ec9)\n", - "2023-11-23 23:46:57,670 INFO Finished job - fibonacci (3fe6a08d-74f9-406f-a219-fdd68f1f6ec9)\n", - "2023-11-23 23:46:57,671 INFO Starting job - fibonacci (5c44497a-4497-4bf2-a0ee-172abf1251eb)\n", - "2023-11-23 23:46:57,674 INFO Finished job - fibonacci (5c44497a-4497-4bf2-a0ee-172abf1251eb)\n", - "2023-11-23 23:46:57,675 INFO Starting job - fibonacci (1b21a0be-8b79-42ad-a13b-c43c7077d637)\n", - "2023-11-23 23:46:57,678 INFO Finished job - fibonacci (1b21a0be-8b79-42ad-a13b-c43c7077d637)\n", - "2023-11-23 23:46:57,679 INFO Starting job - fibonacci (a6af5fcc-2a3b-4a40-8620-28edadb64b9f)\n", - "2023-11-23 23:46:57,682 INFO Finished job - fibonacci (a6af5fcc-2a3b-4a40-8620-28edadb64b9f)\n", - "2023-11-23 23:46:57,683 INFO Starting job - fibonacci (552ad89c-3e1f-4385-8eb5-01a761a6f9f1)\n", - "2023-11-23 23:46:57,686 INFO Finished job - fibonacci (552ad89c-3e1f-4385-8eb5-01a761a6f9f1)\n", - "2023-11-23 23:46:57,687 INFO Finished executing jobs locally\n", - "{'81d7944a-bd5a-4edd-a67f-36d2312e506b': {1: Response(output=2, detour=None, addition=Flow(name='Flow', uuid='b497505f-e73a-4324-99b4-2923d76bed6e')\n", - "1. Job(name='fibonacci', uuid='3219e168-b719-409a-8dbd-94370c03e162'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '3219e168-b719-409a-8dbd-94370c03e162': {1: Response(output=3, detour=None, addition=Flow(name='Flow', uuid='985aad5f-060f-4841-a2d0-edcdb4a4526d')\n", - "1. Job(name='fibonacci', uuid='98308b42-817b-4ee5-bf68-fefcf1bd0de3'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '98308b42-817b-4ee5-bf68-fefcf1bd0de3': {1: Response(output=5, detour=None, addition=Flow(name='Flow', uuid='076cc046-7ffe-40fe-a14d-5c97d9e92b40')\n", - "1. Job(name='fibonacci', uuid='57c73c23-9fbf-4f08-8e0f-7698027b632b'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '57c73c23-9fbf-4f08-8e0f-7698027b632b': {1: Response(output=8, detour=None, addition=Flow(name='Flow', uuid='38b57dd4-ddb1-425c-8153-5e2c195942da')\n", - "1. Job(name='fibonacci', uuid='33c81f02-e87b-4848-8780-a09de20041b1'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '33c81f02-e87b-4848-8780-a09de20041b1': {1: Response(output=13, detour=None, addition=Flow(name='Flow', uuid='057e0e16-62d3-461e-a13b-9d86c5f72780')\n", - "1. Job(name='fibonacci', uuid='690e4d45-9e9b-43d8-8865-2085cc0feee2'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '690e4d45-9e9b-43d8-8865-2085cc0feee2': {1: Response(output=21, detour=None, addition=Flow(name='Flow', uuid='a2f5bb27-5539-48be-a706-04af3756eedf')\n", - "1. Job(name='fibonacci', uuid='8142cc72-a4e3-4884-a446-98f0bea98569'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '8142cc72-a4e3-4884-a446-98f0bea98569': {1: Response(output=34, detour=None, addition=Flow(name='Flow', uuid='c0b854aa-aae5-4277-b7e1-45416e65384e')\n", - "1. Job(name='fibonacci', uuid='c2b4ec59-5088-4daf-9dba-34a2a3fbe56e'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, 'c2b4ec59-5088-4daf-9dba-34a2a3fbe56e': {1: Response(output=55, detour=None, addition=Flow(name='Flow', uuid='f31f638f-4147-4677-b8f5-72e44d9b12f9')\n", - "1. Job(name='fibonacci', uuid='2db909a8-14df-4bd1-89a8-d188948382f1'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '2db909a8-14df-4bd1-89a8-d188948382f1': {1: Response(output=89, detour=None, addition=Flow(name='Flow', uuid='5f5383a3-7b2d-4e86-98ca-66636006e6a3')\n", - "1. Job(name='fibonacci', uuid='273a46cc-4762-495e-a1d7-e4e26203f122'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '273a46cc-4762-495e-a1d7-e4e26203f122': {1: Response(output=144, detour=None, addition=Flow(name='Flow', uuid='4711a431-8976-4e7c-be1c-cb4962aab4a7')\n", - "1. Job(name='fibonacci', uuid='3fe6a08d-74f9-406f-a219-fdd68f1f6ec9'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '3fe6a08d-74f9-406f-a219-fdd68f1f6ec9': {1: Response(output=233, detour=None, addition=Flow(name='Flow', uuid='0dc7cb69-5797-4880-a8b7-c54f99490322')\n", - "1. Job(name='fibonacci', uuid='5c44497a-4497-4bf2-a0ee-172abf1251eb'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '5c44497a-4497-4bf2-a0ee-172abf1251eb': {1: Response(output=377, detour=None, addition=Flow(name='Flow', uuid='2469da06-bb02-4597-925c-df154d34115d')\n", - "1. Job(name='fibonacci', uuid='1b21a0be-8b79-42ad-a13b-c43c7077d637'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '1b21a0be-8b79-42ad-a13b-c43c7077d637': {1: Response(output=610, detour=None, addition=Flow(name='Flow', uuid='c92c422d-372c-45bd-9159-1ef9243c8f7f')\n", - "1. Job(name='fibonacci', uuid='a6af5fcc-2a3b-4a40-8620-28edadb64b9f'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, 'a6af5fcc-2a3b-4a40-8620-28edadb64b9f': {1: Response(output=987, detour=None, addition=Flow(name='Flow', uuid='4e7d136c-a125-4c08-b660-247bea293d64')\n", - "1. Job(name='fibonacci', uuid='552ad89c-3e1f-4385-8eb5-01a761a6f9f1'), replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}, '552ad89c-3e1f-4385-8eb5-01a761a6f9f1': {1: Response(output=1597, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}}\n" + "2023-11-23 23:55:13,324 INFO Started executing jobs locally\n", + "2023-11-23 23:55:13,325 INFO Starting job - fibonacci (6f7a1e92-577f-4289-85e5-e07a82e542db)\n", + "2023-11-23 23:55:13,329 INFO Finished job - fibonacci (6f7a1e92-577f-4289-85e5-e07a82e542db)\n", + "2023-11-23 23:55:13,329 INFO Starting job - fibonacci (862ce31a-a963-419a-9862-f419c47c3c9e)\n", + "2023-11-23 23:55:13,332 INFO Finished job - fibonacci (862ce31a-a963-419a-9862-f419c47c3c9e)\n", + "2023-11-23 23:55:13,333 INFO Starting job - fibonacci (81c28a0a-f1ad-487c-b484-46729f6ca9a6)\n", + "2023-11-23 23:55:13,335 INFO Finished job - fibonacci (81c28a0a-f1ad-487c-b484-46729f6ca9a6)\n", + "2023-11-23 23:55:13,336 INFO Starting job - fibonacci (084e2022-5a00-4ca8-9edf-46977ca08388)\n", + "2023-11-23 23:55:13,338 INFO Finished job - fibonacci (084e2022-5a00-4ca8-9edf-46977ca08388)\n", + "2023-11-23 23:55:13,339 INFO Starting job - fibonacci (382f371c-9e92-4185-8dbb-829801ec1afd)\n", + "2023-11-23 23:55:13,342 INFO Finished job - fibonacci (382f371c-9e92-4185-8dbb-829801ec1afd)\n", + "2023-11-23 23:55:13,342 INFO Starting job - fibonacci (f4521225-993a-4b42-9818-8aaff0da9181)\n", + "2023-11-23 23:55:13,345 INFO Finished job - fibonacci (f4521225-993a-4b42-9818-8aaff0da9181)\n", + "2023-11-23 23:55:13,346 INFO Starting job - fibonacci (3d475e3e-3774-4015-b056-a23f5cf1da6a)\n", + "2023-11-23 23:55:13,349 INFO Finished job - fibonacci (3d475e3e-3774-4015-b056-a23f5cf1da6a)\n", + "2023-11-23 23:55:13,351 INFO Starting job - fibonacci (ddc61891-1ce1-4d96-b66e-cb60d52e642a)\n", + "2023-11-23 23:55:13,353 INFO Finished job - fibonacci (ddc61891-1ce1-4d96-b66e-cb60d52e642a)\n", + "2023-11-23 23:55:13,354 INFO Starting job - fibonacci (499ab638-d8cc-4272-b2b4-f64d246f3676)\n", + "2023-11-23 23:55:13,357 INFO Finished job - fibonacci (499ab638-d8cc-4272-b2b4-f64d246f3676)\n", + "2023-11-23 23:55:13,357 INFO Starting job - fibonacci (71b7d00f-0109-4a23-8a54-fb29ef143cd2)\n", + "2023-11-23 23:55:13,360 INFO Finished job - fibonacci (71b7d00f-0109-4a23-8a54-fb29ef143cd2)\n", + "2023-11-23 23:55:13,361 INFO Starting job - fibonacci (d60f3f5d-821a-434a-a8c1-50468b381d5f)\n", + "2023-11-23 23:55:13,363 INFO Finished job - fibonacci (d60f3f5d-821a-434a-a8c1-50468b381d5f)\n", + "2023-11-23 23:55:13,364 INFO Starting job - fibonacci (7828008e-2f89-4226-aaac-66f25d4ccf0a)\n", + "2023-11-23 23:55:13,367 INFO Finished job - fibonacci (7828008e-2f89-4226-aaac-66f25d4ccf0a)\n", + "2023-11-23 23:55:13,367 INFO Starting job - fibonacci (062b0cad-2b62-4f42-bd39-ac1b3c90d141)\n", + "2023-11-23 23:55:13,370 INFO Finished job - fibonacci (062b0cad-2b62-4f42-bd39-ac1b3c90d141)\n", + "2023-11-23 23:55:13,371 INFO Starting job - fibonacci (6c1bf8e4-1808-42b4-a99e-49dd031894bd)\n", + "2023-11-23 23:55:13,373 INFO Finished job - fibonacci (6c1bf8e4-1808-42b4-a99e-49dd031894bd)\n", + "2023-11-23 23:55:13,374 INFO Starting job - fibonacci (d82e352d-1ca3-40d2-85d1-3f08989d3551)\n", + "2023-11-23 23:55:13,376 INFO Finished job - fibonacci (d82e352d-1ca3-40d2-85d1-3f08989d3551)\n", + "2023-11-23 23:55:13,377 INFO Finished executing jobs locally\n" ] } ], @@ -430,14 +415,13 @@ "fibonacci_job = fibonacci(1, 1)\n", "\n", "# run the job; responses will contain the output from all jobs\n", - "responses = run_locally(fibonacci_job)\n", - "print(responses)\n" + "responses = run_locally(fibonacci_job)\n" ], "metadata": { "collapsed": false, "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.136876182Z", - "start_time": "2023-11-23T22:46:57.625858812Z" + "end_time": "2023-11-23T22:55:13.426518952Z", + "start_time": "2023-11-23T22:55:13.322421257Z" } } }, @@ -459,12 +443,12 @@ }, { "cell_type": "code", - "execution_count": 10, + "execution_count": 9, "id": "fee35a97", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.142624609Z", - "start_time": "2023-11-23T22:46:57.774129081Z" + "end_time": "2023-11-23T22:55:16.347154656Z", + "start_time": "2023-11-23T22:55:16.266053982Z" } }, "outputs": [ @@ -472,14 +456,14 @@ "name": "stdout", "output_type": "stream", "text": [ - "2023-11-23 23:46:57,774 INFO Started executing jobs locally\n", - "2023-11-23 23:46:57,775 INFO Starting job - add (55465994-efcd-4835-b92e-f7ea36765268)\n", - "2023-11-23 23:46:57,778 INFO Finished job - add (55465994-efcd-4835-b92e-f7ea36765268)\n", - "2023-11-23 23:46:57,779 INFO Starting job - add_with_logic (d6cf8229-dbcc-422c-8504-177c433f48ac)\n", - "2023-11-23 23:46:57,786 INFO Finished job - add_with_logic (d6cf8229-dbcc-422c-8504-177c433f48ac)\n", - "2023-11-23 23:46:57,788 INFO Starting job - add (996e6af8-c56f-4779-8135-00493dbf9298)\n", - "2023-11-23 23:46:57,790 INFO Finished job - add (996e6af8-c56f-4779-8135-00493dbf9298)\n", - "2023-11-23 23:46:57,791 INFO Finished executing jobs locally\n" + "2023-11-23 23:55:16,275 INFO Started executing jobs locally\n", + "2023-11-23 23:55:16,278 INFO Starting job - add (301d75f0-7042-494a-9f24-cab0428c2fd1)\n", + "2023-11-23 23:55:16,281 INFO Finished job - add (301d75f0-7042-494a-9f24-cab0428c2fd1)\n", + "2023-11-23 23:55:16,282 INFO Starting job - add_with_logic (97be61a8-eec4-4e64-bf53-ba37621575e7)\n", + "2023-11-23 23:55:16,292 INFO Finished job - add_with_logic (97be61a8-eec4-4e64-bf53-ba37621575e7)\n", + "2023-11-23 23:55:16,293 INFO Starting job - add (d4c31f68-09ad-418a-ac52-89b303fc2a00)\n", + "2023-11-23 23:55:16,296 INFO Finished job - add (d4c31f68-09ad-418a-ac52-89b303fc2a00)\n", + "2023-11-23 23:55:16,296 INFO Finished executing jobs locally\n" ] } ], @@ -502,20 +486,20 @@ }, { "cell_type": "code", - "execution_count": 11, + "execution_count": 10, "id": "b3b7e8ba", "metadata": { "ExecuteTime": { - "end_time": "2023-11-23T22:46:58.143531724Z", - "start_time": "2023-11-23T22:46:57.816557390Z" + "end_time": "2023-11-23T22:55:17.024836601Z", + "start_time": "2023-11-23T22:55:17.019427206Z" } }, "outputs": [ { "data": { - "text/plain": "{'55465994-efcd-4835-b92e-f7ea36765268': {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n 'd6cf8229-dbcc-422c-8504-177c433f48ac': {1: Response(output=None, detour=Flow(name='Flow', uuid='98311314-8087-4787-b2ea-c89478ff2999')\n 1. Job(name='add', uuid='996e6af8-c56f-4779-8135-00493dbf9298'), addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n '996e6af8-c56f-4779-8135-00493dbf9298': {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}}" + "text/plain": "{'301d75f0-7042-494a-9f24-cab0428c2fd1': {1: Response(output=3, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n '97be61a8-eec4-4e64-bf53-ba37621575e7': {1: Response(output=None, detour=Flow(name='Flow', uuid='0de995a5-1110-4200-b010-276cb2017474')\n 1. Job(name='add', uuid='d4c31f68-09ad-418a-ac52-89b303fc2a00'), addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)},\n 'd4c31f68-09ad-418a-ac52-89b303fc2a00': {1: Response(output=5, detour=None, addition=None, replace=None, stored_data=None, stop_children=False, stop_jobflow=False)}}" }, - "execution_count": 11, + "execution_count": 10, "metadata": {}, "output_type": "execute_result" }