From 0d96e1ad027bd0113e83d3fd504a1d8c541370ba Mon Sep 17 00:00:00 2001 From: pritishpai Date: Thu, 3 Oct 2024 14:16:29 -0400 Subject: [PATCH 1/2] Added evaluate to known list --- .../labs/ucx/source_code/known.json | 105 ++++++++++++++++-- 1 file changed, 95 insertions(+), 10 deletions(-) diff --git a/src/databricks/labs/ucx/source_code/known.json b/src/databricks/labs/ucx/source_code/known.json index 18e1e6c1be..b7439da2df 100644 --- a/src/databricks/labs/ucx/source_code/known.json +++ b/src/databricks/labs/ucx/source_code/known.json @@ -1557,15 +1557,6 @@ "cloudpickle.cloudpickle": [], "cloudpickle.cloudpickle_fast": [] }, - "colorful": { - "colorful": [], - "colorful.ansi": [], - "colorful.colors": [], - "colorful.core": [], - "colorful.styles": [], - "colorful.terminal": [], - "colorful.utils": [] - }, "cmdstanpy": { "cmdstanpy": [], "cmdstanpy._version": [], @@ -1585,6 +1576,15 @@ "cmdstanpy.utils.logging": [], "cmdstanpy.utils.stancsv": [] }, + "colorful": { + "colorful": [], + "colorful.ansi": [], + "colorful.colors": [], + "colorful.core": [], + "colorful.styles": [], + "colorful.terminal": [], + "colorful.utils": [] + }, "comm": { "comm": [], "comm.base_comm": [] @@ -3953,6 +3953,36 @@ "eradicate": { "eradicate": [] }, + "evaluate": { + "evaluate": [], + "evaluate.commands": [], + "evaluate.commands.evaluate_cli": [], + "evaluate.config": [], + "evaluate.evaluation_suite": [], + "evaluate.evaluator": [], + "evaluate.evaluator.audio_classification": [], + "evaluate.evaluator.automatic_speech_recognition": [], + "evaluate.evaluator.base": [], + "evaluate.evaluator.image_classification": [], + "evaluate.evaluator.question_answering": [], + "evaluate.evaluator.text2text_generation": [], + "evaluate.evaluator.text_classification": [], + "evaluate.evaluator.text_generation": [], + "evaluate.evaluator.token_classification": [], + "evaluate.evaluator.utils": [], + "evaluate.hub": [], + "evaluate.info": [], + "evaluate.inspect": [], + "evaluate.loading": [], + "evaluate.module": [], + "evaluate.naming": [], + "evaluate.saving": [], + "evaluate.utils": [], + "evaluate.utils.file_utils": [], + "evaluate.utils.gradio": [], + "evaluate.utils.logging": [], + "evaluate.visualization": [] + }, "exceptiongroup": { "exceptiongroup": [] }, @@ -8414,6 +8444,57 @@ "multidict": { "multidict": [] }, + "multiprocess": { + "_multiprocess": [], + "multiprocess.__info__": [], + "multiprocess": [], + "multiprocess.connection": [], + "multiprocess.context": [], + "multiprocess.dummy": [], + "multiprocess.dummy.connection": [], + "multiprocess.forkserver": [], + "multiprocess.heap": [], + "multiprocess.managers": [], + "multiprocess.pool": [], + "multiprocess.popen_fork": [], + "multiprocess.popen_forkserver": [], + "multiprocess.popen_spawn_posix": [], + "multiprocess.popen_spawn_win32": [], + "multiprocess.process": [], + "multiprocess.queues": [], + "multiprocess.reduction": [], + "multiprocess.resource_sharer": [], + "multiprocess.resource_tracker": [], + "multiprocess.shared_memory": [], + "multiprocess.sharedctypes": [], + "multiprocess.spawn": [], + "multiprocess.synchronize": [], + "multiprocess.tests": [], + "multiprocess.tests.mp_fork_bomb": [], + "multiprocess.tests.mp_preload": [], + "multiprocess.tests.test_multiprocessing_fork": [], + "multiprocess.tests.test_multiprocessing_fork.test_manager": [], + "multiprocess.tests.test_multiprocessing_fork.test_misc": [], + "multiprocess.tests.test_multiprocessing_fork.test_processes": [], + "multiprocess.tests.test_multiprocessing_fork.test_threads": [], + "multiprocess.tests.test_multiprocessing_forkserver": [], + "multiprocess.tests.test_multiprocessing_forkserver.test_manager": [], + "multiprocess.tests.test_multiprocessing_forkserver.test_misc": [], + "multiprocess.tests.test_multiprocessing_forkserver.test_processes": [], + "multiprocess.tests.test_multiprocessing_forkserver.test_threads": [], + "multiprocess.tests.test_multiprocessing_main_handling": [], + "multiprocess.tests.test_multiprocessing_spawn": [], + "multiprocess.tests.test_multiprocessing_spawn.test_manager": [], + "multiprocess.tests.test_multiprocessing_spawn.test_misc": [], + "multiprocess.tests.test_multiprocessing_spawn.test_processes": [], + "multiprocess.tests.test_multiprocessing_spawn.test_threads": [], + "multiprocess.util": [ + { + "code": "direct-filesystem-access", + "message": "The use of direct filesystem references is deprecated: /dev/null" + } + ] + }, "multitasking": { "multitasking": [] }, @@ -30131,6 +30212,10 @@ "xmod": { "xmod": [] }, + "xxhash": { + "xxhash": [], + "xxhash.version": [] + }, "xyzservices": { "xyzservices": [] }, @@ -30273,4 +30358,4 @@ "zipp.compat.py310": [], "zipp.glob": [] } -} +} \ No newline at end of file From c2ef03f0ee0f59e7939d5bb835d5e80412234dab Mon Sep 17 00:00:00 2001 From: pritishpai Date: Thu, 3 Oct 2024 14:40:33 -0400 Subject: [PATCH 2/2] remove tests and non spark lib --- .../labs/ucx/source_code/known.json | 29 ++----------------- 1 file changed, 2 insertions(+), 27 deletions(-) diff --git a/src/databricks/labs/ucx/source_code/known.json b/src/databricks/labs/ucx/source_code/known.json index b7439da2df..559f6f7bba 100644 --- a/src/databricks/labs/ucx/source_code/known.json +++ b/src/databricks/labs/ucx/source_code/known.json @@ -8468,32 +8468,7 @@ "multiprocess.shared_memory": [], "multiprocess.sharedctypes": [], "multiprocess.spawn": [], - "multiprocess.synchronize": [], - "multiprocess.tests": [], - "multiprocess.tests.mp_fork_bomb": [], - "multiprocess.tests.mp_preload": [], - "multiprocess.tests.test_multiprocessing_fork": [], - "multiprocess.tests.test_multiprocessing_fork.test_manager": [], - "multiprocess.tests.test_multiprocessing_fork.test_misc": [], - "multiprocess.tests.test_multiprocessing_fork.test_processes": [], - "multiprocess.tests.test_multiprocessing_fork.test_threads": [], - "multiprocess.tests.test_multiprocessing_forkserver": [], - "multiprocess.tests.test_multiprocessing_forkserver.test_manager": [], - "multiprocess.tests.test_multiprocessing_forkserver.test_misc": [], - "multiprocess.tests.test_multiprocessing_forkserver.test_processes": [], - "multiprocess.tests.test_multiprocessing_forkserver.test_threads": [], - "multiprocess.tests.test_multiprocessing_main_handling": [], - "multiprocess.tests.test_multiprocessing_spawn": [], - "multiprocess.tests.test_multiprocessing_spawn.test_manager": [], - "multiprocess.tests.test_multiprocessing_spawn.test_misc": [], - "multiprocess.tests.test_multiprocessing_spawn.test_processes": [], - "multiprocess.tests.test_multiprocessing_spawn.test_threads": [], - "multiprocess.util": [ - { - "code": "direct-filesystem-access", - "message": "The use of direct filesystem references is deprecated: /dev/null" - } - ] + "multiprocess.synchronize": [] }, "multitasking": { "multitasking": [] @@ -30358,4 +30333,4 @@ "zipp.compat.py310": [], "zipp.glob": [] } -} \ No newline at end of file +}