more test cleanups (tinygrad#2631)

* more test cleanups * move test example back
MRVA-AVA · Dec 6, 2023 · 232ed2a · 232ed2a
1 parent a63f48d
commit 232ed2a
Show file tree

Hide file tree

Showing 12 changed files with 3 additions and 112 deletions.
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -15,7 +15,7 @@ repos:
         pass_filenames: false
       - id: mypy
         name: mypy
-        entry: mypy tinygrad/ extra/helpers.py
+        entry: mypy tinygrad/
         language: system
         always_run: true
         pass_filenames: false
@@ -41,7 +41,7 @@ repos:
         pass_filenames: false
       - id: example
         name: multi device tests
-        entry: python3 test/external/test_example.py
+        entry: python3 test/external/external_test_example.py
         language: system
         always_run: true
         pass_filenames: false

diff --git a/examples/mlperf/model_eval.py b/examples/mlperf/model_eval.py
@@ -26,12 +26,11 @@ def input_fixup(x):
 
   # evaluation on the mlperf classes of the validation set from imagenet
   from extra.datasets.imagenet import iterate
-  from extra.helpers import cross_process
 
   BS = 64
   n,d = 0,0
   st = time.perf_counter()
-  iterator = cross_process(lambda: iterate(BS))
+  iterator = iterate(BS)
   x,ny = next(iterator)
   dat = Tensor(x)
   while dat is not None:

diff --git a/extra/helpers.py b/extra/helpers.py
diff --git a/setup.py b/setup.py
@@ -46,7 +46,6 @@
             "opencv-python",
             "tabulate",
             "safetensors",
-            "cloudpickle",
             "transformers",
             "sentencepiece",
             "tiktoken",

diff --git a/test/external/dist/test_collectives.py → ...xternal/external_test_dist_collectives.py b/test/external/dist/test_collectives.py → ...xternal/external_test_dist_collectives.py
diff --git a/test/external/dist/test_world.py → test/external/external_test_dist_world.py b/test/external/dist/test_world.py → test/external/external_test_dist_world.py
diff --git a/test/external/test_example.py → test/external/external_test_example.py b/test/external/test_example.py → test/external/external_test_example.py
diff --git a/test/extra/__init__.py b/test/extra/__init__.py
diff --git a/test/extra/test_extra_helpers.py b/test/extra/test_extra_helpers.py
diff --git a/test/imported/__init__.py b/test/imported/__init__.py
diff --git a/test/models/__init__.py b/test/models/__init__.py
diff --git a/test/unit/__init__.py b/test/unit/__init__.py