Lazy loading for OpenCV

.conda_mac/meta.yaml

@@ -58,6 +58,7 @@ requirements:
     - conda-forge::qudida
     - conda-forge::albumentations
     - conda-forge::ndx-pose <0.2.0
+    - conda-forge::lazy_loader
 
   run:
     - conda-forge::python >=3.10.0,<3.11.0
@@ -89,3 +90,4 @@ requirements:
     - conda-forge::qudida
     - conda-forge::albumentations
     - conda-forge::ndx-pose <0.2.0
+    - conda-forge::lazy_loader

.gitignore

@@ -117,3 +117,5 @@ venv.bak/
 
 # OS generated files
 .DS_Store
+
+models/

environment.yml

@@ -7,7 +7,6 @@ channels:
     - conda-forge
     - nvidia
     - sleap
-    - anaconda
 
 dependencies:
     # Packages SLEAP uses directly
@@ -42,6 +41,7 @@ dependencies:
     - conda-forge::qudida
     - conda-forge::albumentations
     - conda-forge::ndx-pose <0.2.0
+    - conda-forge::lazy_loader
 
     # Packages required by tensorflow to find/use GPUs
     - conda-forge::cudatoolkit ==11.3.1

environment_mac.yml

@@ -40,5 +40,6 @@ dependencies:
     - conda-forge::qudida
     - conda-forge::albumentations
     - conda-forge::ndx-pose <0.2.0
+    - conda-forge::lazy_loader
     - pip:
-          - "--editable=.[conda_dev]"
+        - "--editable=.[conda_dev]"

environment_no_cuda.yml

@@ -42,6 +42,6 @@ dependencies:
     - conda-forge::qudida
     - conda-forge::albumentations
     - conda-forge::ndx-pose <0.2.0
-
+    - conda-forge::lazy_loader
     - pip:
           - "--editable=.[conda_dev]"

pypi_requirements.txt

@@ -28,13 +28,15 @@ scipy>=1.7.0
 scikit-image
 scikit-learn>=1.0.0
 seaborn
-tensorflow==2.9.2; platform_machine != 'arm64'
-tensorflow-hub
 albumentations
 ndx-pose<0.2.0
+lazy-loader
+tensorflow==2.9.2; platform_machine != 'arm64'
+tensorflow-hub; platform_machine != 'arm64'
 # Silicon Mac specific packages
+tensorflow-hub >=0.14.0,<=0.16.1; sys_platform == 'darwin' and platform_machine == 'arm64'
 tensorflow-macos >=2.10.0,<2.13.0; sys_platform == 'darwin' and platform_machine == 'arm64'
-tensorflow-metal; sys_platform == 'darwin' and platform_machine == 'arm64'
+tensorflow-metal >=0.8.0,<=1.1.0; sys_platform == 'darwin' and platform_machine == 'arm64'
 
 # Dependencies of dependencies
 # tensorboard 2.11.2 has requirement protobuf<4,>=3.9.2

sleap/__init__.py

@@ -10,10 +10,12 @@
 
 # Import submodules we want available at top-level
 from sleap.version import __version__, versions
-from sleap.io.dataset import Labels, load_file
+
 from sleap.io.video import Video, load_video
 from sleap.instance import LabeledFrame, Instance, PredictedInstance, Track
 from sleap.skeleton import Skeleton
+from sleap.io.dataset import Labels, load_file
+
 import sleap.nn
 from sleap.nn.data import pipelines
 from sleap.nn import inference

sleap/gui/commands.py

@@ -39,7 +39,6 @@ class which inherits from `AppCommand` (or a more specialized class such as
 from typing import Callable, Dict, Iterator, List, Optional, Tuple, Type, Union, cast
 
 import attr
-import cv2
 import numpy as np
 from qtpy import QtCore, QtGui, QtWidgets
 
@@ -1794,8 +1793,7 @@ def ask(context: CommandContext, params: dict) -> bool:
         """Shows gui for replacing videos in project."""
 
         def _get_truncation_message(truncation_messages, path, video):
-            reader = cv2.VideoCapture(path)
-            last_vid_frame = int(reader.get(cv2.CAP_PROP_FRAME_COUNT))
+            last_vid_frame = len(Video.from_filename(path))
             lfs: List[LabeledFrame] = list(context.labels.get(video))
             if lfs is not None:
                 lfs.sort(key=lambda lf: lf.frame_idx)

sleap/gui/dialogs/importvideos.py

@@ -45,7 +45,8 @@
 
 import h5py
 import qimage2ndarray
-import cv2
+import lazy_loader
+cv2 = lazy_loader.load("cv2")
 
 from typing import Any, Dict, List, Optional
 

sleap/gui/dialogs/missingfiles.py

@@ -1,14 +1,10 @@
 """
 Gui for prompting the user to locate one or more missing files.
 """
-
 import os
-
 from pathlib import Path, PurePath
 from typing import Callable, List
-
 from qtpy import QtWidgets, QtCore, QtGui
-
 from sleap.io import pathutils
 from sleap.gui.dialogs.filedialog import FileDialog
 

sleap/info/feature_suggestions.py

@@ -12,8 +12,6 @@
 from time import time
 from typing import Dict, List, Optional, Tuple
 
-import cv2
-
 from sklearn.decomposition import PCA
 from sklearn.cluster import KMeans
 
@@ -22,6 +20,8 @@
 from skimage.util.shape import view_as_windows
 
 from sleap.io.video import Video
+import lazy_loader
+cv2 = lazy_loader.load("cv2")
 
 logger = logging.getLogger(__name__)
 

sleap/io/dataset.py

@@ -76,14 +76,13 @@
     make_instance_cattr,
     PredictedInstance,
 )
-
 from sleap.io import pathutils
 from sleap.io.video import Video, ImgStoreVideo, HDF5Video
 from sleap.gui.suggestions import SuggestionFrame
-from sleap.gui.dialogs.missingfiles import MissingFilesDialog
 from sleap.rangelist import RangeList
 from sleap.util import uniquify, json_dumps
 
+
 """
 The version number to put in the Labels JSON format.
 """
@@ -2657,6 +2656,8 @@ def video_callback(
                         context["changed_on_load"] = True
 
             if use_gui:
+                from sleap.gui.dialogs.missingfiles import MissingFilesDialog
+
                 # If there are still missing paths, prompt user
                 if sum(missing):
                     # If we are using dummy for any video not found by user

sleap/io/video.py

@@ -4,8 +4,6 @@
 import shutil
 
 import h5py as h5
-import cv2
-import imgstore
 import numpy as np
 import attr
 import cattr
@@ -15,6 +13,10 @@
 from typing import Iterable, List, Optional, Tuple, Union, Text
 
 from sleap.util import json_loads, json_dumps
+import lazy_loader
+
+cv2 = lazy_loader.load("cv2")
+imgstore = lazy_loader.load("imgstore")
 
 logger = logging.getLogger(__name__)
 

sleap/io/videowriter.py

@@ -10,9 +10,10 @@
 """
 
 from abc import ABC, abstractmethod
-import cv2
 import numpy as np
 import imageio.v2 as iio
+import lazy_loader
+cv2 = lazy_loader.load("cv2")
 
 
 class VideoWriter(ABC):

sleap/io/visuals.py

@@ -7,19 +7,17 @@
 from sleap.io.dataset import Labels
 from sleap.gui.color import ColorManager
 from sleap.util import usable_cpu_count
-
-import cv2
 import os
 import numpy as np
 import math
 from collections import deque
 from time import perf_counter
 from typing import List, Optional, Tuple
-
 from queue import Queue
 from threading import Thread
-
 import logging
+import lazy_loader
+cv2 = lazy_loader.load("cv2")
 
 logger = logging.getLogger(__name__)
 

sleap/nn/callbacks.py

@@ -4,6 +4,7 @@
 import logging
 import numpy as np
 import tensorflow as tf
+import qtpy
 import zmq
 import io
 import os

sleap/nn/tracking.py

@@ -4,7 +4,8 @@
 import abc
 import attr
 import numpy as np
-import cv2
+import lazy_loader
+cv2 = lazy_loader.load("cv2")
 import functools
 from typing import Callable, Deque, Dict, Iterable, List, Optional, Tuple
 

tests/io/test_videowriter.py

@@ -1,5 +1,6 @@
 import os
-import cv2
+import lazy_loader
+cv2 = lazy_loader.load("cv2")
 from pathlib import Path
 from sleap.io.videowriter import VideoWriter, VideoWriterOpenCV, VideoWriterImageio
 

tests/io/test_visuals.py

@@ -1,7 +1,8 @@
 import numpy as np
 import os
 import pytest
-import cv2
+import lazy_loader
+cv2 = lazy_loader.load("cv2")
 from sleap.io.dataset import Labels
 from sleap.io.visuals import (
     save_labeled_video,