mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-09 23:12:02 +00:00
training_utils: fix extra detection
Requirements could be, e.g.:
wandb (>=0.15.7,<0.16.0) ; extra == "training"
Or:
wandb>=0.16.0; extra == 'training'
Follow up of 86c5497
This commit is contained in:
parent
86c54977b9
commit
4fc5e427b8
|
@ -9,6 +9,7 @@ dependencies = [
|
||||||
"safetensors>=0.4.0",
|
"safetensors>=0.4.0",
|
||||||
"pillow>=10.1.0",
|
"pillow>=10.1.0",
|
||||||
"jaxtyping>=0.2.23",
|
"jaxtyping>=0.2.23",
|
||||||
|
"packaging>=23.2",
|
||||||
]
|
]
|
||||||
readme = "README.md"
|
readme = "README.md"
|
||||||
requires-python = ">= 3.10"
|
requires-python = ">= 3.10"
|
||||||
|
|
|
@ -53,7 +53,7 @@ nvidia-nvjitlink-cu12==12.3.101
|
||||||
nvidia-nvtx-cu12==12.1.105
|
nvidia-nvtx-cu12==12.1.105
|
||||||
opencv-python==4.8.1.78
|
opencv-python==4.8.1.78
|
||||||
packaging==23.2
|
packaging==23.2
|
||||||
pandas==2.1.3
|
pandas==2.1.4
|
||||||
pillow==10.1.0
|
pillow==10.1.0
|
||||||
piq==0.8.0
|
piq==0.8.0
|
||||||
prodigyopt==1.0
|
prodigyopt==1.0
|
||||||
|
|
|
@ -1,13 +1,18 @@
|
||||||
from importlib import import_module
|
from importlib import import_module
|
||||||
from importlib.metadata import requires
|
from importlib.metadata import requires
|
||||||
|
from packaging.requirements import Requirement
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
refiners_requires = requires("refiners")
|
refiners_requires = requires("refiners")
|
||||||
assert refiners_requires is not None
|
assert refiners_requires is not None
|
||||||
|
|
||||||
for dep in filter(lambda r: r.endswith('extra == "training"'), refiners_requires):
|
for dep in refiners_requires:
|
||||||
|
req = Requirement(dep)
|
||||||
|
marker = req.marker
|
||||||
|
if marker is None or not marker.evaluate({"extra": "training"}):
|
||||||
|
continue
|
||||||
try:
|
try:
|
||||||
import_module(dep.split(" ")[0])
|
import_module(req.name)
|
||||||
except ImportError:
|
except ImportError:
|
||||||
print(
|
print(
|
||||||
"Some dependencies are missing. Please install refiners with the `training` extra, e.g. `pip install"
|
"Some dependencies are missing. Please install refiners with the `training` extra, e.g. `pip install"
|
||||||
|
|
Loading…
Reference in a new issue