Utilities for loading plugins that extend Prefect's functionality.
Plugins are detected by entry point definitions in package setup files.
Currently supported entrypoints
- prefect.collections: Identifies this package as a Prefect collection that
should be imported when Prefect is imported.
load_prefect_collections()
Load all Prefect collections that define an entrypoint in the group
prefect.collections.
Source code in src/prefect/plugins.py
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72 | def load_prefect_collections() -> Dict[str, Union[ModuleType, Exception]]:
"""
Load all Prefect collections that define an entrypoint in the group
`prefect.collections`.
"""
global COLLECTIONS
if COLLECTIONS is not None:
return COLLECTIONS
collection_entrypoints: EntryPoints = entry_points(group="prefect.collections")
collections = safe_load_entrypoints(collection_entrypoints)
# TODO: Consider the utility of this once we've established this pattern.
# We cannot use a logger here because logging is not yet initialized.
# It would be nice if logging was initialized so we could log failures
# at least.
for name, result in collections.items():
if isinstance(result, Exception):
print(
# TODO: Use exc_info if we have a logger
f"Warning! Failed to load collection {name!r}:"
f" {type(result).__name__}: {result}"
)
else:
if prefect.settings.PREFECT_DEBUG_MODE:
print(f"Loaded collection {name!r}.")
COLLECTIONS = collections
return collections
|
safe_load_entrypoints(entrypoints)
Load entry points for a group capturing any exceptions that occur.
Source code in src/prefect/plugins.py
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40 | def safe_load_entrypoints(entrypoints: EntryPoints) -> Dict[str, Union[Exception, Any]]:
"""
Load entry points for a group capturing any exceptions that occur.
"""
# TODO: `load()` claims to return module types but could return arbitrary types
# too. We can cast the return type if we want to be more correct. We may
# also want to validate the type for the group for entrypoints that have
# a specific type we expect.
results = {}
for entrypoint in entrypoints:
result = None
try:
result = entrypoint.load()
except Exception as exc:
result = exc
results[entrypoint.name or entrypoint.value] = result
return results
|