function provides pluggy hook manager to write data into delta and nsp
Returns:
PluginManager: pluggy Manager object
Source code in spark_expectations/sinks/__init__.py
| @functools.lru_cache
def get_sink_hook() -> pluggy.PluginManager:
"""
function provides pluggy hook manager to write data into delta and nsp
Returns:
PluginManager: pluggy Manager object
"""
pm = pluggy.PluginManager(SPARK_EXPECTATIONS_WRITER_PLUGIN)
pm.add_hookspecs(SparkExpectationsSinkWriter)
pm.register(SparkExpectationsKafkaWritePluginImpl(), "spark_expectations_kafka_write")
for name, plugin_instance in pm.list_name_plugin():
_log.info(f"Loaded plugin with name: {name} and class: {plugin_instance.__class__.__name__}")
return pm
|