From 266c2c9a072bf3289fd7f2d75278b7d59528378c Mon Sep 17 00:00:00 2001
From: Matthias Baumgartner <dev@igsor.net>
Date: Sat, 24 Dec 2022 10:27:09 +0100
Subject: package restructuring: base

* Reader and Extractor to respective reader/extractor modules
* ReaderBuilder to reader module
* ExtractorBuilder to extractor module
* Loading module in utils (safe_load, unpack_name)
* Pipeline and PipelineBuilder to lib module
* errors to utils
* documentation: "standard import" and "external import"
---
 bsie/lib/builder.py | 85 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 85 insertions(+)
 create mode 100644 bsie/lib/builder.py

(limited to 'bsie/lib/builder.py')

diff --git a/bsie/lib/builder.py b/bsie/lib/builder.py
new file mode 100644
index 0000000..c2abffe
--- /dev/null
+++ b/bsie/lib/builder.py
@@ -0,0 +1,85 @@
+"""
+
+Part of the bsie module.
+A copy of the license is provided with the project.
+Author: Matthias Baumgartner, 2022
+"""
+# standard imports
+import logging
+import typing
+
+# bsie imports
+from bsie.extractor import ExtractorBuilder
+from bsie.reader import ReaderBuilder
+from bsie.utils import bsfs, errors
+
+# inner-module imports
+from . import pipeline
+
+# exports
+__all__: typing.Sequence[str] = (
+    'PipelineBuilder',
+    )
+
+
+## code ##
+
+logger = logging.getLogger(__name__)
+
+class PipelineBuilder():
+    """Build `bsie.tools.pipeline.Pipeline` instances."""
+
+    # Prefix to be used in the Pipeline.
+    prefix: bsfs.Namespace
+
+    # builder for Readers.
+    rbuild: ReaderBuilder
+
+    # builder for Extractors.
+    ebuild: ExtractorBuilder
+
+    def __init__(
+            self,
+            prefix: bsfs.Namespace,
+            reader_builder: ReaderBuilder,
+            extractor_builder: ExtractorBuilder,
+            ):
+        self.prefix = prefix
+        self.rbuild = reader_builder
+        self.ebuild = extractor_builder
+
+    def build(self) -> pipeline.Pipeline:
+        """Return a Pipeline instance."""
+        ext2rdr = {}
+
+        for eidx in self.ebuild:
+            # build extractor
+            try:
+                ext = self.ebuild.build(eidx)
+
+            except errors.LoaderError as err: # failed to load extractor; skip
+                logger.error('failed to load extractor: %s', err)
+                continue
+
+            except errors.BuilderError as err: # failed to build instance; skip
+                logger.error(str(err))
+                continue
+
+            try:
+                # get reader required by extractor
+                if ext.CONTENT_READER is not None:
+                    rdr = self.rbuild.build(ext.CONTENT_READER)
+                else:
+                    rdr = None
+                # store extractor
+                ext2rdr[ext] = rdr
+
+            except errors.LoaderError as err: # failed to load reader
+                logger.error('failed to load reader: %s', err)
+
+            except errors.BuilderError as err: # failed to build reader
+                logger.error(str(err))
+
+        return pipeline.Pipeline(self.prefix, ext2rdr)
+
+## EOF ##
-- 
cgit v1.2.3


From 9c26a5ef759b010d8cf4384b0515cc188b885d81 Mon Sep 17 00:00:00 2001
From: Matthias Baumgartner <dev@igsor.net>
Date: Wed, 8 Feb 2023 17:44:00 +0100
Subject: node naming policy

---
 bsie/lib/builder.py | 9 ++-------
 1 file changed, 2 insertions(+), 7 deletions(-)

(limited to 'bsie/lib/builder.py')

diff --git a/bsie/lib/builder.py b/bsie/lib/builder.py
index c2abffe..39da441 100644
--- a/bsie/lib/builder.py
+++ b/bsie/lib/builder.py
@@ -11,7 +11,7 @@ import typing
 # bsie imports
 from bsie.extractor import ExtractorBuilder
 from bsie.reader import ReaderBuilder
-from bsie.utils import bsfs, errors
+from bsie.utils import errors
 
 # inner-module imports
 from . import pipeline
@@ -29,9 +29,6 @@ logger = logging.getLogger(__name__)
 class PipelineBuilder():
     """Build `bsie.tools.pipeline.Pipeline` instances."""
 
-    # Prefix to be used in the Pipeline.
-    prefix: bsfs.Namespace
-
     # builder for Readers.
     rbuild: ReaderBuilder
 
@@ -40,11 +37,9 @@ class PipelineBuilder():
 
     def __init__(
             self,
-            prefix: bsfs.Namespace,
             reader_builder: ReaderBuilder,
             extractor_builder: ExtractorBuilder,
             ):
-        self.prefix = prefix
         self.rbuild = reader_builder
         self.ebuild = extractor_builder
 
@@ -80,6 +75,6 @@ class PipelineBuilder():
             except errors.BuilderError as err: # failed to build reader
                 logger.error(str(err))
 
-        return pipeline.Pipeline(self.prefix, ext2rdr)
+        return pipeline.Pipeline(ext2rdr)
 
 ## EOF ##
-- 
cgit v1.2.3


From 4b5c4d486bb4f0f4da2e25ad464e8336a781cdcb Mon Sep 17 00:00:00 2001
From: Matthias Baumgartner <dev@igsor.net>
Date: Wed, 1 Mar 2023 22:31:03 +0100
Subject: removed module header stubs

---
 bsie/lib/builder.py | 5 -----
 1 file changed, 5 deletions(-)

(limited to 'bsie/lib/builder.py')

diff --git a/bsie/lib/builder.py b/bsie/lib/builder.py
index 39da441..3a15311 100644
--- a/bsie/lib/builder.py
+++ b/bsie/lib/builder.py
@@ -1,9 +1,4 @@
-"""
 
-Part of the bsie module.
-A copy of the license is provided with the project.
-Author: Matthias Baumgartner, 2022
-"""
 # standard imports
 import logging
 import typing
-- 
cgit v1.2.3