blob: 39da441edc9a3b18b1b65ddd3679d0052343912d (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
"""
Part of the bsie module.
A copy of the license is provided with the project.
Author: Matthias Baumgartner, 2022
"""
# standard imports
import logging
import typing
# bsie imports
from bsie.extractor import ExtractorBuilder
from bsie.reader import ReaderBuilder
from bsie.utils import errors
# inner-module imports
from . import pipeline
# exports
__all__: typing.Sequence[str] = (
'PipelineBuilder',
)
## code ##
logger = logging.getLogger(__name__)
class PipelineBuilder():
"""Build `bsie.tools.pipeline.Pipeline` instances."""
# builder for Readers.
rbuild: ReaderBuilder
# builder for Extractors.
ebuild: ExtractorBuilder
def __init__(
self,
reader_builder: ReaderBuilder,
extractor_builder: ExtractorBuilder,
):
self.rbuild = reader_builder
self.ebuild = extractor_builder
def build(self) -> pipeline.Pipeline:
"""Return a Pipeline instance."""
ext2rdr = {}
for eidx in self.ebuild:
# build extractor
try:
ext = self.ebuild.build(eidx)
except errors.LoaderError as err: # failed to load extractor; skip
logger.error('failed to load extractor: %s', err)
continue
except errors.BuilderError as err: # failed to build instance; skip
logger.error(str(err))
continue
try:
# get reader required by extractor
if ext.CONTENT_READER is not None:
rdr = self.rbuild.build(ext.CONTENT_READER)
else:
rdr = None
# store extractor
ext2rdr[ext] = rdr
except errors.LoaderError as err: # failed to load reader
logger.error('failed to load reader: %s', err)
except errors.BuilderError as err: # failed to build reader
logger.error(str(err))
return pipeline.Pipeline(ext2rdr)
## EOF ##
|
