_assets/inheritance_in_datapipelines_example.svg

<svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" contentStyleType="text/css" height="251px" preserveAspectRatio="none" style="width:754px;height:251px;background:#FFFFFF;" version="1.1" viewBox="0 0 754 251" width="754px" zoomAndPan="magnify"><defs/><g><!--class PipelineComponent--><g id="elem_PipelineComponent"><rect codeLine="2" fill="#F1F1F1" height="96.8906" id="PipelineComponent" rx="2.5" ry="2.5" style="stroke:#181818;stroke-width:0.5;" width="186.4736" x="284" y="7"/><ellipse cx="307.1435" cy="23" fill="#ADD1B2" rx="11" ry="11" style="stroke:#181818;stroke-width:1.0;"/><path d="M310.1123,28.6406 Q309.5341,28.9375 308.8935,29.0781 Q308.2529,29.2344 307.5498,29.2344 Q305.0498,29.2344 303.7216,27.5938 Q302.4091,25.9375 302.4091,22.8125 Q302.4091,19.6875 303.7216,18.0313 Q305.0498,16.375 307.5498,16.375 Q308.2529,16.375 308.8935,16.5313 Q309.5498,16.6875 310.1123,16.9844 L310.1123,19.7031 Q309.4873,19.125 308.8935,18.8594 Q308.2998,18.5781 307.6748,18.5781 Q306.331,18.5781 305.6435,19.6563 Q304.956,20.7188 304.956,22.8125 Q304.956,24.9063 305.6435,25.9844 Q306.331,27.0469 307.6748,27.0469 Q308.2998,27.0469 308.8935,26.7813 Q309.4873,26.5 310.1123,25.9219 L310.1123,28.6406 Z " fill="#000000"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="136.377" x="322.9532" y="27.8467">PipelineComponent</text><line style="stroke:#181818;stroke-width:0.5;" x1="285" x2="469.4736" y1="39" y2="39"/><ellipse cx="295" cy="52.6484" fill="none" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="67.4092" x="304" y="55.9951">name: str</text><line style="stroke:#181818;stroke-width:0.5;" x1="285" x2="469.4736" y1="63.2969" y2="63.2969"/><ellipse cx="295" cy="76.9453" fill="#84BE84" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="160.4736" x="304" y="80.292">process(data: list) : list</text><ellipse cx="295" cy="93.2422" fill="#84BE84" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="89.6191" x="304" y="96.5889">__str__() : str</text></g><!--class DataExtractor--><g id="elem_DataExtractor"><rect codeLine="9" fill="#F1F1F1" height="80.5938" id="DataExtractor" rx="2.5" ry="2.5" style="stroke:#181818;stroke-width:0.5;" width="186.4736" x="7" y="163.89"/><ellipse cx="47.4624" cy="179.89" fill="#ADD1B2" rx="11" ry="11" style="stroke:#181818;stroke-width:1.0;"/><path d="M50.4311,185.5306 Q49.853,185.8275 49.2124,185.9681 Q48.5717,186.1244 47.8686,186.1244 Q45.3686,186.1244 44.0405,184.4838 Q42.728,182.8275 42.728,179.7025 Q42.728,176.5775 44.0405,174.9213 Q45.3686,173.265 47.8686,173.265 Q48.5717,173.265 49.2124,173.4213 Q49.8686,173.5775 50.4311,173.8744 L50.4311,176.5931 Q49.8061,176.015 49.2124,175.7494 Q48.6186,175.4681 47.9936,175.4681 Q46.6499,175.4681 45.9624,176.5463 Q45.2749,177.6088 45.2749,179.7025 Q45.2749,181.7963 45.9624,182.8744 Q46.6499,183.9369 47.9936,183.9369 Q48.6186,183.9369 49.2124,183.6713 Q49.8061,183.39 50.4311,182.8119 L50.4311,185.5306 Z " fill="#000000"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="97.8906" x="67.1207" y="184.7367">DataExtractor</text><line style="stroke:#181818;stroke-width:0.5;" x1="8" x2="192.4736" y1="195.89" y2="195.89"/><ellipse cx="18" cy="209.5384" fill="none" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="74.5049" x="27" y="212.8851">source: str</text><line style="stroke:#181818;stroke-width:0.5;" x1="8" x2="192.4736" y1="220.1869" y2="220.1869"/><ellipse cx="18" cy="233.8353" fill="#84BE84" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="160.4736" x="27" y="237.182">process(data: list) : list</text></g><!--class DataTransformer--><g id="elem_DataTransformer"><rect codeLine="14" fill="#F1F1F1" height="80.5938" id="DataTransformer" rx="2.5" ry="2.5" style="stroke:#181818;stroke-width:0.5;" width="297.5029" x="228.49" y="163.89"/><ellipse cx="313.1223" cy="179.89" fill="#ADD1B2" rx="11" ry="11" style="stroke:#181818;stroke-width:1.0;"/><path d="M316.0911,185.5306 Q315.5129,185.8275 314.8723,185.9681 Q314.2317,186.1244 313.5286,186.1244 Q311.0286,186.1244 309.7004,184.4838 Q308.3879,182.8275 308.3879,179.7025 Q308.3879,176.5775 309.7004,174.9213 Q311.0286,173.265 313.5286,173.265 Q314.2317,173.265 314.8723,173.4213 Q315.5286,173.5775 316.0911,173.8744 L316.0911,176.5931 Q315.4661,176.015 314.8723,175.7494 Q314.2786,175.4681 313.6536,175.4681 Q312.3098,175.4681 311.6223,176.5463 Q310.9348,177.6088 310.9348,179.7025 Q310.9348,181.7963 311.6223,182.8744 Q312.3098,183.9369 313.6536,183.9369 Q314.2786,183.9369 314.8723,183.6713 Q315.4661,183.39 316.0911,182.8119 L316.0911,185.5306 Z " fill="#000000"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="119.7383" x="333.6223" y="184.7367">DataTransformer</text><line style="stroke:#181818;stroke-width:0.5;" x1="229.49" x2="524.9929" y1="195.89" y2="195.89"/><ellipse cx="239.49" cy="209.5384" fill="none" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="271.5029" x="248.49" y="212.8851">transformation_rule: Callable[[str], str]</text><line style="stroke:#181818;stroke-width:0.5;" x1="229.49" x2="524.9929" y1="220.1869" y2="220.1869"/><ellipse cx="239.49" cy="233.8353" fill="#84BE84" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="160.4736" x="248.49" y="237.182">process(data: list) : list</text></g><!--class DataLoader--><g id="elem_DataLoader"><rect codeLine="19" fill="#F1F1F1" height="80.5938" id="DataLoader" rx="2.5" ry="2.5" style="stroke:#181818;stroke-width:0.5;" width="186.4736" x="561" y="163.89"/><ellipse cx="609.1729" cy="179.89" fill="#ADD1B2" rx="11" ry="11" style="stroke:#181818;stroke-width:1.0;"/><path d="M612.1416,185.5306 Q611.5635,185.8275 610.9229,185.9681 Q610.2822,186.1244 609.5791,186.1244 Q607.0791,186.1244 605.751,184.4838 Q604.4385,182.8275 604.4385,179.7025 Q604.4385,176.5775 605.751,174.9213 Q607.0791,173.265 609.5791,173.265 Q610.2822,173.265 610.9229,173.4213 Q611.5791,173.5775 612.1416,173.8744 L612.1416,176.5931 Q611.5166,176.015 610.9229,175.7494 Q610.3291,175.4681 609.7041,175.4681 Q608.3604,175.4681 607.6729,176.5463 Q606.9854,177.6088 606.9854,179.7025 Q606.9854,181.7963 607.6729,182.8744 Q608.3604,183.9369 609.7041,183.9369 Q610.3291,183.9369 610.9229,183.6713 Q611.5166,183.39 612.1416,182.8119 L612.1416,185.5306 Z " fill="#000000"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="81.6279" x="629.6729" y="184.7367">DataLoader</text><line style="stroke:#181818;stroke-width:0.5;" x1="562" x2="746.4736" y1="195.89" y2="195.89"/><ellipse cx="572" cy="209.5384" fill="none" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="106.1484" x="581" y="212.8851">destination: str</text><line style="stroke:#181818;stroke-width:0.5;" x1="562" x2="746.4736" y1="220.1869" y2="220.1869"/><ellipse cx="572" cy="233.8353" fill="#84BE84" rx="3" ry="3" style="stroke:#038048;stroke-width:1.0;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacing" textLength="160.4736" x="581" y="237.182">process(data: list) : list</text></g><!--reverse link PipelineComponent to DataExtractor--><g id="link_PipelineComponent_DataExtractor"><path codeLine="25" d="M271.014,112.716 C234.864,131.866 209.61,145.24 175.15,163.5 " fill="none" id="PipelineComponent-backto-DataExtractor" style="stroke:#181818;stroke-width:1.0;"/><polygon fill="none" points="286.92,104.29,268.2053,107.414,273.8226,118.018,286.92,104.29" style="stroke:#181818;stroke-width:1.0;"/></g><!--reverse link PipelineComponent to DataTransformer--><g id="link_PipelineComponent_DataTransformer"><path codeLine="26" d="M377.24,122.08 C377.24,141.33 377.24,145.28 377.24,163.63 " fill="none" id="PipelineComponent-backto-DataTransformer" style="stroke:#181818;stroke-width:1.0;"/><polygon fill="none" points="377.24,104.08,371.24,122.08,383.24,122.08,377.24,104.08" style="stroke:#181818;stroke-width:1.0;"/></g><!--reverse link PipelineComponent to DataLoader--><g id="link_PipelineComponent_DataLoader"><path codeLine="27" d="M483.457,112.7142 C519.617,131.8642 544.87,145.24 579.32,163.5 " fill="none" id="PipelineComponent-backto-DataLoader" style="stroke:#181818;stroke-width:1.0;"/><polygon fill="none" points="467.55,104.29,480.6489,118.0165,486.2651,107.4119,467.55,104.29" style="stroke:#181818;stroke-width:1.0;"/></g><!--SRC=[bP71RW8X48RlFCNSr5HVm7ZJtdhmuCqOCiAO9M5XCpCsJRJlNdR9LaqJOpb0cFdvF_YPm8PE8H5eGt148N0HHSmmmpPq54jtdTik9qeA5mDbl2LiQGcYNBSTPqSYKu-AIuX1T0PrhNrhYzJQQL_j3tqRCxa7U-BmIRwoQQHlYjlxbp8wpJoI9P_PlSWkc9lJZZ79ANDBlruwbb13JfRFiHYlCKOyHjhl2-8mxq67_v4-CleRn9DeI0FXvLi_X1DIK-9HJ8w0AGvEqeHEpD_lMLqNYyVSdedk8dacg-_v0G00]--></g></svg>