2024-09-22 13:30:30 +08:00
|
|
|
# Python API
|
|
|
|
|
|
2024-10-01 13:14:39 +08:00
|
|
|
## Operations
|
2024-09-22 13:30:30 +08:00
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.MapOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.ResolveOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.ReduceOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.ParallelMapOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.FilterOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.EquijoinOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.SplitOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.GatherOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.UnnestOp
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-18 11:28:11 +08:00
|
|
|
::: docetl.schemas.SampleOp
|
|
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
|
|
|
|
::: docetl.schemas.ClusterOp
|
|
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 13:14:39 +08:00
|
|
|
## Dataset and Pipeline
|
|
|
|
|
|
|
|
|
|
::: docetl.schemas.Dataset
|
|
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
|
|
|
|
::: docetl.schemas.ParsingTool
|
|
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.PipelineStep
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
2024-10-01 07:17:25 +08:00
|
|
|
::: docetl.schemas.PipelineOutput
|
2024-09-22 13:30:30 +08:00
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|
|
|
|
|
|
|
|
|
|
::: docetl.api.Pipeline
|
|
|
|
|
options:
|
|
|
|
|
show_root_heading: true
|
|
|
|
|
heading_level: 3
|
|
|
|
|
show_if_no_docstring: false
|
|
|
|
|
docstring_options:
|
|
|
|
|
ignore_init_summary: false
|
|
|
|
|
trim_doctest_flags: true
|