Sponsor
DSL References
DSL stands for Domain Specific Language. In Flow, the DSL is a set of small functions that wrap object construction so pipelines read top-to-bottom. See the examples for usage in context.
SCHEMA
bool_schema
bool_schema(string $name, bool $nullable, ?Metadata $metadata) : BooleanDefinitiondatetime_schema(string $name, bool $nullable, ?Metadata $metadata) : DateTimeDefinitiondate_schema(string $name, bool $nullable, ?Metadata $metadata) : DateDefinition/**
* Create a Definition from an array representation.
*
* @param array<array-key, mixed> $definition
*
* @return Definition<mixed>
*/
definition_from_array(array $definition) : Definition/**
* Create a Definition from a Type.
*
* @param Type<mixed> $type
*
* @return Definition<mixed>
*/
definition_from_type(Reference|string $ref, Type $type, bool $nullable, ?Metadata $metadata) : Definition/**
* @template T of \UnitEnum
*
* @param class-string<T> $type
*
* @return EnumDefinition<T>
*/
enum_schema(string $name, string $type, bool $nullable, ?Metadata $metadata) : EnumDefinitionfloat_schema(string $name, bool $nullable, ?Metadata $metadata) : FloatDefinitionhtml_element_schema(string $name, bool $nullable, ?Metadata $metadata) : HTMLElementDefinitionhtml_schema(string $name, bool $nullable, ?Metadata $metadata) : HTMLDefinitioninteger_schema(string $name, bool $nullable, ?Metadata $metadata) : IntegerDefinition/**
* Alias for `integer_schema`.
*/
int_schema(string $name, bool $nullable, ?Metadata $metadata) : IntegerDefinitionjson_schema(string $name, bool $nullable, ?Metadata $metadata) : JsonDefinition/**
* @template T
*
* @param ListType<T>|Type<list<T>> $type
*
* @return ListDefinition<T>
*/
list_schema(string $name, ListType|Type $type, bool $nullable, ?Metadata $metadata) : ListDefinition/**
* @template TKey of array-key
* @template TValue
*
* @param MapType<TKey, TValue>|Type<array<TKey, TValue>> $type
*
* @return MapDefinition<TKey, TValue>
*/
map_schema(string $name, MapType|Type $type, bool $nullable, ?Metadata $metadata) : MapDefinitionnull_schema(string $name, ?Metadata $metadata) : StringDefinition/**
* @param Definition<mixed> ...$definitions
*
* @return Schema
*/
schema(Definition $definitions) : Schemastring_schema(string $name, bool $nullable, ?Metadata $metadata) : StringDefinition/**
* @template T
*
* @param StructureType<T>|Type<array<string, T>> $type
*
* @return StructureDefinition<T>
*/
structure_schema(string $name, StructureType|Type $type, bool $nullable, ?Metadata $metadata) : StructureDefinition/**
* Alias for `string_schema`.
*/
str_schema(string $name, bool $nullable, ?Metadata $metadata) : StringDefinitiontime_schema(string $name, bool $nullable, ?Metadata $metadata) : TimeDefinitionuuid_schema(string $name, bool $nullable, ?Metadata $metadata) : UuidDefinitionxml_element_schema(string $name, bool $nullable, ?Metadata $metadata) : XMLElementDefinitionxml_schema(string $name, bool $nullable, ?Metadata $metadata) : XMLDefinitionENTRY
/**
* @return Entry<?bool>
*/
boolean_entry(string $name, ?bool $value, ?Metadata $metadata) : Entry/**
* @return Entry<?bool>
*/
bool_entry(string $name, ?bool $value, ?Metadata $metadata) : Entry/**
* @return Entry<?\DateTimeInterface>
*/
datetime_entry(string $name, DateTimeInterface|string|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?\DateTimeInterface>
*/
date_entry(string $name, DateTimeInterface|string|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?\UnitEnum>
*/
enum_entry(string $name, ?UnitEnum $enum, ?Metadata $metadata) : Entry/**
* @return Entry<?float>
*/
float_entry(string $name, string|int|float|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?HTMLElement>
*/
html_element_entry(string $name, Dom\HTMLElement|string|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?HTMLDocument>
*/
html_entry(string $name, Dom\HTMLDocument|string|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?int>
*/
integer_entry(string $name, ?int $value, ?Metadata $metadata) : Entry/**
* @return Entry<?int>
*/
int_entry(string $name, ?int $value, ?Metadata $metadata) : Entry/**
* @param null|array<array-key, mixed>|Json|string $data
*
* @return Entry<?Json>
*/
json_entry(string $name, Json|array|string|null $data, ?Metadata $metadata) : Entry/**
* @param null|array<array-key, mixed>|Json|string $data
*
* @throws InvalidArgumentException
*
* @return Entry<?Json>
*/
json_object_entry(string $name, Json|array|string|null $data, ?Metadata $metadata) : Entry/**
* @template T
*
* @param null|list<mixed> $value
* @param ListType<T> $type
*
* @return Entry<mixed>
*/
list_entry(string $name, ?array $value, ListType $type, ?Metadata $metadata) : Entry/**
* @template TKey of array-key
* @template TValue
*
* @param ?array<array-key, mixed> $value
* @param MapType<TKey, TValue> $mapType
*
* @return Entry<?array<TKey, TValue>>
*/
map_entry(string $name, ?array $value, MapType $mapType, ?Metadata $metadata) : Entry/**
* This functions is an alias for creating string entry from null.
* The main difference between using this function an simply str_entry with second argument null
* is that this function will also keep a note in the metadata that type might not be final.
* For example when we need to guess column type from rows because schema was not provided,
* and given column in the first row is null, it might still change once we get to the second row.
* That metadata is used to determine if string_entry was created from null or not.
*
* By design flow assumes when guessing column type that null would be a string (the most flexible type).
*
* @return Entry<?string>
*/
null_entry(string $name, ?Metadata $metadata) : Entry/**
* @return Entry<?string>
*/
string_entry(string $name, ?string $value, ?Metadata $metadata) : Entry/**
* @template T
*
* @param ?array<string, mixed> $value
* @param StructureType<T> $type
*
* @return Entry<?array<string, T>>
*/
structure_entry(string $name, ?array $value, StructureType $type, ?Metadata $metadata) : Entry/**
* @template T
*
* @param ?array<string, mixed> $value
* @param StructureType<T> $type
*
* @return Entry<?array<string, T>>
*/
struct_entry(string $name, ?array $value, StructureType $type, ?Metadata $metadata) : Entry/**
* @return Entry<?string>
*/
str_entry(string $name, ?string $value, ?Metadata $metadata) : Entry/**
* @return Entry<?\DateInterval>
*/
time_entry(string $name, DateInterval|string|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?\Flow\Types\Value\Uuid>
*/
uuid_entry(string $name, Uuid|string|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?\DOMElement>
*/
xml_element_entry(string $name, DOMElement|string|null $value, ?Metadata $metadata) : Entry/**
* @return Entry<?\DOMDocument>
*/
xml_entry(string $name, DOMDocument|string|null $value, ?Metadata $metadata) : EntryDATA_FRAME
/**
* Alias for save_mode_append().
*/
append() : SaveMode/**
* @param array<array<mixed>>|array<mixed|string> $data
* @param array<Partition>|Partitions $partitions
* @param null|Schema $schema
*/
array_to_row(array $data, EntryFactory $entryFactory, Partitions|array $partitions, ?Schema $schema) : Row/**
* @param array<array<mixed>>|array<mixed|string> $data
* @param array<Partition>|Partitions $partitions
* @param null|Schema $schema
*/
array_to_rows(array $data, EntryFactory $entryFactory, Partitions|array $partitions, ?Schema $schema) : Rows/**
* An alias for `ref`.
*/
col(string $entry) : EntryReferencecompare_entries_by_name(Order $order) : Comparatorcompare_entries_by_name_desc() : Comparator/**
* @param array<class-string<Entry<mixed>>, int> $priorities
*/
compare_entries_by_type(array $priorities, Order $order) : Comparator/**
* @param array<class-string<Entry<mixed>>, int> $priorities
*/
compare_entries_by_type_and_name(array $priorities, Order $order) : Comparator/**
* @param array<class-string<Entry<mixed>>, int> $priorities
*/
compare_entries_by_type_desc(array $priorities) : Comparatorconfig() : Configconfig_builder() : ConfigBuilderdata_frame(Config|ConfigBuilder|null $config) : Flow/**
* Alias for data_frame() : Flow.
*/
df(Config|ConfigBuilder|null $config) : Flow/**
* @param Entry<mixed> ...$entries
*/
entries(Entry $entries) : Entries/**
* Alias for save_mode_exception_if_exists().
*/
exception_if_exists() : SaveModeexecution_context(?Config $config) : FlowContext/**
* In this mode, functions returns nulls instead of throwing exceptions.
*/
execution_lenient() : ExecutionMode/**
* In this mode, functions throws exceptions if the given entry is not found
* or passed parameters are invalid.
*/
execution_strict() : ExecutionModefilesystem_cache(Path|string|null $cache_dir, Filesystem $filesystem, Serializer $serializer) : FilesystemCacheflow_context(?Config $config) : FlowContextgenerate_random_int(int $start, int $end, NativePHPRandomValueGenerator $generator) : intgenerate_random_string(int $length, NativePHPRandomValueGenerator $generator) : string/**
* Alias for save_mode_ignore().
*/
ignore() : SaveModeignore_error_handler() : IgnoreError/**
* @param array<string|Type<mixed>>|Type<mixed> $type
* @param mixed $value
*/
is_type(Type|array $type, ?mixed $value) : bool/**
* @param array<Comparison|string>|Comparison $comparisons
*/
join_on(Comparison|array $comparisons, string $join_prefix) : Expression/**
* Alias for save_mode_overwrite().
*/
overwrite() : SaveModeprint_rows(Rows $rows, int|bool $truncate, ?Formatter $formatter) : stringrandom_string(ScalarFunction|int $length, RandomValueGenerator $generator) : RandomString/**
* @param Entry<mixed> ...$entry
*/
row(Entry $entry) : Rowrows(Row $row) : Rows/**
* @param array<Row> $rows
* @param array<Partition|string>|Partitions $partitions
*/
rows_partitioned(array $rows, Partitions|array $partitions) : Rowsrow_number() : RowNumbersave_mode_append() : SaveModesave_mode_exception_if_exists() : SaveModesave_mode_ignore() : SaveModesave_mode_overwrite() : SaveModeskip_rows_handler() : SkipRowsthrow_error_handler() : ThrowError/**
* @param array<mixed> $data
*
* @return Entry<mixed>
*/
to_entry(string $name, ?mixed $data, EntryFactory $entryFactory) : Entrywindow() : WindowEXTRACTOR
/**
* @param null|int<1, max> $min_size
*/
batched_by(Extractor $extractor, Reference|string $column, ?int $min_size) : BatchByExtractor/**
* @param int<1, max> $size
*/
batches(Extractor $extractor, int $size) : BatchExtractorfiles(Path|string $directory) : FilesExtractorfrom_all(Extractor $extractors) : ChainExtractor/**
* @param iterable<array<mixed>> $array
* @param null|Schema $schema - @deprecated use withSchema() method instead
*/
from_array(iterable $array, ?Schema $schema) : ArrayExtractor/**
* @param string $id - cache id from which data will be extracted
* @param null|Extractor $fallback_extractor - extractor that will be used when cache is empty - @deprecated use withFallbackExtractor() method instead
* @param bool $clear - clear cache after extraction - @deprecated use withClearOnFinish() method instead
*/
from_cache(string $id, ?Extractor $fallback_extractor, bool $clear) : CacheExtractorfrom_data_frame(DataFrame $data_frame) : DataFrameExtractorfrom_memory(Memory $memory) : MemoryExtractorfrom_path_partitions(Path|string $path) : PathPartitionsExtractorfrom_pipeline(Pipeline $pipeline) : PipelineExtractorfrom_rows(Rows $rows) : RowsExtractorfrom_sequence_date_period(string $entry_name, DateTimeInterface $start, DateInterval $interval, DateTimeInterface $end, int $options) : SequenceExtractorfrom_sequence_date_period_recurrences(string $entry_name, DateTimeInterface $start, DateInterval $interval, int $recurrences, int $options) : SequenceExtractorfrom_sequence_number(string $entry_name, string|int|float $start, string|int|float $end, int|float $step) : SequenceExtractorTRANSFORMER
add_row_index(string $column, StartFrom $startFrom) : AddRowIndex/**
* @param int<1, max> $size
*/
batch_size(int $size) : BatchSizedrop(Reference|string $entries) : Droplimit(?int $limit) : Limit/**
* @param array<int, string> $columns
*/
mask_columns(array $columns, string $mask) : MaskColumns/**
* @param array<string, string> $renames Map of old_name => new_name
*/
rename_map(array $renames) : RenameMapEntryStrategy/**
* @param array<string>|string $search
* @param array<string>|string $replace
*/
rename_replace(array|string $search, array|string $replace) : RenameReplaceEntryStrategyrename_style(StringStyles $style) : RenameCaseEntryStrategyselect(Reference|string $entries) : SelectAGGREGATING_FUNCTION
average(EntryReference|string $ref, int $scale, Rounding $rounding) : Averagecollect(EntryReference|string $ref) : Collectcollect_unique(EntryReference|string $ref) : CollectUniquecount(?EntryReference $function) : Countfirst(EntryReference|string $ref) : Firstlast(EntryReference|string $ref) : Lastmax(EntryReference|string $ref) : Maxmin(EntryReference|string $ref) : Minstring_agg(EntryReference|string $ref, string $separator, ?SortOrder $sort) : StringAggregatesum(EntryReference|string $ref) : SumSCALAR_FUNCTION
all(ScalarFunction $functions) : Allany(ScalarFunction $values) : Any/**
* @param array<array-key, mixed>|ScalarFunction $ref
*/
array_exists(ScalarFunction|array $ref, ScalarFunction|string $path) : ArrayPathExists/**
* Expands each value into entry, if there are more than one value, multiple rows will be created.
* Array keys are ignored, only values are used to create new rows.
*
* Before:
* +--+-------------------+
* |id| array|
* +--+-------------------+
* | 1|{"a":1,"b":2,"c":3}|
* +--+-------------------+
*
* After:
* +--+--------+
* |id|expanded|
* +--+--------+
* | 1| 1|
* | 1| 2|
* | 1| 3|
* +--+--------+
*/
array_expand(ScalarFunction $function, ArrayExpand $expand) : ArrayExpandarray_get(ScalarFunction $ref, ScalarFunction|string $path) : ArrayGet/**
* @param array<array-key, mixed>|ScalarFunction $keys
*/
array_get_collection(ScalarFunction $ref, ScalarFunction|array $keys) : ArrayGetCollectionarray_get_collection_first(ScalarFunction $ref, string $keys) : ArrayGetCollectionarray_keys_style_convert(ScalarFunction $ref, StringStyles|string $style) : ArrayKeysStyleConvertarray_key_rename(ScalarFunction $ref, ScalarFunction|string $path, ScalarFunction|string $newName) : ArrayKeyRename/**
* @param array<array-key, mixed>|ScalarFunction $left
* @param array<array-key, mixed>|ScalarFunction $right
*/
array_merge(ScalarFunction|array $left, ScalarFunction|array $right) : ArrayMerge/**
* @param array<array-key, mixed>|ScalarFunction $array
*/
array_merge_collection(ScalarFunction|array $array) : ArrayMergeCollection/**
* @param array<array-key, mixed>|ScalarFunction $function
*/
array_reverse(ScalarFunction|array $function, ScalarFunction|bool $preserveKeys) : ArrayReversearray_sort(ScalarFunction $function, ScalarFunction|Sort|null $sort_function, ScalarFunction|int|null $flags, ScalarFunction|bool $recursive) : ArraySort/**
* @param array<array-key, mixed>|ScalarFunction $array
* @param array<array-key, mixed>|ScalarFunction $skip_keys
*/
array_unpack(ScalarFunction|array $array, ScalarFunction|array $skip_keys, ScalarFunction|string|null $entry_prefix) : ArrayUnpackbetween(?mixed $value, ?mixed $lower_bound, ?mixed $upper_bound, ScalarFunction|Boundary $boundary) : Between/**
* Calls a user-defined function with the given parameters.
*
* @param callable|ScalarFunction $callable
* @param array<mixed> $parameters
* @param null|Type<mixed> $return_type
*/
call(ScalarFunction|callable $callable, array $parameters, ?Type $return_type) : CallUserFunccapitalize(ScalarFunction|string $value) : Capitalize/**
* @param \Flow\Types\Type<mixed>|string $type
*/
cast(?mixed $value, Type|string $type) : Castcoalesce(ScalarFunction $values) : Coalesce/**
* @param array<array-key, mixed>|ScalarFunction $keys
* @param array<array-key, mixed>|ScalarFunction $values
*/
combine(ScalarFunction|array $keys, ScalarFunction|array $values) : Combine/**
* Concat all values. If you want to concatenate values with separator use concat_ws function.
*/
concat(ScalarFunction|string $functions) : Concat/**
* Concat all values with separator.
*/
concat_ws(ScalarFunction|string $separator, ScalarFunction|string $functions) : ConcatWithSeparatordate_time_format(ScalarFunction $ref, string $format) : DateTimeFormat/**
* An alias for `ref`.
*/
entry(string $entry) : EntryReferenceexists(ScalarFunction $ref) : Existsgreatest(?mixed $values) : Greatesthash(?mixed $value, Algorithm $algorithm) : Hashleast(?mixed $values) : Leastlist_ref(string $entry) : ListFunctionslit(?mixed $value) : Literallower(ScalarFunction|string $value) : ToLower/**
* @param array<MatchCondition> $cases
*/
match_cases(array $cases, ?mixed $default) : MatchCasesmatch_condition(?mixed $condition, ?mixed $then) : MatchConditionnot(ScalarFunction $value) : Notnow(DateTimeZone|ScalarFunction $time_zone) : Nownumber_format(ScalarFunction|int|float $value, ScalarFunction|int $decimals, ScalarFunction|string $decimal_separator, ScalarFunction|string $thousands_separator) : NumberFormatoptional(ScalarFunction $function) : Optionalref(string $entry) : EntryReferencerefs(Reference|string $entries) : Referencesregex(ScalarFunction|string $pattern, ScalarFunction|string $subject, ScalarFunction|int $flags, ScalarFunction|int $offset) : Regexregex_all(ScalarFunction|string $pattern, ScalarFunction|string $subject, ScalarFunction|int $flags, ScalarFunction|int $offset) : RegexAllregex_match(ScalarFunction|string $pattern, ScalarFunction|string $subject, ScalarFunction|int $flags, ScalarFunction|int $offset) : RegexMatchregex_match_all(ScalarFunction|string $pattern, ScalarFunction|string $subject, ScalarFunction|int $flags, ScalarFunction|int $offset) : RegexMatchAllregex_replace(ScalarFunction|string $pattern, ScalarFunction|string $replacement, ScalarFunction|string $subject, ScalarFunction|int|null $limit) : RegexReplaceround(ScalarFunction|int|float $value, ScalarFunction|int $precision, ScalarFunction|int $mode) : Roundsanitize(ScalarFunction|string $value, ScalarFunction|string $placeholder, ScalarFunction|int|null $skipCharacters) : Sanitizesize(?mixed $value) : Sizesplit(ScalarFunction|string $value, ScalarFunction|string $separator, ScalarFunction|int $limit) : Splitsprintf(ScalarFunction|string $format, ScalarFunction|string|int|float|null $args) : Sprintfstructure_ref(string $entry) : StructureFunctionsto_date(?mixed $ref, ScalarFunction|string $format, ScalarFunction|DateTimeZone $timeZone) : ToDateto_date_time(?mixed $ref, ScalarFunction|string $format, ScalarFunction|DateTimeZone $timeZone) : ToDateTimeto_timezone(ScalarFunction|DateTimeInterface $value, ScalarFunction|DateTimeZone|string $timeZone) : ToTimeZoneulid(ScalarFunction|string|null $value) : Ulidupper(ScalarFunction|string $value) : ToUpperuuid_v4() : Uuiduuid_v7(ScalarFunction|DateTimeInterface|null $value) : Uuidwhen(?mixed $condition, ?mixed $then, ?mixed $else) : WhenWINDOW_FUNCTION
COMPARISON
compare_all(Comparison $comparisons) : Allcompare_any(Comparison $comparisons) : Anyequal(Reference|string $left, Reference|string $right) : Equalidentical(Reference|string $left, Reference|string $right) : IdenticalHELPER
analyze() : Analyzeclock(string $time_zone) : ClockInterfaceconstraint_sorted_by(Reference|string $column, Reference|string $columns) : SortedByConstraintconstraint_unique(string $reference, string $references) : UniqueConstraintdate_interval_to_microseconds(DateInterval $interval) : intdate_interval_to_milliseconds(DateInterval $interval) : intdate_interval_to_seconds(DateInterval $interval) : intdelay_exponential(Duration $base, int $multiplier, ?Duration $max_delay) : Exponentialdelay_fixed(Duration $delay) : Fixed/**
* @param float $jitter_factor a value between 0 and 1 representing the maximum percentage of jitter to apply
*/
delay_jitter(DelayFactory $delay, float $jitter_factor) : Jitterdelay_linear(Duration $delay, Duration $increment) : Linearduration_microseconds(int $microseconds) : Durationduration_milliseconds(int $milliseconds) : Durationduration_minutes(int $minutes) : Durationduration_seconds(int $seconds) : Durationretry_any_throwable(int $limit) : AnyThrowable/**
* @param array<class-string<\Throwable>> $exception_types
*/
retry_on_exception_types(array $exception_types, int $limit) : OnExceptionTypesschema_evolving_validator() : EvolvingValidator/**
* @return Schema
*/
schema_from_json(string $schema) : Schema/**
* @param array<string, array<bool|float|int|string>|bool|float|int|string> $metadata
*/
schema_metadata(array $metadata) : Metadataschema_selective_validator() : SelectiveValidatorschema_strict_validator() : StrictValidator/**
* @param Schema $schema
*/
schema_to_ascii(Schema $schema, ?SchemaFormatter $formatter) : string/**
* @param Schema $schema
*/
schema_to_json(Schema $schema, bool $pretty) : string/**
* @param Schema $schema
*/
schema_to_php(Schema $schema, ValueFormatter $valueFormatter, TypeFormatter $typeFormatter) : string/**
* @param Schema $expected
* @param Schema $given
*/
schema_validate(Schema $expected, Schema $given, SchemaValidator $validator) : booltelemetry_options(bool $trace_loading, bool $trace_transformations, bool $trace_cache, bool $collect_metrics, ?FilesystemTelemetryOptions $filesystem) : TelemetryOptionswith_entry(string $name, ScalarFunction $function) : WithEntryLOADER
/**
* Convert rows to an array and store them in passed array variable.
*
* @param array<array-key, mixed> $array
*
* @param-out array<array<mixed>> $array
*/
to_array(array $array) : ArrayLoaderto_branch(ScalarFunction $condition, Loader $loader) : BranchingLoaderto_callable(callable $callable) : CallbackLoaderto_memory(Memory $memory) : MemoryLoaderto_output(int|bool $truncate, Output $output, Formatter $formatter, SchemaFormatter $schemaFormatter) : StreamLoaderto_stderr(int|bool $truncate, Output $output, Formatter $formatter, SchemaFormatter $schemaFormatter) : StreamLoaderto_stdout(int|bool $truncate, Output $output, Formatter $formatter, SchemaFormatter $schemaFormatter) : StreamLoaderto_stream(string $uri, int|bool $truncate, Output $output, string $mode, Formatter $formatter, SchemaFormatter $schemaFormatter) : StreamLoaderto_transformation(Transformer|Transformation $transformer, Loader $loader) : TransformerLoaderwrite_with_retries(Loader $loader, RetryStrategy $retry_strategy, DelayFactory $delay_factory, Sleep $sleep) : RetryLoader
