Add `extract_file_type_from_file_name` to parse prefixes like `_daily` from filenames (e.g. `20260412-123456_daily.md` → `"daily"`). Insert the result into `initial_location` in `localize_stream_file` so all localized shards carry a `file_type` dimension value. Also register the `file_type` dimension in `TaskConfiguration` so the propagation contract is documented.
15 lines
522 B
Rust
15 lines
522 B
Rust
mod configuration;
|
|
mod datetime;
|
|
mod preconfigured;
|
|
mod shard;
|
|
|
|
pub use configuration::{
|
|
merge_dimensions, merge_markers, merge_repository_configuration, merge_single_dimension,
|
|
merge_single_marker,
|
|
};
|
|
pub use datetime::{
|
|
extract_date_from_marker, extract_datetime_from_file_name, extract_datetime_from_marker,
|
|
extract_datetime_from_marker_list, extract_file_type_from_file_name, extract_time_from_marker,
|
|
};
|
|
pub use preconfigured::TaskConfiguration;
|
|
pub use shard::{localize_shard, localize_stream_file};
|