Data Engine
Contents
Getting Started
Core Concepts
Configuring Flows
Authoring Flow Modules
Flow Methods
Database Methods
DuckDB Helpers
Recipes
App Runtime and Workspaces
FlowContext
API Reference
Project Map
Project Inventory
Data Engine
Index
Index
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
J
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
W
A
active_run_ids() (RuntimeStopController method)
add_job() (SchedulerPort method)
all() (WorkspaceConfigContext method)
all_entries() (LogService method)
append_entry() (LogService method)
apply() (ColumnCasts method)
(ColumnSelection method)
(DropColumns method)
(RenameColumns method)
attach_dimension() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.duckdb)
B
Batch (class in data_engine.core.primitives)
build_dimension() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.duckdb)
button_text() (ThemeService method)
C
check_run() (FlowRuntime method)
(RuntimeStopController method)
checkout_source_dir() (in module data_engine.services.workspace_provisioning)
checkout_tests_dir() (in module data_engine.services.workspace_provisioning)
clear_flow() (LogService method)
client_error_type (DaemonService property)
close() (RuntimeControlLedgerService method)
close_binding() (WorkspaceRuntimeBindingService method)
collect() (Flow method)
collect_files() (in module data_engine.core.primitives)
collection_vscode_settings() (in module data_engine.services.workspace_provisioning)
ColumnCasts (class in data_engine.helpers.schema)
columns (TableSchema attribute)
ColumnSelection (class in data_engine.helpers.schema)
compact_database() (in module data_engine.helpers.duckdb)
config (FlowContext attribute)
config_dir (WorkspaceConfigContext property)
control_state() (DaemonStateService method)
count_live_client_sessions() (RuntimeControlLedgerService method)
(WorkspaceRuntimeBindingService method)
create_manager() (DaemonStateService method)
create_store() (LogService method)
created_anything (WorkspaceProvisioningResult property)
created_paths (WorkspaceProvisioningResult attribute)
current (FlowContext attribute)
D
daemon_manager (WorkspaceRuntimeBinding attribute)
DaemonService (class in data_engine.services.daemon)
DaemonStateService (class in data_engine.services.daemon_state)
data_engine.authoring.flow
module
data_engine.core.flow
module
data_engine.core.model
module
data_engine.core.primitives
module
data_engine.helpers.duckdb
module
data_engine.helpers.polars
module
data_engine.helpers.schema
module
data_engine.hosts.scheduler
module
data_engine.runtime.engine
module
data_engine.runtime.execution
module
data_engine.runtime.file_watch
module
data_engine.runtime.stop
module
data_engine.services.daemon
module
data_engine.services.daemon_state
module
data_engine.services.flow_catalog
module
data_engine.services.flow_execution
module
data_engine.services.ledger
module
data_engine.services.logs
module
data_engine.services.runtime_binding
module
data_engine.services.runtime_execution
module
data_engine.services.runtime_history
module
data_engine.services.settings
module
data_engine.services.shared_state
module
data_engine.services.theme
module
data_engine.services.workspace_provisioning
module
data_engine.services.workspaces
module
database() (FlowContext method)
DataEngineDataFrameNamespace (class in data_engine.helpers.polars)
DataEngineLazyFrameNamespace (class in data_engine.helpers.polars)
default_store() (SettingsService class method)
default_workspace_id() (SettingsService method)
denormalize_columns() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.duckdb)
dir (MirrorContext property)
(SourceContext property)
discover() (WorkspaceService method)
discover_flows() (FlowExecutionService method)
(in module data_engine.authoring.flow)
dispatch_queued_jobs() (FlowRuntime method)
drain_events() (IFileWatcher method)
(PollingWatcher method)
drop (TableSchema attribute)
DropColumns (class in data_engine.helpers.schema)
dtypes (TableSchema attribute)
E
entries_for_flow() (LogService method)
error_text_for_entry() (RuntimeHistoryService method)
(WorkspaceRuntimeBindingService method)
exists() (FileRef method)
extensions (WatchSpec attribute)
F
file() (MirrorContext method)
(SourceContext method)
FileRef (class in data_engine.core.primitives)
Flow (class in data_engine.authoring.flow)
(class in data_engine.core.flow)
flow_catalog_entry_from_flow() (in module data_engine.services.flow_catalog)
flow_name (FlowContext attribute)
(ScheduledFlowJob attribute)
FlowCatalogService (class in data_engine.services.flow_catalog)
FlowContext (class in data_engine.core.primitives)
FlowExecutionError
FlowExecutionService (class in data_engine.services.flow_execution)
FlowRuntime (class in data_engine.runtime.execution)
FlowStoppedError
FlowValidationError
fn (StepSpec attribute)
folder (MirrorContext property)
(SourceContext property)
force_shutdown() (DaemonService method)
function_name (StepSpec attribute)
G
get() (WorkspaceConfigContext method)
group (Flow attribute)
(FlowContext attribute)
GroupedFlowRuntime (class in data_engine.runtime.execution)
H
hydrate_local_runtime() (SharedStateService method)
I
IFileWatcher (class in data_engine.runtime.file_watch)
index (StepOutputRefresh attribute)
interval (WatchSpec attribute)
interval_seconds (WatchSpec attribute)
invalidate_flow_history() (WorkspaceRuntimeBindingService method)
is_live() (DaemonService method)
is_temporary_file_path() (in module data_engine.runtime.file_watch)
items (Batch attribute)
iter_candidate_paths() (in module data_engine.runtime.file_watch)
J
job_id (ScheduledFlowJob attribute)
L
label (Flow attribute)
(StepSpec attribute)
last_step_run_id (StepOutputRefresh attribute)
lease_is_stale() (SharedStateService method)
LedgerService (in module data_engine.services.ledger)
load_entries() (FlowCatalogService method)
load_flow() (FlowExecutionService method)
(in module data_engine.authoring.flow)
load_flows() (FlowExecutionService method)
log_store (WorkspaceRuntimeBinding attribute)
LogService (class in data_engine.services.logs)
M
map() (Flow method)
max_parallel (WatchSpec attribute)
max_parallel_for_flow() (FlowRuntime method)
metadata (FlowContext attribute)
mirror (FlowContext attribute)
mirror() (Flow method)
mirror_spec (Flow attribute)
MirrorContext (class in data_engine.core.primitives)
MirrorSpec (class in data_engine.core.primitives)
mode (Flow property)
(WatchSpec attribute)
modified_at_utc (SourceMetadata attribute)
module
data_engine.authoring.flow
data_engine.core.flow
data_engine.core.model
data_engine.core.primitives
data_engine.helpers.duckdb
data_engine.helpers.polars
data_engine.helpers.schema
data_engine.hosts.scheduler
data_engine.runtime.engine
data_engine.runtime.execution
data_engine.runtime.file_watch
data_engine.runtime.stop
data_engine.services.daemon
data_engine.services.daemon_state
data_engine.services.flow_catalog
data_engine.services.flow_execution
data_engine.services.ledger
data_engine.services.logs
data_engine.services.runtime_binding
data_engine.services.runtime_execution
data_engine.services.runtime_history
data_engine.services.settings
data_engine.services.shared_state
data_engine.services.theme
data_engine.services.workspace_provisioning
data_engine.services.workspaces
N
name (FileRef property)
(Flow attribute)
(SourceMetadata attribute)
names() (Batch method)
(WorkspaceConfigContext method)
namespaced_file() (MirrorContext method)
(SourceContext method)
networkdays() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.polars)
normalize_column_name() (in module data_engine.helpers.schema)
normalize_column_names() (ColumnSelection method)
(DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.schema)
(TableSchema method)
normalize_columns() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.duckdb)
normalized_column_renames() (in module data_engine.helpers.schema)
O
objects (FlowContext attribute)
open_binding() (WorkspaceRuntimeBindingService method)
open_default() (SettingsService class method)
open_for_workspace() (RuntimeControlLedgerService method)
P
palette() (ThemeService method)
parent (FileRef property)
path (FileRef attribute)
(SourceContext attribute)
(SourceMetadata attribute)
paths() (Batch method)
PollingWatcher (class in data_engine.runtime.file_watch)
preserved_paths (WorkspaceProvisioningResult attribute)
preview() (Flow method)
(FlowRuntime method)
(RuntimeEngine method)
(RuntimeExecutionService method)
provision_workspace() (WorkspaceProvisioningService method)
purge_process_client_sessions() (RuntimeControlLedgerService method)
(WorkspaceRuntimeBindingService method)
R
read_lease_metadata() (SharedStateService method)
read_rows_by_values() (in module data_engine.helpers.duckdb)
read_sql() (in module data_engine.helpers.duckdb)
read_table() (in module data_engine.helpers.duckdb)
rebuild_jobs() (SchedulerHost method)
rebuild_step_outputs() (RuntimeHistoryService method)
(WorkspaceRuntimeBindingService method)
recent_run_count() (WorkspaceRuntimeBindingService method)
refresh_step_outputs() (RuntimeHistoryService method)
register_client_session() (RuntimeControlLedgerService method)
(WorkspaceRuntimeBindingService method)
register_run() (FlowRuntime method)
(RuntimeStopController method)
relative_path (MirrorContext attribute)
(SourceContext attribute)
reload() (LogService method)
reload_logs() (WorkspaceRuntimeBindingService method)
remove_client_session() (RuntimeControlLedgerService method)
(WorkspaceRuntimeBindingService method)
remove_job() (SchedulerPort method)
rename (TableSchema attribute)
RenameColumns (class in data_engine.helpers.schema)
replace_rows_by_file() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.duckdb)
replace_rows_by_values() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.duckdb)
replace_table() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.duckdb)
request() (DaemonService method)
request_control() (DaemonStateService method)
request_stop() (RuntimeStopController method)
require() (WorkspaceConfigContext method)
reset_flow_state() (SharedStateService method)
reset_workspace_state() (SharedStateService method)
resolve_name() (ThemeService method)
resolve_paths() (WorkspaceService method)
root (MirrorContext attribute)
(MirrorSpec attribute)
(SourceContext attribute)
root_file() (MirrorContext method)
(SourceContext method)
run() (Flow method)
(FlowRuntime method)
(GroupedFlowRuntime method)
(in module data_engine.authoring.flow)
run_as (WatchSpec attribute)
run_automated() (RuntimeExecutionService method)
run_batch() (FlowRuntime method)
(RuntimeEngine method)
(RuntimeExecutionService method)
run_continuous() (RuntimeEngine method)
(RuntimeExecutionService method)
run_grouped() (RuntimeEngine method)
(RuntimeExecutionService method)
run_grouped_continuous() (RuntimeExecutionService method)
run_manual() (RuntimeExecutionService method)
run_once() (Flow method)
(RuntimeEngine method)
(RuntimeExecutionService method)
run_source() (FlowRuntime method)
(RuntimeEngine method)
(RuntimeExecutionService method)
run_until_stopped() (SchedulerHost method)
runs_for_flow() (LogService method)
runtime_cache_ledger (WorkspaceRuntimeBinding attribute)
runtime_control_ledger (WorkspaceRuntimeBinding attribute)
runtime_root() (SettingsService method)
RuntimeControlLedgerService (class in data_engine.services.ledger)
RuntimeEngine (class in data_engine.runtime.engine)
RuntimeExecutionService (class in data_engine.services.runtime_execution)
RuntimeHistoryService (class in data_engine.services.runtime_history)
RuntimeStopController (class in data_engine.runtime.stop)
S
save_as (StepSpec attribute)
ScheduledFlowJob (class in data_engine.hosts.scheduler)
SchedulerHost (class in data_engine.hosts.scheduler)
SchedulerPort (class in data_engine.hosts.scheduler)
set_default_workspace_id() (SettingsService method)
set_runtime_root() (SettingsService method)
set_workspace_collection_root() (SettingsService method)
SettingsService (class in data_engine.services.settings)
settle (WatchSpec attribute)
SharedStateService (class in data_engine.services.shared_state)
shutdown() (SchedulerHost method)
(SchedulerPort method)
sink_parquet_atomic() (DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.polars)
size_bytes (SourceMetadata attribute)
source (FlowContext attribute)
(WatchSpec attribute)
source_metadata() (FlowContext method)
source_path (MirrorContext attribute)
SourceContext (class in data_engine.core.primitives)
SourceMetadata (class in data_engine.core.primitives)
spawn() (DaemonService method)
start() (IFileWatcher method)
(PollingWatcher method)
(SchedulerHost method)
(SchedulerPort method)
stem (FileRef property)
step() (Flow method)
step_each() (Flow method)
StepOutputRefresh (class in data_engine.services.runtime_history)
steps (Flow attribute)
StepSpec (class in data_engine.core.primitives)
stop() (IFileWatcher method)
(PollingWatcher method)
(RuntimeEngine method)
(RuntimeExecutionService method)
suffix (FileRef property)
sync() (DaemonStateService method)
sync_runtime_state() (WorkspaceRuntimeBindingService method)
system_name() (ThemeService method)
T
TableSchema (class in data_engine.helpers.schema)
ThemeService (class in data_engine.services.theme)
time (WatchSpec attribute)
time_slots (WatchSpec attribute)
times (WatchSpec attribute)
toggle_name() (ThemeService method)
trigger (Flow attribute)
trigger_kind (ScheduledFlowJob attribute)
U
unregister_run() (FlowRuntime method)
(RuntimeStopController method)
use (StepSpec attribute)
W
wait_for_dispatched_jobs() (FlowRuntime method)
watch() (Flow method)
WatchSpec (class in data_engine.core.primitives)
with_extension() (MirrorContext method)
(SourceContext method)
with_suffix() (MirrorContext method)
(SourceContext method)
workday() (DataEngineDataFrameNamespace method)
(DataEngineLazyFrameNamespace method)
(in module data_engine.helpers.polars)
workspace_collection_root() (SettingsService method)
workspace_paths (WorkspaceRuntimeBinding attribute)
workspace_root (WorkspaceConfigContext attribute)
(WorkspaceProvisioningResult attribute)
workspace_vscode_settings() (in module data_engine.services.workspace_provisioning)
WorkspaceConfigContext (class in data_engine.core.primitives)
WorkspaceProvisioningResult (class in data_engine.services.workspace_provisioning)
WorkspaceProvisioningService (class in data_engine.services.workspace_provisioning)
WorkspaceRuntimeBinding (class in data_engine.services.runtime_binding)
WorkspaceRuntimeBindingService (class in data_engine.services.runtime_binding)
WorkspaceService (class in data_engine.services.workspaces)
write_collection_vscode_settings() (in module data_engine.services.workspace_provisioning)
write_excel_atomic() (DataEngineDataFrameNamespace method)
(in module data_engine.helpers.polars)
write_parquet_atomic() (DataEngineDataFrameNamespace method)
(in module data_engine.helpers.polars)
write_workspace_vscode_settings() (in module data_engine.services.workspace_provisioning)