Index

A

ActiveTasksResource (class in materializationengine.blueprints.materialize.api) add_index() (in module materializationengine.shared_tasks) add_indices() (in module materializationengine.workflows.create_frozen_database) add_indices_sql_commands() (materializationengine.index_manager.IndexCache method) add_table_indices() (in module materializationengine.workflows.bulk_upload) AEEncoder (class in materializationengine.app) AlignedVolumeNotFoundException AnalysisTableSchema (class in materializationengine.schemas) AnalysisTableSchema.Meta (class in materializationengine.schemas)

AnalysisVersionSchema (class in materializationengine.schemas) AnalysisVersionSchema.Meta (class in materializationengine.schemas) AnalysisViewSchema (class in materializationengine.blueprints.client.schemas) AnalysisViewSchema.Meta (class in materializationengine.blueprints.client.schemas) ANNO_ENDPOINT (materializationengine.config.BaseConfig attribute) AnnotationParseFailure AnnotationResource (class in materializationengine.blueprints.materialize.api) AUTH_SERVICE_NAMESPACE (materializationengine.config.BaseConfig attribute) AUTH_TOKEN (materializationengine.config.BaseConfig attribute) AUTH_URI (materializationengine.config.BaseConfig attribute)

B

BASE_DIR (materializationengine.config.BaseConfig attribute) BaseConfig (class in materializationengine.config) BEAT_SCHEDULES (materializationengine.config.BaseConfig attribute)

before_request() (in module materializationengine.views) build_materialized_table_id() (in module materializationengine.utils) bulk_upload_task() (in module materializationengine.workflows.bulk_upload) BulkUploadResource (class in materializationengine.blueprints.materialize.api)

C

CELERY_BROKER (materializationengine.config.ProductionConfig attribute) CELERY_BROKER_URL (materializationengine.config.BaseConfig attribute) (materializationengine.config.DevConfig attribute) (materializationengine.config.TestConfig attribute) celery_loggers() (in module materializationengine.celery_worker) CELERY_RESULT_BACKEND (materializationengine.config.BaseConfig attribute) (materializationengine.config.DevConfig attribute) (materializationengine.config.ProductionConfig attribute) (materializationengine.config.TestConfig attribute) CELERY_WORKER_IP (materializationengine.config.BaseConfig attribute) CeleryBeatSchema (class in materializationengine.schemas) CeleryResource (class in materializationengine.blueprints.materialize.api) cell_type_local_report() (in module materializationengine.views) check_aligned_volume() (in module materializationengine.blueprints.client.api) (in module materializationengine.blueprints.materialize.api) check_if_complete() (in module materializationengine.views) check_if_task_is_running() (in module materializationengine.shared_tasks) check_ownership() (in module materializationengine.utils) check_read_permission() (in module materializationengine.utils) check_tables() (in module materializationengine.workflows.create_frozen_database) check_write_permission() (in module materializationengine.utils) chunk_ids() (in module materializationengine.shared_tasks) chunk_rows() (in module materializationengine.upsert) ChunkedGraphGateway (class in materializationengine.chunkedgraph_gateway) clean_split_table_workflow() (in module materializationengine.workflows.create_frozen_database)

clean_table() (in module materializationengine.workflows.create_frozen_database) collect_data() (in module materializationengine.shared_tasks) CompleteWorkflowResource (class in materializationengine.blueprints.materialize.api) ComplexQuerySchema (class in materializationengine.blueprints.client.schemas) concatenate_position_columns() (in module materializationengine.blueprints.client.query) configure_app() (in module materializationengine.config) create_analysis_database() (in module materializationengine.workflows.create_frozen_database) create_analysis_sql_uri() (in module materializationengine.workflows.create_frozen_database) create_annotation_model() (in module materializationengine.utils) create_app() (in module materializationengine.app) create_celery() (in module materializationengine.celery_worker) create_chunks() (in module materializationengine.shared_tasks) (in module materializationengine.workflows.bulk_upload) create_materialized_database_workflow() (in module materializationengine.workflows.create_frozen_database) create_materialized_metadata() (in module materializationengine.workflows.create_frozen_database) create_new_version() (in module materializationengine.workflows.create_frozen_database) create_segmentation_model() (in module materializationengine.utils) create_session() (in module materializationengine.database) create_sql_rows() (in module materializationengine.upsert) create_tables() (in module materializationengine.workflows.bulk_upload) create_versioned_materialization_workflow() (in module materializationengine.workflows.create_frozen_database) CreateFrozenMaterializationResource (class in materializationengine.blueprints.materialize.api) CreateTableSchema (class in materializationengine.blueprints.client.schemas) CreateVirtualPublicVersionResource (class in materializationengine.blueprints.materialize.api) CronField (class in materializationengine.schemas)

D

DatasetResource (class in materializationengine.blueprints.materialize.api) datastack_view() (in module materializationengine.views) DatastackMetadata (class in materializationengine.blueprints.client.api) DataStackNotFoundException DATASTACKS (materializationengine.config.BaseConfig attribute) DatastackVersion (class in materializationengine.blueprints.client.api) DatastackVersions (class in materializationengine.blueprints.client.api) days_till_next_month() (in module materializationengine.celery_worker) DAYS_TO_EXPIRE (materializationengine.config.BaseConfig attribute)

DB_CONNECTION_MAX_OVERFLOW (materializationengine.config.BaseConfig attribute) DB_CONNECTION_POOL_SIZE (materializationengine.config.BaseConfig attribute) default() (materializationengine.app.AEEncoder method) DevConfig (class in materializationengine.config) drop_indices() (in module materializationengine.workflows.create_frozen_database) drop_table_indices() (materializationengine.index_manager.IndexCache method) drop_tables() (in module materializationengine.workflows.create_frozen_database) dummy_arg_task() (in module materializationengine.workflows.dummy_workflow) dummy_task() (in module materializationengine.workflows.dummy_workflow) DynamicMaterializationCache (class in materializationengine.database)

E

ENV (materializationengine.config.BaseConfig attribute) (materializationengine.config.DevConfig attribute) (materializationengine.config.ProductionConfig attribute) (materializationengine.config.TestConfig attribute)

F

fin() (in module materializationengine.shared_tasks) final_task() (in module materializationengine.workflows.dummy_workflow) find_missing_chunks_by_ids() (in module materializationengine.workflows.bulk_upload) fix_columns_with_query() (in module materializationengine.blueprints.client.query) fix_wkb_column() (in module materializationengine.blueprints.client.query) format_data() (in module materializationengine.workflows.bulk_upload)

format_materialization_database_workflow() (in module materializationengine.workflows.create_frozen_database) FrozenQuery (class in materializationengine.blueprints.client.api) FrozenTableCount (class in materializationengine.blueprints.client.api) FrozenTableMetadata (class in materializationengine.blueprints.client.api) FrozenTableQuery (class in materializationengine.blueprints.client.api) FrozenTableVersions (class in materializationengine.blueprints.client.api)

G

gcs_bulk_upload_workflow() (in module materializationengine.workflows.bulk_upload) gcs_insert_missing_data() (in module materializationengine.workflows.bulk_upload) gcs_read_npy_chunk() (in module materializationengine.workflows.bulk_upload) generate_chunked_model_ids() (in module materializationengine.shared_tasks) generic_report() (in module materializationengine.views) get() (materializationengine.blueprints.client.api.DatastackMetadata method) (materializationengine.blueprints.client.api.DatastackVersion method) (materializationengine.blueprints.client.api.DatastackVersions method) (materializationengine.blueprints.client.api.FrozenTableCount method) (materializationengine.blueprints.client.api.FrozenTableMetadata method) (materializationengine.blueprints.client.api.FrozenTableVersions method) (materializationengine.blueprints.materialize.api.ActiveTasksResource method) (materializationengine.blueprints.materialize.api.AnnotationResource method) (materializationengine.blueprints.materialize.api.CeleryResource method) (materializationengine.blueprints.materialize.api.DatasetResource method) (materializationengine.blueprints.materialize.api.LockedTasksResource method) (materializationengine.blueprints.materialize.api.QueueResource method) (materializationengine.blueprints.materialize.api.TableResource method) (materializationengine.blueprints.materialize.api.VersionResource method) (materializationengine.database.SqlAlchemyCache method) get_activate_tasks() (in module materializationengine.celery_worker) get_aligned_volume() (in module materializationengine.info_client) get_aligned_volumes() (in module materializationengine.info_client) get_aligned_volumes_databases() (in module materializationengine.workflows.periodic_database_removal) get_all_versions() (in module materializationengine.workflows.periodic_database_removal) get_analysis_table() (in module materializationengine.workflows.create_frozen_database)

get_app_base_path() (in module materializationengine.utils) get_celery_queue_items() (in module materializationengine.celery_worker) get_celery_worker_status() (in module materializationengine.celery_worker) get_client() (materializationengine.chunkedgraph_gateway.ChunkedGraphGateway method) get_column() (in module materializationengine.blueprints.client.query) get_config_param() (in module materializationengine.utils) get_datastack_info() (in module materializationengine.info_client) get_datastacks() (in module materializationengine.info_client) get_db() (materializationengine.database.DynamicMaterializationCache method) get_engine() (materializationengine.database.SqlAlchemyCache method) get_existing_databases() (in module materializationengine.workflows.periodic_database_removal) get_gcs_file_info() (in module materializationengine.workflows.bulk_upload) get_geom_from_wkb() (in module materializationengine.utils) get_index_from_model() (materializationengine.index_manager.IndexCache method) get_instance_folder_path() (in module materializationengine.utils) get_job_info() (in module materializationengine.views) get_jobs() (in module materializationengine.views) get_materialization_info() (in module materializationengine.shared_tasks) get_query_columns_by_suffix() (in module materializationengine.utils) get_relevant_datastack_info() (in module materializationengine.info_client) get_sql_url_params() (in module materializationengine.database) get_synapse_info() (in module materializationengine.views) get_table_indices() (materializationengine.index_manager.IndexCache method) get_valid_versions() (in module materializationengine.workflows.periodic_database_removal) GetDeleteAnnotationSchema (class in materializationengine.blueprints.client.schemas) GLOBAL_SERVER_URL (materializationengine.config.BaseConfig attribute)

H

HOME (materializationengine.config.BaseConfig attribute)

I

id (materializationengine.models.MaterializedMetadata attribute) index() (in module materializationengine.views) IndexCache (class in materializationengine.index_manager) IndexMatchError INFO_API_VERSION (materializationengine.config.BaseConfig attribute) INFOSERVICE_ENDPOINT (materializationengine.config.BaseConfig attribute)

init_pcg() (materializationengine.chunkedgraph_gateway.ChunkedGraphGateway method) insert_annotation_data() (in module materializationengine.workflows.create_frozen_database) insert_chunked_data() (in module materializationengine.workflows.create_frozen_database) InsertMissingChunks (class in materializationengine.blueprints.materialize.api) inspect_locked_tasks() (in module materializationengine.celery_worker) invalidate_cache() (materializationengine.database.DynamicMaterializationCache method) (materializationengine.database.SqlAlchemyCache method)

J

jobs() (in module materializationengine.views)

L

load_instance (materializationengine.schemas.AnalysisTableSchema.Meta attribute) (materializationengine.schemas.AnalysisVersionSchema.Meta attribute) (materializationengine.schemas.VersionErrorTableSchema.Meta attribute) LOCAL_SERVER_URL (materializationengine.config.BaseConfig attribute) LockedTasksResource (class in materializationengine.blueprints.materialize.api) LOGGING_FORMAT (materializationengine.config.BaseConfig attribute)

LOGGING_LEVEL (materializationengine.config.BaseConfig attribute) (materializationengine.config.ProductionConfig attribute) LOGGING_LOCATION (materializationengine.config.BaseConfig attribute) LookupDenseMissingRootIdsResource (class in materializationengine.blueprints.materialize.api) LookupSparseMissingRootIdsResource (class in materializationengine.blueprints.materialize.api) LTS_DAYS_TO_EXPIRE (materializationengine.config.BaseConfig attribute)

M

make_df_with_links_to_id() (in module materializationengine.views) make_flat_model() (in module materializationengine.views) make_root_id_column_name() (in module materializationengine.utils) make_spatial_filter() (in module materializationengine.blueprints.client.query) MASTER_NAME (materializationengine.config.BaseConfig attribute) MATERIALIZATION_ROW_CHUNK_SIZE (materializationengine.config.BaseConfig attribute) (materializationengine.config.TestConfig attribute) materializationengine module materializationengine.admin module materializationengine.app module materializationengine.blueprints.client.api module materializationengine.blueprints.client.query module materializationengine.blueprints.client.schemas module materializationengine.blueprints.materialize.api module materializationengine.blueprints.reset_auth module materializationengine.celery_init module materializationengine.celery_worker module materializationengine.chunkedgraph_gateway module materializationengine.config module materializationengine.database module materializationengine.errors module materializationengine.index_manager module materializationengine.info_client module materializationengine.models module materializationengine.schemas module materializationengine.shared_tasks module materializationengine.task_router module materializationengine.upsert module materializationengine.utils module materializationengine.views module materializationengine.workflows module materializationengine.workflows.bulk_upload module materializationengine.workflows.create_frozen_database module materializationengine.workflows.dummy_workflow module materializationengine.workflows.periodic_database_removal module MaterializationEngineException materialize_database() (in module materializationengine.workflows.create_frozen_database) MaterializeAnnotationException materialized_timestamp (materializationengine.models.MaterializedMetadata attribute) MaterializedMetadata (class in materializationengine.models) MAX_DATABASES (materializationengine.config.BaseConfig attribute)

MERGE_TABLES (materializationengine.config.BaseConfig attribute) merge_tables() (in module materializationengine.workflows.create_frozen_database) Metadata (class in materializationengine.blueprints.client.schemas) methods (materializationengine.blueprints.client.api.DatastackMetadata attribute) (materializationengine.blueprints.client.api.DatastackVersion attribute) (materializationengine.blueprints.client.api.DatastackVersions attribute) (materializationengine.blueprints.client.api.FrozenQuery attribute) (materializationengine.blueprints.client.api.FrozenTableCount attribute) (materializationengine.blueprints.client.api.FrozenTableMetadata attribute) (materializationengine.blueprints.client.api.FrozenTableQuery attribute) (materializationengine.blueprints.client.api.FrozenTableVersions attribute) (materializationengine.blueprints.materialize.api.ActiveTasksResource attribute) (materializationengine.blueprints.materialize.api.AnnotationResource attribute) (materializationengine.blueprints.materialize.api.BulkUploadResource attribute) (materializationengine.blueprints.materialize.api.CeleryResource attribute) (materializationengine.blueprints.materialize.api.CompleteWorkflowResource attribute) (materializationengine.blueprints.materialize.api.CreateFrozenMaterializationResource attribute) (materializationengine.blueprints.materialize.api.CreateVirtualPublicVersionResource attribute) (materializationengine.blueprints.materialize.api.DatasetResource attribute) (materializationengine.blueprints.materialize.api.InsertMissingChunks attribute) (materializationengine.blueprints.materialize.api.LockedTasksResource attribute) (materializationengine.blueprints.materialize.api.LookupDenseMissingRootIdsResource attribute) (materializationengine.blueprints.materialize.api.LookupSparseMissingRootIdsResource attribute) (materializationengine.blueprints.materialize.api.ProcessNewAnnotationsResource attribute) (materializationengine.blueprints.materialize.api.ProcessNewAnnotationsTableResource attribute) (materializationengine.blueprints.materialize.api.ProcessNewSVIDResource attribute) (materializationengine.blueprints.materialize.api.QueueResource attribute) (materializationengine.blueprints.materialize.api.SetBadRootsToNullResource attribute) (materializationengine.blueprints.materialize.api.TableResource attribute) (materializationengine.blueprints.materialize.api.TestWorkflowResource attribute) (materializationengine.blueprints.materialize.api.UpdateExpiredRootIdsResource attribute) (materializationengine.blueprints.materialize.api.UpdateLiveDatabaseResource attribute) (materializationengine.blueprints.materialize.api.VersionResource attribute) MIN_DATABASES (materializationengine.config.BaseConfig attribute) model (materializationengine.blueprints.client.schemas.AnalysisViewSchema.Meta attribute) (materializationengine.schemas.AnalysisTableSchema.Meta attribute) (materializationengine.schemas.AnalysisVersionSchema.Meta attribute) (materializationengine.schemas.VersionErrorTableSchema.Meta attribute) module materializationengine materializationengine.admin materializationengine.app materializationengine.blueprints.client.api materializationengine.blueprints.client.query materializationengine.blueprints.client.schemas materializationengine.blueprints.materialize.api materializationengine.blueprints.reset_auth materializationengine.celery_init materializationengine.celery_worker materializationengine.chunkedgraph_gateway materializationengine.config materializationengine.database materializationengine.errors materializationengine.index_manager materializationengine.info_client materializationengine.models materializationengine.schemas materializationengine.shared_tasks materializationengine.task_router materializationengine.upsert materializationengine.utils materializationengine.views materializationengine.workflows materializationengine.workflows.bulk_upload materializationengine.workflows.create_frozen_database materializationengine.workflows.dummy_workflow materializationengine.workflows.periodic_database_removal monitor_task_states() (in module materializationengine.shared_tasks) monitor_workflow_state() (in module materializationengine.shared_tasks)

O

opts (materializationengine.blueprints.client.schemas.AnalysisViewSchema attribute) (materializationengine.blueprints.client.schemas.ComplexQuerySchema attribute) (materializationengine.blueprints.client.schemas.CreateTableSchema attribute) (materializationengine.blueprints.client.schemas.GetDeleteAnnotationSchema attribute) (materializationengine.blueprints.client.schemas.Metadata attribute) (materializationengine.blueprints.client.schemas.PostPutAnnotationSchema attribute) (materializationengine.blueprints.client.schemas.SegmentationDataSchema attribute) (materializationengine.blueprints.client.schemas.SegmentationInfoSchema attribute) (materializationengine.blueprints.client.schemas.SegmentationTableSchema attribute) (materializationengine.blueprints.client.schemas.SimpleQuerySchema attribute) (materializationengine.blueprints.client.schemas.V2QuerySchema attribute) (materializationengine.schemas.AnalysisTableSchema attribute) (materializationengine.schemas.AnalysisVersionSchema attribute) (materializationengine.schemas.CeleryBeatSchema attribute) (materializationengine.schemas.VersionErrorTableSchema attribute)

P

parse_data() (in module materializationengine.workflows.bulk_upload) ping_connection() (in module materializationengine.database) post() (materializationengine.blueprints.client.api.FrozenQuery method) (materializationengine.blueprints.client.api.FrozenTableQuery method) (materializationengine.blueprints.materialize.api.BulkUploadResource method) (materializationengine.blueprints.materialize.api.CompleteWorkflowResource method) (materializationengine.blueprints.materialize.api.CreateFrozenMaterializationResource method) (materializationengine.blueprints.materialize.api.CreateVirtualPublicVersionResource method) (materializationengine.blueprints.materialize.api.InsertMissingChunks method) (materializationengine.blueprints.materialize.api.LookupDenseMissingRootIdsResource method) (materializationengine.blueprints.materialize.api.LookupSparseMissingRootIdsResource method) (materializationengine.blueprints.materialize.api.ProcessNewAnnotationsResource method) (materializationengine.blueprints.materialize.api.ProcessNewAnnotationsTableResource method) (materializationengine.blueprints.materialize.api.ProcessNewSVIDResource method) (materializationengine.blueprints.materialize.api.SetBadRootsToNullResource method) (materializationengine.blueprints.materialize.api.TestWorkflowResource method) (materializationengine.blueprints.materialize.api.UpdateExpiredRootIdsResource method) (materializationengine.blueprints.materialize.api.UpdateLiveDatabaseResource method) (materializationengine.blueprints.materialize.api.VersionResource method)

PostPutAnnotationSchema (class in materializationengine.blueprints.client.schemas) ProcessNewAnnotationsResource (class in materializationengine.blueprints.materialize.api) ProcessNewAnnotationsTableResource (class in materializationengine.blueprints.materialize.api) ProcessNewSVIDResource (class in materializationengine.blueprints.materialize.api) ProductionConfig (class in materializationengine.config) put() (materializationengine.blueprints.materialize.api.LockedTasksResource method)

Q

query_id_range() (in module materializationengine.shared_tasks) QUERY_LIMIT_SIZE (materializationengine.config.BaseConfig attribute)

QUEUE_LENGTH_LIMIT (materializationengine.config.BaseConfig attribute) QueueResource (class in materializationengine.blueprints.materialize.api) QUEUES_TO_THROTTLE (materializationengine.config.BaseConfig attribute)

R

RATELIMIT_STORAGE_URI (materializationengine.config.BaseConfig attribute) read_sql_tmpfile() (in module materializationengine.blueprints.client.query) rebuild_reference_tables() (in module materializationengine.workflows.create_frozen_database) REDIS_HOST (materializationengine.config.DevConfig attribute) REDIS_PASSWORD (materializationengine.config.DevConfig attribute) REDIS_PORT (materializationengine.config.DevConfig attribute) REDIS_URL (materializationengine.config.BaseConfig attribute) (materializationengine.config.DevConfig attribute) (materializationengine.config.ProductionConfig attribute)

reflect_tables() (in module materializationengine.database) remove_expired_databases() (in module materializationengine.workflows.periodic_database_removal) render_query() (in module materializationengine.blueprints.client.query) reset_auth() (in module materializationengine.blueprints.reset_auth) RootIDNotFoundException route_for_task() (materializationengine.task_router.TaskRouter method) row_count (materializationengine.models.MaterializedMetadata attribute)

S

schema (materializationengine.models.MaterializedMetadata attribute) SCHEMA_SERVICE_ENDPOINT (materializationengine.config.BaseConfig attribute) SEGMENTATION_ENDPOINT (materializationengine.config.BaseConfig attribute) SegmentationDataSchema (class in materializationengine.blueprints.client.schemas) SegmentationInfoSchema (class in materializationengine.blueprints.client.schemas) SegmentationTableSchema (class in materializationengine.blueprints.client.schemas) set_version_status() (in module materializationengine.workflows.create_frozen_database) SetBadRootsToNullResource (class in materializationengine.blueprints.materialize.api) setup_admin() (in module materializationengine.admin) setup_periodic_tasks() (in module materializationengine.celery_worker) SimpleQuerySchema (class in materializationengine.blueprints.client.schemas)

specific_query() (in module materializationengine.blueprints.client.query) split_annotation_data() (in module materializationengine.workflows.bulk_upload) sqla_session (materializationengine.blueprints.client.schemas.AnalysisViewSchema.Meta attribute) SQLALCHEMY_DATABASE_URI (materializationengine.config.BaseConfig attribute) (materializationengine.config.DevConfig attribute) (materializationengine.config.TestConfig attribute) SQLALCHEMY_TRACK_MODIFICATIONS (materializationengine.config.BaseConfig attribute) (materializationengine.config.TestConfig attribute) SqlAlchemyCache (class in materializationengine.database) start_test_workflow() (in module materializationengine.workflows.dummy_workflow) synapse_report() (in module materializationengine.views)

T

table_name (materializationengine.models.MaterializedMetadata attribute) table_view() (in module materializationengine.views) TableResource (class in materializationengine.blueprints.materialize.api) TaskFailure TaskNotFound

TaskRouter (class in materializationengine.task_router) TestConfig (class in materializationengine.config) TESTING (materializationengine.config.BaseConfig attribute) (materializationengine.config.TestConfig attribute) TestWorkflowResource (class in materializationengine.blueprints.materialize.api) THROTTLE_QUEUES (materializationengine.config.BaseConfig attribute)

U

unhandled_exception() (in module materializationengine.blueprints.client.api) update_metadata() (in module materializationengine.shared_tasks) update_table_metadata() (in module materializationengine.workflows.create_frozen_database) UpdateExpiredRootIdsResource (class in materializationengine.blueprints.materialize.api)

UpdateLiveDatabaseResource (class in materializationengine.blueprints.materialize.api) upload_data() (in module materializationengine.workflows.bulk_upload) upsert() (in module materializationengine.upsert) USE_SENTINEL (materializationengine.config.DevConfig attribute)

V

V2QuerySchema (class in materializationengine.blueprints.client.schemas) version_error() (in module materializationengine.views) version_view() (in module materializationengine.views)

VersionErrorTableSchema (class in materializationengine.schemas) VersionErrorTableSchema.Meta (class in materializationengine.schemas) VersionResource (class in materializationengine.blueprints.materialize.api)

W

workflow_complete() (in module materializationengine.shared_tasks)

workflow_failed() (in module materializationengine.shared_tasks) WrongModelType