Index _ | A | B | C | D | E | F | G | H | I | L | M | N | O | P | Q | R | S | T | U | V | W | X _ __init__() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.buffer_manager.BufferManager method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.exceptions.ArchiveCorruptionError method) (ccat_data_transfer.exceptions.BBCPError method) (ccat_data_transfer.exceptions.CCATDataOperationError method) (ccat_data_transfer.exceptions.DatabaseError method) (ccat_data_transfer.exceptions.DataCorruptionError method) (ccat_data_transfer.exceptions.DataTransferError method) (ccat_data_transfer.exceptions.DestinationFileExistsError method) (ccat_data_transfer.exceptions.PermanentError method) (ccat_data_transfer.exceptions.RetryableError method) (ccat_data_transfer.exceptions.SegmentationFaultError method) (ccat_data_transfer.exceptions.ServiceUnavailableError method) (ccat_data_transfer.health_check.HealthCheck method) (ccat_data_transfer.logging_utils.BBCPLogHandler method) (ccat_data_transfer.logging_utils.StructuredLogger method) (ccat_data_transfer.metrics.HousekeepingMetrics method) (ccat_data_transfer.notification_service.NotificationClient method) (ccat_data_transfer.notification_service.NotificationService method) (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) (ccat_data_transfer.settings_manager.SettingsManager method) (ccat_data_transfer.staging_manager.StagingTask method) (ccat_data_transfer.task_monitor_service.TaskMonitorService method) (ccat_data_transfer.task_state_manager.TaskStateManager method) (ccat_data_transfer.transfer_manager.DataTransferTask method) (ccat_ops_db.models.ApiToken method) (ccat_ops_db.models.ChaiInparParameter method) (ccat_ops_db.models.ChaiModuleConfiguration method) (ccat_ops_db.models.ChaiObservationConfiguration method) (ccat_ops_db.models.ChaiTiling method) (ccat_ops_db.models.ConstantElevationSource method) (ccat_ops_db.models.DataArchive method) (ccat_ops_db.models.DataLocation method) (ccat_ops_db.models.DataTransfer method) (ccat_ops_db.models.DataTransferLog method) (ccat_ops_db.models.DataTransferPackage method) (ccat_ops_db.models.DataTransferPackagePhysicalCopy method) (ccat_ops_db.models.DataTransferRoute method) (ccat_ops_db.models.DiskDataLocation method) (ccat_ops_db.models.ExecutedObsUnit method) (ccat_ops_db.models.FixedSource method) (ccat_ops_db.models.Instrument method) (ccat_ops_db.models.InstrumentModule method) (ccat_ops_db.models.InstrumentModuleConfiguration method) (ccat_ops_db.models.Line method) (ccat_ops_db.models.LongTermArchiveTransfer method) (ccat_ops_db.models.LongTermArchiveTransferLog method) (ccat_ops_db.models.ObservationConfiguration method) (ccat_ops_db.models.Observatory method) (ccat_ops_db.models.ObservingProgram method) (ccat_ops_db.models.ObsMode method) (ccat_ops_db.models.ObsUnit method) (ccat_ops_db.models.PhysicalCopy method) (ccat_ops_db.models.PreScheduledSlot method) (ccat_ops_db.models.PrimeCamModuleConfiguration method) (ccat_ops_db.models.PrimeCamObservationConfiguration method) (ccat_ops_db.models.RawDataFile method) (ccat_ops_db.models.RawDataFilePhysicalCopy method) (ccat_ops_db.models.RawDataPackage method) (ccat_ops_db.models.RawDataPackageMetadata method) (ccat_ops_db.models.RawDataPackagePhysicalCopy method) (ccat_ops_db.models.Role method) (ccat_ops_db.models.S3DataLocation method) (ccat_ops_db.models.Site method) (ccat_ops_db.models.SolarSystemObject method) (ccat_ops_db.models.Source method) (ccat_ops_db.models.StagingJob method) (ccat_ops_db.models.StagingJobLog method) (ccat_ops_db.models.SubObservingProgram method) (ccat_ops_db.models.SystemLog method) (ccat_ops_db.models.TapeDataLocation method) (ccat_ops_db.models.Telescope method) (ccat_ops_db.models.User method) A act_pixflg (ccat_ops_db.models.ChaiInparParameter attribute) active (ccat_ops_db.models.ApiToken attribute) (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.StagingJob attribute) (ccat_ops_db.models.TapeDataLocation attribute) (ccat_ops_db.models.User attribute) add_inpar_and_tiling() (in module ccat_ops_db.utils) add_or_update_obs_unit() (in module ccat_ops_db.utils) add_or_update_source() (in module ccat_ops_db.utils) add_pre_scheduled_slot() (in module ccat_ops_db.utils) additional_parameters (ccat_ops_db.models.ObsUnit attribute) affiliation (ccat_ops_db.models.User attribute) after_return() (ccat_data_transfer.setup_celery_app.SQLAlchemyTask method) alt_m (ccat_ops_db.models.Telescope attribute) analyze_status (ccat_ops_db.models.RawDataPackage attribute) api_tokens (ccat_ops_db.models.User attribute) ApiToken (class in ccat_ops_db.models) ArchiveCorruptionError ArchiveCreationError ARCHIVED (ccat_ops_db.models.PackageState attribute) ArchiveError attempt_count (ccat_ops_db.models.LongTermArchiveTransfer attribute) available (ccat_ops_db.models.Instrument attribute) (ccat_ops_db.models.InstrumentModule attribute) (ccat_ops_db.models.Line attribute) (ccat_ops_db.models.ObsUnit attribute) azimuth_range (ccat_ops_db.models.ChaiObservationConfiguration attribute) (ccat_ops_db.models.ObservationConfiguration attribute) (ccat_ops_db.models.PrimeCamObservationConfiguration attribute) B BBCPError BBCPLogHandler (class in ccat_data_transfer.logging_utils) bet (ccat_ops_db.models.ChaiInparParameter attribute) bucket_name (ccat_ops_db.models.S3DataLocation attribute) BUFFER (ccat_ops_db.models.LocationType attribute) BufferManager (class in ccat_data_transfer.buffer_manager) C cadence (ccat_ops_db.models.ObsUnit attribute) calculate_checksum() (in module ccat_data_transfer.utils) calculate_transfer_rate() (in module ccat_data_transfer.utils) can_create_data() (ccat_data_transfer.buffer_manager.BufferManager method) ccat_data_transfer.archive_manager module ccat_data_transfer.buffer_manager module ccat_data_transfer.config module ccat_data_transfer.data_integrity_manager module ccat_data_transfer.data_transfer_package_manager module ccat_data_transfer.database module ccat_data_transfer.decorators module ccat_data_transfer.disk_monitor module ccat_data_transfer.exceptions module ccat_data_transfer.health_check module ccat_data_transfer.logging_utils module ccat_data_transfer.metrics module ccat_data_transfer.notification_service module ccat_data_transfer.operation_types module ccat_data_transfer.queue_discovery module ccat_data_transfer.raw_data_package_manager module ccat_data_transfer.recovery_service_runner module ccat_data_transfer.settings_manager module ccat_data_transfer.setup_celery_app module ccat_data_transfer.staging_manager module ccat_data_transfer.task_monitor_service module ccat_data_transfer.task_state_manager module ccat_data_transfer.transfer_manager module ccat_data_transfer.utils module ccat_ops_db.models module ccat_ops_db_api module CCATDataOperationError chai_inpar_parameter (ccat_ops_db.models.ChaiTiling attribute) chai_inpar_parameter_id (ccat_ops_db.models.ChaiTiling attribute) chai_observation_configuration (ccat_ops_db.models.ChaiTiling attribute) chai_observation_configuration_id (ccat_ops_db.models.ChaiTiling attribute) chai_tilings (ccat_ops_db.models.ChaiInparParameter attribute) (ccat_ops_db.models.ChaiObservationConfiguration attribute) ChaiInparParameter (class in ccat_ops_db.models) ChaiModuleConfiguration (class in ccat_ops_db.models) ChaiObservationConfiguration (class in ccat_ops_db.models) ChaiTiling (class in ccat_ops_db.models) check_remote_folder_size_gb() (in module ccat_data_transfer.utils) check_service_health() (ccat_data_transfer.health_check.HealthCheck class method) check_services_health() (ccat_data_transfer.health_check.HealthCheck class method) check_stalled_tasks() (ccat_data_transfer.task_monitor_service.TaskMonitorService method) checksum (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackage attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) ChecksumVerificationError close() (ccat_data_transfer.metrics.HousekeepingMetrics method) comment (ccat_ops_db.models.Line attribute) complete_task() (ccat_data_transfer.task_state_manager.TaskStateManager method) COMPLETED (ccat_ops_db.models.Status attribute) config_parameters (ccat_ops_db.models.ChaiModuleConfiguration attribute) (ccat_ops_db.models.PrimeCamModuleConfiguration attribute) ConfigurationError configure_dynamic_queues() (in module ccat_data_transfer.setup_celery_app) configure_logger() (in module ccat_data_transfer.setup_celery_app) confirmed_at (ccat_ops_db.models.User attribute) ConstantElevationSource (class in ccat_ops_db.models) content (ccat_ops_db.models.DataTransferLog property) cormap (ccat_ops_db.models.ChaiInparParameter attribute) corref (ccat_ops_db.models.ChaiInparParameter attribute) create_archive() (in module ccat_data_transfer.utils) create_data_transfer_package_task() (in module ccat_data_transfer.data_transfer_package_manager) create_data_transfer_packages() (in module ccat_data_transfer.data_transfer_package_manager) create_data_transfer_packages_for_buffer() (in module ccat_data_transfer.data_transfer_package_manager) create_local_folder() (in module ccat_data_transfer.utils) create_primary_data_transfer_packages() (in module ccat_data_transfer.data_transfer_package_manager) create_primary_data_transfers() (in module ccat_data_transfer.data_transfer_package_manager) create_raw_data_package_task() (in module ccat_data_transfer.raw_data_package_manager) create_raw_data_packages() (in module ccat_data_transfer.raw_data_package_manager) create_raw_data_packages_for_location() (in module ccat_data_transfer.raw_data_package_manager) create_remote_folder() (in module ccat_data_transfer.utils) create_secondary_data_transfers() (in module ccat_data_transfer.data_transfer_package_manager) created_at (ccat_ops_db.models.ApiToken attribute) (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackage attribute) (ccat_ops_db.models.RawDataPackageMetadata attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) crosssizeb (ccat_ops_db.models.ChaiInparParameter attribute) crosssizel (ccat_ops_db.models.ChaiInparParameter attribute) current_login_at (ccat_ops_db.models.User attribute) current_login_ip (ccat_ops_db.models.User attribute) CUSTOM (ccat_ops_db.models.RouteType attribute) custom_metadata (ccat_ops_db.models.RawDataPackageMetadata attribute) D data_location (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) data_location_id (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) DATA_TRANSFER (ccat_data_transfer.operation_types.OperationType attribute) data_transfer (ccat_ops_db.models.DataTransferLog attribute) data_transfer_id (ccat_ops_db.models.DataTransferLog attribute) data_transfer_method (ccat_ops_db.models.DataTransfer attribute) data_transfer_package (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) DATA_TRANSFER_PACKAGE_CREATION (ccat_data_transfer.operation_types.OperationType attribute) data_transfer_package_id (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) data_transfer_package_manager_service() (in module ccat_data_transfer.data_transfer_package_manager) DATA_TRANSFER_UNPACKING (ccat_data_transfer.operation_types.OperationType attribute) data_transfers (ccat_ops_db.models.DataTransferPackage attribute) DataArchive (class in ccat_ops_db.models) DatabaseConnection (class in ccat_data_transfer.database) DatabaseError DatabaseOperationError DataCorruptionError DataLocation (class in ccat_ops_db.models) DataTransfer (class in ccat_ops_db.models) DataTransferError DataTransferLog (class in ccat_ops_db.models) DataTransferPackage (class in ccat_ops_db.models) DataTransferPackageOperations (class in ccat_data_transfer.data_transfer_package_manager) DataTransferPackagePhysicalCopy (class in ccat_ops_db.models) DataTransferRoute (class in ccat_ops_db.models) DataTransferTask (class in ccat_data_transfer.transfer_manager) debug() (ccat_data_transfer.logging_utils.StructuredLogger method) dec_deg (ccat_ops_db.models.FixedSource attribute) dec_deg_max (ccat_ops_db.models.ConstantElevationSource attribute) dec_deg_min (ccat_ops_db.models.ConstantElevationSource attribute) delete_setting() (ccat_data_transfer.settings_manager.SettingsManager method) DELETED (ccat_ops_db.models.PhysicalCopyStatus attribute) deleted_at (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) DELETION (ccat_data_transfer.operation_types.OperationType attribute) DELETION_FAILED (ccat_ops_db.models.PhysicalCopyStatus attribute) DELETION_IN_PROGRESS (ccat_ops_db.models.PhysicalCopyStatus attribute) DELETION_PENDING (ccat_ops_db.models.PhysicalCopyStatus attribute) DELETION_POSSIBLE (ccat_ops_db.models.PhysicalCopyStatus attribute) DELETION_SCHEDULED (ccat_ops_db.models.PhysicalCopyStatus attribute) deletion_task_id (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) DeletionError description (ccat_ops_db.models.Instrument attribute) (ccat_ops_db.models.InstrumentModule attribute) (ccat_ops_db.models.Observatory attribute) (ccat_ops_db.models.ObservingProgram attribute) (ccat_ops_db.models.ObsMode attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.Role attribute) (ccat_ops_db.models.SubObservingProgram attribute) (ccat_ops_db.models.Telescope attribute) destination_data_location (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.StagingJob attribute) destination_data_location_id (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.StagingJob attribute) destination_location (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferRoute attribute) destination_location_id (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferRoute attribute) destination_site (ccat_ops_db.models.DataTransferRoute attribute) destination_site_id (ccat_ops_db.models.DataTransferRoute attribute) DestinationFileExistsError DIRECT (ccat_ops_db.models.RouteType attribute) discover_all_queues() (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) discover_automatic_routes() (in module ccat_data_transfer.data_transfer_package_manager) discover_secondary_routes() (in module ccat_data_transfer.data_transfer_package_manager) DISK (ccat_ops_db.models.StorageType attribute) DiskDataLocation (class in ccat_ops_db.models) E edge (ccat_ops_db.models.ChaiTiling attribute) email (ccat_ops_db.models.User attribute) end_time (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.PreScheduledSlot attribute) (ccat_ops_db.models.StagingJob attribute) endpoint_url (ccat_ops_db.models.S3DataLocation attribute) eph_name (ccat_ops_db.models.SolarSystemObject attribute) equal_tolerance (ccat_ops_db.models.ObsUnit attribute) error() (ccat_data_transfer.logging_utils.StructuredLogger method) error_message (ccat_ops_db.models.LongTermArchiveTransfer attribute) evendump (ccat_ops_db.models.ChaiInparParameter attribute) exception() (ccat_data_transfer.logging_utils.StructuredLogger method) execute_remote_command() (in module ccat_data_transfer.raw_data_package_manager) executed_obs_unit (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) executed_obs_unit_id (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) executed_obs_units (ccat_ops_db.models.ObsUnit attribute) ExecutedObsUnit (class in ccat_ops_db.models) expires_at (ccat_ops_db.models.ApiToken attribute) F fail_task() (ccat_data_transfer.task_state_manager.TaskStateManager method) FAILED (ccat_ops_db.models.PackageState attribute) (ccat_ops_db.models.Status attribute) failure_error_message (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.StagingJob attribute) file_name (ccat_ops_db.models.DataTransferPackage attribute) file_type (ccat_ops_db.models.RawDataFile attribute) find_route_overrides() (in module ccat_data_transfer.data_transfer_package_manager) first_name (ccat_ops_db.models.User attribute) FixedSource (class in ccat_ops_db.models) force_retry_stalled_task() (ccat_data_transfer.task_monitor_service.TaskMonitorService method) frame (ccat_ops_db.models.ConstantElevationSource attribute) (ccat_ops_db.models.FixedSource attribute) full_path (ccat_ops_db.models.DataTransferPackagePhysicalCopy property) (ccat_ops_db.models.RawDataFilePhysicalCopy property) (ccat_ops_db.models.RawDataPackagePhysicalCopy property) G generate_readable_filename() (in module ccat_data_transfer.utils) get_all_active_buffers_for_site() (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) get_buffer_state() (ccat_data_transfer.buffer_manager.BufferManager method) get_connection() (ccat_data_transfer.database.DatabaseConnection class method) get_database_url() (in module ccat_ops_db) get_disk_locations_by_type() (in module ccat_data_transfer.disk_monitor) get_disk_locations_for_site() (in module ccat_data_transfer.disk_monitor) get_log_path() (ccat_data_transfer.logging_utils.BBCPLogHandler method) get_max_parallel_transfers() (ccat_data_transfer.buffer_manager.BufferManager method) get_next_lta_site_round_robin() (in module ccat_data_transfer.data_transfer_package_manager) get_operation_info() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations method) (ccat_data_transfer.staging_manager.StagingTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method) get_peak_memory_usage() (in module ccat_data_transfer.decorators) get_primary_buffer_for_site() (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) (in module ccat_data_transfer.data_transfer_package_manager) (in module ccat_data_transfer.raw_data_package_manager) get_processing_locations_for_site() (in module ccat_data_transfer.staging_manager) get_queue_name_for_location() (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) get_queues_for_location() (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) get_redis_connection() (in module ccat_data_transfer.utils) get_retry_count() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations method) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations method) (ccat_data_transfer.staging_manager.StagingTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method) get_s3_client() (in module ccat_data_transfer.utils) get_s3_credentials() (ccat_ops_db.models.S3DataLocation method) get_s3_key_for_file() (in module ccat_data_transfer.utils) get_s3_key_for_package() (in module ccat_data_transfer.utils) get_setting() (ccat_data_transfer.settings_manager.SettingsManager method) get_sites_with_buffer_locations() (in module ccat_data_transfer.data_transfer_package_manager) get_sites_with_buffers() (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) get_sites_with_location_type() (ccat_data_transfer.queue_discovery.QueueDiscoveryService method) get_sites_with_processing_locations() (in module ccat_data_transfer.staging_manager) get_sites_with_source_locations() (in module ccat_data_transfer.raw_data_package_manager) get_stalled_tasks() (ccat_data_transfer.task_state_manager.TaskStateManager method) get_structured_logger() (in module ccat_data_transfer.logging_utils) get_transfer_statistics() (in module ccat_data_transfer.data_transfer_package_manager) get_transfer_task() (in module ccat_data_transfer.queue_discovery) get_unpackaged_raw_data_files() (in module ccat_data_transfer.raw_data_package_manager) get_unpackaged_raw_data_packages_in_buffers() (in module ccat_data_transfer.data_transfer_package_manager) get_worker_queues() (in module ccat_data_transfer.setup_celery_app) getEffectiveLevel() (ccat_data_transfer.logging_utils.StructuredLogger method) github_id (ccat_ops_db.models.User attribute) github_team_mappings (ccat_ops_db.models.Role attribute) github_username (ccat_ops_db.models.User attribute) goal_ncycle (ccat_ops_db.models.ChaiTiling attribute) goal_resolution (ccat_ops_db.models.ChaiInparParameter attribute) group (ccat_ops_db.models.ObsUnit attribute) group_files_by_execution_and_module() (in module ccat_data_transfer.raw_data_package_manager) group_packages_for_transfer() (in module ccat_data_transfer.data_transfer_package_manager) group_type (ccat_ops_db.models.ObsUnit attribute) H hash_id (ccat_ops_db.models.DataTransferPackage attribute) HealthCheck (class in ccat_data_transfer.health_check) history (ccat_ops_db.models.ChaiInparParameter attribute) (ccat_ops_db.models.ChaiTiling attribute) (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.PrimeCamObservationConfiguration attribute) host (ccat_ops_db.models.DiskDataLocation attribute) HousekeepingMetrics (class in ccat_data_transfer.metrics) I id (ccat_ops_db.models.ApiToken attribute) (ccat_ops_db.models.ChaiInparParameter attribute) (ccat_ops_db.models.ChaiModuleConfiguration attribute) (ccat_ops_db.models.ChaiObservationConfiguration attribute) (ccat_ops_db.models.ChaiTiling attribute) (ccat_ops_db.models.ConstantElevationSource attribute) (ccat_ops_db.models.DataArchive attribute) (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferLog attribute) (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.DataTransferRoute attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.FixedSource attribute) (ccat_ops_db.models.Instrument attribute) (ccat_ops_db.models.InstrumentModule attribute) (ccat_ops_db.models.InstrumentModuleConfiguration attribute) (ccat_ops_db.models.Line attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.LongTermArchiveTransferLog attribute) (ccat_ops_db.models.ObservationConfiguration attribute) (ccat_ops_db.models.Observatory attribute) (ccat_ops_db.models.ObservingProgram attribute) (ccat_ops_db.models.ObsMode attribute) (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.PreScheduledSlot attribute) (ccat_ops_db.models.PrimeCamModuleConfiguration attribute) (ccat_ops_db.models.PrimeCamObservationConfiguration attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackage attribute) (ccat_ops_db.models.RawDataPackageMetadata attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) (ccat_ops_db.models.Role attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.Site attribute) (ccat_ops_db.models.SolarSystemObject attribute) (ccat_ops_db.models.Source attribute) (ccat_ops_db.models.StagingJob attribute) (ccat_ops_db.models.StagingJobLog attribute) (ccat_ops_db.models.SubObservingProgram attribute) (ccat_ops_db.models.SystemLog attribute) (ccat_ops_db.models.TapeDataLocation attribute) (ccat_ops_db.models.Telescope attribute) (ccat_ops_db.models.User attribute) ignore_result (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) IN_PROGRESS (ccat_ops_db.models.Status attribute) info() (ccat_data_transfer.logging_utils.StructuredLogger method) init_ccat_ops_db() (in module ccat_ops_db) init_obs_units() (in module ccat_ops_db.init_obs_units) init_session_factory() (ccat_data_transfer.setup_celery_app.SQLAlchemyTask class method) init_worker() (in module ccat_data_transfer.setup_celery_app) instrument (ccat_ops_db.models.InstrumentModule attribute) Instrument (class in ccat_ops_db.models) instrument_id (ccat_ops_db.models.InstrumentModule attribute) instrument_module (ccat_ops_db.models.ChaiModuleConfiguration attribute) (ccat_ops_db.models.InstrumentModuleConfiguration attribute) (ccat_ops_db.models.PrimeCamModuleConfiguration attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) instrument_module_configuration (ccat_ops_db.models.RawDataFile attribute) instrument_module_configuration_id (ccat_ops_db.models.RawDataFile attribute) instrument_module_configurations (ccat_ops_db.models.InstrumentModule attribute) (ccat_ops_db.models.ObsUnit attribute) instrument_module_id (ccat_ops_db.models.ChaiModuleConfiguration attribute) (ccat_ops_db.models.InstrumentModuleConfiguration attribute) (ccat_ops_db.models.PrimeCamModuleConfiguration attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) instrument_specific (ccat_ops_db.models.RawDataPackageMetadata attribute) instrument_type (ccat_ops_db.models.Instrument attribute) InstrumentModule (class in ccat_ops_db.models) InstrumentModuleConfiguration (class in ccat_ops_db.models) instruments (ccat_ops_db.models.ObservingProgram attribute) (ccat_ops_db.models.Telescope attribute) is_expired() (ccat_ops_db.models.ApiToken method) is_same_host() (in module ccat_data_transfer.raw_data_package_manager) is_valid() (ccat_ops_db.models.ApiToken method) L lam (ccat_ops_db.models.ChaiInparParameter attribute) last_attempt_time (ccat_ops_db.models.LongTermArchiveTransfer attribute) last_login_at (ccat_ops_db.models.User attribute) last_login_ip (ccat_ops_db.models.User attribute) last_name (ccat_ops_db.models.User attribute) last_used_at (ccat_ops_db.models.ApiToken attribute) last_used_ip (ccat_ops_db.models.ApiToken attribute) lat_deg (ccat_ops_db.models.Telescope attribute) lead (ccat_ops_db.models.ObservingProgram attribute) lead_id (ccat_ops_db.models.ObservingProgram attribute) library_name (ccat_ops_db.models.TapeDataLocation attribute) line (ccat_ops_db.models.ChaiModuleConfiguration attribute) Line (class in ccat_ops_db.models) line_id (ccat_ops_db.models.ChaiModuleConfiguration attribute) line_range (ccat_ops_db.models.ChaiInparParameter attribute) lineperoff (ccat_ops_db.models.ChaiInparParameter attribute) location_type (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.TapeDataLocation attribute) locations (ccat_ops_db.models.Site attribute) LocationType (class in ccat_ops_db.models) log (ccat_ops_db.models.LongTermArchiveTransferLog attribute) (ccat_ops_db.models.StagingJobLog attribute) log_path (ccat_ops_db.models.DataTransferLog attribute) login_count (ccat_ops_db.models.User attribute) logs (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.StagingJob attribute) lon_deg (ccat_ops_db.models.Telescope attribute) LONG_TERM_ARCHIVE (ccat_ops_db.models.LocationType attribute) LONG_TERM_ARCHIVE_TRANSFER (ccat_data_transfer.operation_types.OperationType attribute) long_term_archive_transfer (ccat_ops_db.models.LongTermArchiveTransferLog attribute) long_term_archive_transfer_id (ccat_ops_db.models.LongTermArchiveTransferLog attribute) long_term_archive_transfers (ccat_ops_db.models.RawDataPackage attribute) (ccat_ops_db.models.Site attribute) LongTermArchiveTask (class in ccat_data_transfer.archive_manager) LongTermArchiveTransfer (class in ccat_ops_db.models) LongTermArchiveTransferLog (class in ccat_ops_db.models) lsa_margin (ccat_ops_db.models.ObsUnit attribute) M make_bbcp_command() (in module ccat_data_transfer.utils) make_celery_task() (in module ccat_data_transfer.setup_celery_app) make_long_term_archive_copy_command() (in module ccat_data_transfer.utils) mapangle (ccat_ops_db.models.ChaiInparParameter attribute) mapping_parameters (ccat_ops_db.models.PrimeCamObservationConfiguration attribute) mapsizeb (ccat_ops_db.models.ChaiInparParameter attribute) mapsizel (ccat_ops_db.models.ChaiInparParameter attribute) mark_permanent_failure() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations method) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations method) (ccat_data_transfer.staging_manager.StagingTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method) max_alt (ccat_ops_db.models.ObsUnit attribute) max_distance_in_map (ccat_ops_db.models.ObsUnit attribute) max_lsa (ccat_ops_db.models.ObsUnit attribute) max_retries (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) max_rotang (ccat_ops_db.models.ObsUnit attribute) mean_elevation (ccat_ops_db.models.ExecutedObsUnit attribute) mean_pwv (ccat_ops_db.models.ExecutedObsUnit attribute) min_alt (ccat_ops_db.models.ObsUnit attribute) min_lsa (ccat_ops_db.models.ObsUnit attribute) min_rotang (ccat_ops_db.models.ObsUnit attribute) mode (ccat_ops_db.models.ChaiInparParameter attribute) module ccat_data_transfer.archive_manager ccat_data_transfer.buffer_manager ccat_data_transfer.config ccat_data_transfer.data_integrity_manager ccat_data_transfer.data_transfer_package_manager ccat_data_transfer.database ccat_data_transfer.decorators ccat_data_transfer.disk_monitor ccat_data_transfer.exceptions ccat_data_transfer.health_check ccat_data_transfer.logging_utils ccat_data_transfer.metrics ccat_data_transfer.notification_service ccat_data_transfer.operation_types ccat_data_transfer.queue_discovery ccat_data_transfer.raw_data_package_manager ccat_data_transfer.recovery_service_runner ccat_data_transfer.settings_manager ccat_data_transfer.setup_celery_app ccat_data_transfer.staging_manager ccat_data_transfer.task_monitor_service ccat_data_transfer.task_state_manager ccat_data_transfer.transfer_manager ccat_data_transfer.utils ccat_ops_db.models ccat_ops_db_api modules (ccat_ops_db.models.Instrument attribute) monitor_all_disk_locations() (in module ccat_data_transfer.disk_monitor) monitor_disk_location() (in module ccat_data_transfer.disk_monitor) monitor_disk_usage_cologne() (in module ccat_data_transfer.disk_monitor) monitor_disk_usage_fyst() (in module ccat_data_transfer.disk_monitor) monitor_disk_usage_us() (in module ccat_data_transfer.disk_monitor) MONITORING (ccat_data_transfer.operation_types.OperationType attribute) mount_path (ccat_ops_db.models.TapeDataLocation attribute) N naif_id (ccat_ops_db.models.SolarSystemObject attribute) name (ccat_ops_db.models.ApiToken attribute) (ccat_ops_db.models.ChaiInparParameter attribute) (ccat_ops_db.models.ConstantElevationSource attribute) (ccat_ops_db.models.DataArchive attribute) (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DataTransferRoute attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.FixedSource attribute) (ccat_ops_db.models.Instrument attribute) (ccat_ops_db.models.InstrumentModule attribute) (ccat_ops_db.models.Line attribute) (ccat_ops_db.models.Observatory attribute) (ccat_ops_db.models.ObservingProgram attribute) (ccat_ops_db.models.ObsMode attribute) (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) (ccat_ops_db.models.Role attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.Site attribute) (ccat_ops_db.models.SolarSystemObject attribute) (ccat_ops_db.models.Source attribute) (ccat_ops_db.models.SubObservingProgram attribute) (ccat_ops_db.models.TapeDataLocation attribute) (ccat_ops_db.models.Telescope attribute) NetworkError nextflg (ccat_ops_db.models.ChaiInparParameter attribute) nmapb (ccat_ops_db.models.ChaiInparParameter attribute) nmapl (ccat_ops_db.models.ChaiInparParameter attribute) nominal_alt (ccat_ops_db.models.ObsUnit attribute) NonRetryableError NoSecondaryRoutesError NotificationClient (class in ccat_data_transfer.notification_service) NotificationService (class in ccat_data_transfer.notification_service) novertical (ccat_ops_db.models.ChaiInparParameter attribute) ntilelines (ccat_ops_db.models.ChaiObservationConfiguration attribute) O obs_info (ccat_ops_db.models.ExecutedObsUnit attribute) obs_mode (ccat_ops_db.models.ObsUnit attribute) obs_mode_id (ccat_ops_db.models.ObsUnit attribute) obs_progress (ccat_ops_db.models.ExecutedObsUnit attribute) obs_unit (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.PreScheduledSlot attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) obs_unit_id (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.PreScheduledSlot attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) obs_units (ccat_ops_db.models.ChaiObservationConfiguration attribute) (ccat_ops_db.models.ConstantElevationSource attribute) (ccat_ops_db.models.FixedSource attribute) (ccat_ops_db.models.ObservationConfiguration attribute) (ccat_ops_db.models.ObservingProgram attribute) (ccat_ops_db.models.ObsMode attribute) (ccat_ops_db.models.PrimeCamObservationConfiguration attribute) (ccat_ops_db.models.SolarSystemObject attribute) (ccat_ops_db.models.Source attribute) (ccat_ops_db.models.SubObservingProgram attribute) observation_configuration (ccat_ops_db.models.ObsUnit attribute) observation_configuration_id (ccat_ops_db.models.ObsUnit attribute) ObservationConfiguration (class in ccat_ops_db.models) observatory (ccat_ops_db.models.Telescope attribute) Observatory (class in ccat_ops_db.models) observatory_id (ccat_ops_db.models.Telescope attribute) observing_program (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.SubObservingProgram attribute) observing_program_id (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.SubObservingProgram attribute) observing_programs (ccat_ops_db.models.Instrument attribute) (ccat_ops_db.models.User attribute) ObservingProgram (class in ccat_ops_db.models) ObsMode (class in ccat_ops_db.models) ObsUnit (class in ccat_ops_db.models) offononoff (ccat_ops_db.models.ChaiInparParameter attribute) offperload (ccat_ops_db.models.ChaiInparParameter attribute) offperpattern (ccat_ops_db.models.ChaiInparParameter attribute) on_failure() (ccat_data_transfer.setup_celery_app.SQLAlchemyTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method) onperload (ccat_ops_db.models.ChaiInparParameter attribute) onperoff (ccat_ops_db.models.ChaiInparParameter attribute) operation_type (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) OperationType (class in ccat_data_transfer.operation_types) opsdb_initialization() (in module ccat_ops_db.opsdb_init) origin_data_location (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.StagingJob attribute) origin_data_location_id (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.StagingJob attribute) origin_location (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.DataTransferRoute attribute) origin_location_id (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.DataTransferRoute attribute) origin_site (ccat_ops_db.models.DataTransferRoute attribute) origin_site_id (ccat_ops_db.models.DataTransferRoute attribute) otfpattern (ccat_ops_db.models.ChaiInparParameter attribute) P package_metadata (ccat_ops_db.models.RawDataPackage attribute) PackageError PackageState (class in ccat_ops_db.models) parse_bbcp_output() (in module ccat_data_transfer.utils) password (ccat_ops_db.models.User attribute) path (ccat_ops_db.models.DiskDataLocation attribute) PENDING (ccat_ops_db.models.Status attribute) PermanentError permissions (ccat_ops_db.models.Role attribute) phase (ccat_ops_db.models.ObsUnit attribute) physical_copies (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) PhysicalCopy (class in ccat_ops_db.models) PhysicalCopyStatus (class in ccat_ops_db.models) pixels (ccat_ops_db.models.InstrumentModule attribute) pointingflg (ccat_ops_db.models.ChaiInparParameter attribute) pre_scheduled_basis (ccat_ops_db.models.ObsUnit attribute) pre_scheduled_slots (ccat_ops_db.models.ObsUnit attribute) preferences (ccat_ops_db.models.User attribute) PreScheduledSlot (class in ccat_ops_db.models) PRESENT (ccat_ops_db.models.PhysicalCopyStatus attribute) primary_instrument_module_configuration (ccat_ops_db.models.ObsUnit attribute) primary_instrument_module_configuration_id (ccat_ops_db.models.ObsUnit attribute) PrimeCamModuleConfiguration (class in ccat_ops_db.models) PrimeCamObservationConfiguration (class in ccat_ops_db.models) priorities (ccat_ops_db.models.ObsUnit attribute) priority (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.TapeDataLocation attribute) priority_in_tiling (ccat_ops_db.models.ChaiTiling attribute) process_id (ccat_ops_db.models.DataTransfer attribute) process_staging_jobs() (in module ccat_data_transfer.staging_manager) PROCESSING (ccat_ops_db.models.LocationType attribute) provenance (ccat_ops_db.models.RawDataPackageMetadata attribute) Q quality_metrics (ccat_ops_db.models.RawDataPackageMetadata attribute) QueueDiscoveryService (class in ccat_data_transfer.queue_discovery) R ra_deg (ccat_ops_db.models.FixedSource attribute) ra_deg_max (ccat_ops_db.models.ConstantElevationSource attribute) ra_deg_min (ccat_ops_db.models.ConstantElevationSource attribute) rate_limit (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) raw_data_file (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) raw_data_file_id (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) raw_data_files (ccat_ops_db.models.ChaiModuleConfiguration attribute) (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.InstrumentModule attribute) (ccat_ops_db.models.InstrumentModuleConfiguration attribute) (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.PrimeCamModuleConfiguration attribute) (ccat_ops_db.models.RawDataPackage attribute) raw_data_package (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackageMetadata attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) RAW_DATA_PACKAGE_CREATION (ccat_data_transfer.operation_types.OperationType attribute) raw_data_package_id (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackageMetadata attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) raw_data_package_manager_service() (in module ccat_data_transfer.raw_data_package_manager) raw_data_packages (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.InstrumentModule attribute) (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.StagingJob attribute) RawDataFile (class in ccat_ops_db.models) RawDataFilePhysicalCopy (class in ccat_ops_db.models) RawDataPackage (class in ccat_ops_db.models) RawDataPackageMetadata (class in ccat_ops_db.models) RawDataPackageOperations (class in ccat_data_transfer.raw_data_package_manager) RawDataPackagePhysicalCopy (class in ccat_ops_db.models) read_obs_units() (in module ccat_ops_db.init_obs_units) read_pre_scheduled_slots() (in module ccat_ops_db.init_obs_units) read_sources() (in module ccat_ops_db.init_obs_units) refname (ccat_ops_db.models.ChaiInparParameter attribute) refoffb (ccat_ops_db.models.ChaiInparParameter attribute) refoffl (ccat_ops_db.models.ChaiInparParameter attribute) refpoint (ccat_ops_db.models.ChaiInparParameter attribute) region (ccat_ops_db.models.S3DataLocation attribute) register_task() (ccat_data_transfer.task_state_manager.TaskStateManager method) reject_on_worker_lost (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) relative_path (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) RELAY (ccat_ops_db.models.RouteType attribute) relay_site (ccat_ops_db.models.DataTransferRoute attribute) relay_site_id (ccat_ops_db.models.DataTransferRoute attribute) repetition (ccat_ops_db.models.ChaiInparParameter attribute) repperload (ccat_ops_db.models.ChaiInparParameter attribute) request_stack (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) requested_time_h (ccat_ops_db.models.ObsUnit attribute) requires_intervention (ccat_ops_db.models.LongTermArchiveTransfer attribute) reset() (ccat_data_transfer.database.DatabaseConnection class method) reset_circuit_breaker() (ccat_data_transfer.task_monitor_service.TaskMonitorService method) reset_state_on_failure() (ccat_data_transfer.archive_manager.LongTermArchiveTask method) (ccat_data_transfer.data_integrity_manager.UnpackTask method) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations method) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations method) (ccat_data_transfer.staging_manager.StagingTask method) (ccat_data_transfer.transfer_manager.DataTransferTask method) rest_frequency (ccat_ops_db.models.Line attribute) retry_count (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.RawDataPackage attribute) (ccat_ops_db.models.StagingJob attribute) RetryableError reverseflg (ccat_ops_db.models.ChaiInparParameter attribute) Role (class in ccat_ops_db.models) roles (ccat_ops_db.models.User attribute) route_task_by_location() (in module ccat_data_transfer.queue_discovery) route_type (ccat_ops_db.models.DataTransferRoute attribute) RouteType (class in ccat_ops_db.models) run_ssh_command() (in module ccat_data_transfer.utils) run_task_recovery_service() (in module ccat_data_transfer.recovery_service_runner) S S3 (ccat_ops_db.models.StorageType attribute) S3DataLocation (class in ccat_ops_db.models) sbet (ccat_ops_db.models.FixedSource attribute) sbet_max (ccat_ops_db.models.ConstantElevationSource attribute) sbet_min (ccat_ops_db.models.ConstantElevationSource attribute) scan_dir (ccat_ops_db.models.ChaiInparParameter attribute) scan_order (ccat_ops_db.models.ChaiInparParameter attribute) schedule_data_transfer_package_creation() (in module ccat_data_transfer.data_transfer_package_manager) SCHEDULED (ccat_ops_db.models.Status attribute) ScheduleError scopes (ccat_ops_db.models.ApiToken attribute) SegmentationFaultError send_data_to_long_term_archive() (in module ccat_data_transfer.archive_manager) send_function_metrics() (ccat_data_transfer.metrics.HousekeepingMetrics method) send_notification() (ccat_data_transfer.notification_service.NotificationClient method) send_transfer_metrics() (ccat_data_transfer.metrics.HousekeepingMetrics method) serializer (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) service_shutdown() (in module ccat_data_transfer.utils) ServiceExit ServiceUnavailableError session_scope() (ccat_data_transfer.setup_celery_app.SQLAlchemyTask method) set_setting() (ccat_data_transfer.settings_manager.SettingsManager method) setLevel() (ccat_data_transfer.logging_utils.StructuredLogger method) SettingsManager (class in ccat_data_transfer.settings_manager) setup_celery_logging() (in module ccat_data_transfer.logging_utils) short_name (ccat_ops_db.models.ObservingProgram attribute) (ccat_ops_db.models.Site attribute) (ccat_ops_db.models.SubObservingProgram attribute) side_band (ccat_ops_db.models.Line attribute) site (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.TapeDataLocation attribute) Site (class in ccat_ops_db.models) site_id (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.TapeDataLocation attribute) site_location (ccat_ops_db.models.Site attribute) size (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) skycoord (ccat_ops_db.models.FixedSource property) slam (ccat_ops_db.models.FixedSource attribute) slam_max (ccat_ops_db.models.ConstantElevationSource attribute) slam_min (ccat_ops_db.models.ConstantElevationSource attribute) SolarSystemObject (class in ccat_ops_db.models) SOURCE (ccat_ops_db.models.LocationType attribute) source (ccat_ops_db.models.ObsUnit attribute) Source (class in ccat_ops_db.models) source_id (ccat_ops_db.models.ObsUnit attribute) source_location (ccat_ops_db.models.RawDataFile attribute) source_location_id (ccat_ops_db.models.RawDataFile attribute) SQLAlchemyTask (class in ccat_data_transfer.setup_celery_app) stage_data_task() (in module ccat_data_transfer.staging_manager) STAGED (ccat_ops_db.models.PhysicalCopyStatus attribute) STAGING (ccat_data_transfer.operation_types.OperationType attribute) staging_job (ccat_ops_db.models.StagingJobLog attribute) staging_job_id (ccat_ops_db.models.StagingJobLog attribute) staging_jobs (ccat_ops_db.models.RawDataPackage attribute) StagingJob (class in ccat_ops_db.models) StagingJobLog (class in ccat_ops_db.models) StagingTask (class in ccat_data_transfer.staging_manager) start() (ccat_data_transfer.health_check.HealthCheck method) (ccat_data_transfer.notification_service.NotificationService method) start_celery_beat() (in module ccat_data_transfer.setup_celery_app) start_celery_worker() (in module ccat_data_transfer.setup_celery_app) start_monitoring() (ccat_data_transfer.buffer_manager.BufferManager method) start_time (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.PreScheduledSlot attribute) (ccat_ops_db.models.StagingJob attribute) state (ccat_ops_db.models.RawDataFile attribute) (ccat_ops_db.models.RawDataPackage attribute) status (ccat_ops_db.models.DataTransfer attribute) (ccat_ops_db.models.DataTransferLog attribute) (ccat_ops_db.models.DataTransferPackage attribute) (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.ExecutedObsUnit attribute) (ccat_ops_db.models.LongTermArchiveTransfer attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackage attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) (ccat_ops_db.models.StagingJob attribute) Status (class in ccat_ops_db.models) stepb (ccat_ops_db.models.ChaiInparParameter attribute) stepl (ccat_ops_db.models.ChaiInparParameter attribute) stop() (ccat_data_transfer.health_check.HealthCheck method) (ccat_data_transfer.notification_service.NotificationService method) stop_monitoring() (ccat_data_transfer.buffer_manager.BufferManager method) storage_type (ccat_ops_db.models.DataLocation attribute) (ccat_ops_db.models.DiskDataLocation attribute) (ccat_ops_db.models.S3DataLocation attribute) (ccat_ops_db.models.TapeDataLocation attribute) StorageError StorageType (class in ccat_ops_db.models) store_bbcp_output() (ccat_data_transfer.logging_utils.BBCPLogHandler method) store_errors_even_if_ignored (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) StructuredLogger (class in ccat_data_transfer.logging_utils) sub_observing_program (ccat_ops_db.models.ObsUnit attribute) sub_observing_program_id (ccat_ops_db.models.ObsUnit attribute) sub_observing_programs (ccat_ops_db.models.ObservingProgram attribute) SubObservingProgram (class in ccat_ops_db.models) SystemLog (class in ccat_ops_db.models) T TAPE (ccat_ops_db.models.StorageType attribute) TapeDataLocation (class in ccat_ops_db.models) TaskMonitorService (class in ccat_data_transfer.task_monitor_service) TaskStateManager (class in ccat_data_transfer.task_state_manager) telescope (ccat_ops_db.models.Instrument attribute) Telescope (class in ccat_ops_db.models) telescope_id (ccat_ops_db.models.Instrument attribute) telescopes (ccat_ops_db.models.Observatory attribute) tile_id (ccat_ops_db.models.ChaiTiling attribute) tile_offset_x (ccat_ops_db.models.ChaiTiling attribute) tile_offset_y (ccat_ops_db.models.ChaiTiling attribute) tile_unit_scaling_x (ccat_ops_db.models.ChaiTiling attribute) tile_unit_scaling_y (ccat_ops_db.models.ChaiTiling attribute) timestamp (ccat_ops_db.models.DataTransferLog attribute) (ccat_ops_db.models.LongTermArchiveTransferLog attribute) (ccat_ops_db.models.StagingJobLog attribute) title (ccat_ops_db.models.User attribute) toff (ccat_ops_db.models.ChaiInparParameter attribute) token_hash (ccat_ops_db.models.ApiToken attribute) token_prefix (ccat_ops_db.models.ApiToken attribute) ton (ccat_ops_db.models.ChaiInparParameter attribute) track_metrics() (in module ccat_data_transfer.decorators) track_started (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) trans_ref (ccat_ops_db.models.ObsUnit attribute) transfer_files_bbcp() (in module ccat_data_transfer.transfer_manager) transfer_method (ccat_ops_db.models.DataTransferRoute attribute) transfer_program_log (ccat_ops_db.models.DataTransfer attribute) transfer_raw_data_packages_to_long_term_archive() (in module ccat_data_transfer.archive_manager) transfer_transfer_packages() (in module ccat_data_transfer.transfer_manager) TRANSFERRING (ccat_ops_db.models.PackageState attribute) type (ccat_ops_db.models.ChaiModuleConfiguration attribute) (ccat_ops_db.models.ChaiObservationConfiguration attribute) (ccat_ops_db.models.ConstantElevationSource attribute) (ccat_ops_db.models.DataTransferLog attribute) (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.FixedSource attribute) (ccat_ops_db.models.InstrumentModuleConfiguration attribute) (ccat_ops_db.models.LongTermArchiveTransferLog attribute) (ccat_ops_db.models.ObservationConfiguration attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.PrimeCamModuleConfiguration attribute) (ccat_ops_db.models.PrimeCamObservationConfiguration attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) (ccat_ops_db.models.SolarSystemObject attribute) (ccat_ops_db.models.Source attribute) (ccat_ops_db.models.StagingJobLog attribute) (ccat_ops_db.models.SystemLog attribute) typing (ccat_data_transfer.archive_manager.LongTermArchiveTask attribute) (ccat_data_transfer.data_integrity_manager.UnpackTask attribute) (ccat_data_transfer.data_transfer_package_manager.DataTransferPackageOperations attribute) (ccat_data_transfer.raw_data_package_manager.RawDataPackageOperations attribute) (ccat_data_transfer.setup_celery_app.SQLAlchemyTask attribute) (ccat_data_transfer.staging_manager.StagingTask attribute) (ccat_data_transfer.transfer_manager.DataTransferTask attribute) U unique_id() (in module ccat_data_transfer.utils) unit_duration_h (ccat_ops_db.models.ObsUnit attribute) unpack_and_verify_files() (in module ccat_data_transfer.data_integrity_manager) unpack_data_transfer_package() (in module ccat_data_transfer.data_integrity_manager) unpack_end_time (ccat_ops_db.models.DataTransfer attribute) unpack_failure_error_message (ccat_ops_db.models.DataTransfer attribute) unpack_local() (in module ccat_data_transfer.utils) unpack_log (ccat_ops_db.models.DataTransfer attribute) unpack_remote() (in module ccat_data_transfer.utils) unpack_retry_count (ccat_ops_db.models.DataTransfer attribute) unpack_start_time (ccat_ops_db.models.DataTransfer attribute) unpack_status (ccat_ops_db.models.DataTransfer attribute) UnpackError UnpackTask (class in ccat_data_transfer.data_integrity_manager) update_heartbeat() (ccat_data_transfer.task_state_manager.TaskStateManager method) updated_at (ccat_ops_db.models.RawDataPackageMetadata attribute) usage_count (ccat_ops_db.models.ApiToken attribute) user (ccat_ops_db.models.ApiToken attribute) (ccat_ops_db.models.DiskDataLocation attribute) User (class in ccat_ops_db.models) user_id (ccat_ops_db.models.ApiToken attribute) username (ccat_ops_db.models.User attribute) users (ccat_ops_db.models.Role attribute) V validate_site_configuration() (in module ccat_data_transfer.data_transfer_package_manager) verified_at (ccat_ops_db.models.DataTransferPackagePhysicalCopy attribute) (ccat_ops_db.models.PhysicalCopy attribute) (ccat_ops_db.models.RawDataFilePhysicalCopy attribute) (ccat_ops_db.models.RawDataPackagePhysicalCopy attribute) version (ccat_ops_db.models.ChaiInparParameter attribute) (ccat_ops_db.models.ChaiTiling attribute) (ccat_ops_db.models.ObsUnit attribute) (ccat_ops_db.models.PrimeCamObservationConfiguration attribute) vlsr (ccat_ops_db.models.ConstantElevationSource attribute) (ccat_ops_db.models.FixedSource attribute) W WAITING (ccat_ops_db.models.PackageState attribute) warning() (ccat_data_transfer.logging_utils.StructuredLogger method) X x_or_y (ccat_ops_db.models.ChaiTiling attribute)
