zcloud.console_scripts.data_puller_client module

class zcloud.console_scripts.data_puller_client.ClientState(entity_ids, correlation_ids, target_dir='.')[source]

Bases: object

async get_client_id()[source]
get_correlation_ids()[source]
get_entity_ids()[source]
get_start_time()[source]
async process_message(event_name, message)[source]
process_notification(message)[source]
process_status(message)[source]
async process_structure_ready(message)[source]
async set_client_id(client_id)[source]
class zcloud.console_scripts.data_puller_client.FakeMessageSchemaHandler(event_name, message)[source]

Bases: object

class zcloud.console_scripts.data_puller_client.MessageType(value, names=None, *, module=None, qualname=None, type=None, start=1, boundary=None)[source]

Bases: Enum

NOTIFICATION = 'notification'
REQUEST_CLIENT_ID = 'request_client_id'
STATUS = 'status'
STRUCTURE_READY = 'structure_ready'
class zcloud.console_scripts.data_puller_client.NotificationType(value, names=None, *, module=None, qualname=None, type=None, start=1, boundary=None)[source]

Bases: Enum

CLIENT_ID_ASSIGNMENT = 'client_id_assignment'
async zcloud.console_scripts.data_puller_client.client_loop(entity_ids, correlation_ids)[source]
async zcloud.console_scripts.data_puller_client.connect_socketio(state)[source]
async zcloud.console_scripts.data_puller_client.download_blob(bucket, file_path, target_dir='.')[source]
async zcloud.console_scripts.data_puller_client.join_get_bq_records_from_list(id_list, join_key_temp_table, join_key_bq, bq_table_id, columns_to_select)[source]
async zcloud.console_scripts.data_puller_client.on_reconnect(sio, state, initial_connection=False)[source]
async zcloud.console_scripts.data_puller_client.process_messages(state)[source]
async zcloud.console_scripts.data_puller_client.send_request(client_id, entity_ids, correlation_ids)[source]

Send HTTP POST to find_structure_endpoint

zcloud.console_scripts.data_puller_client.split_uri_to_bucket_and_path(uri)[source]