smallpond.execution.task.EvenlyDistributedPartitionProducerTask =============================================================== .. currentmodule:: smallpond.execution.task .. autoclass:: EvenlyDistributedPartitionProducerTask .. automethod:: __init__ .. rubric:: Methods .. autosummary:: ~EvenlyDistributedPartitionProducerTask.__init__ ~EvenlyDistributedPartitionProducerTask.add_elapsed_time ~EvenlyDistributedPartitionProducerTask.adjust_row_group_size ~EvenlyDistributedPartitionProducerTask.clean_complex_attrs ~EvenlyDistributedPartitionProducerTask.clean_output ~EvenlyDistributedPartitionProducerTask.cleanup ~EvenlyDistributedPartitionProducerTask.compute_avg_row_size ~EvenlyDistributedPartitionProducerTask.dump ~EvenlyDistributedPartitionProducerTask.exec ~EvenlyDistributedPartitionProducerTask.finalize ~EvenlyDistributedPartitionProducerTask.get_partition_info ~EvenlyDistributedPartitionProducerTask.initialize ~EvenlyDistributedPartitionProducerTask.inject_fault ~EvenlyDistributedPartitionProducerTask.merge_metrics ~EvenlyDistributedPartitionProducerTask.oom ~EvenlyDistributedPartitionProducerTask.parquet_kv_metadata_bytes ~EvenlyDistributedPartitionProducerTask.parquet_kv_metadata_str ~EvenlyDistributedPartitionProducerTask.random_float ~EvenlyDistributedPartitionProducerTask.random_uint32 ~EvenlyDistributedPartitionProducerTask.run ~EvenlyDistributedPartitionProducerTask.run_on_ray ~EvenlyDistributedPartitionProducerTask.set_memory_limit .. rubric:: Attributes .. autosummary:: ~EvenlyDistributedPartitionProducerTask.partition_by_rows ~EvenlyDistributedPartitionProducerTask.random_shuffle ~EvenlyDistributedPartitionProducerTask.allow_speculative_exec ~EvenlyDistributedPartitionProducerTask.any_input_empty ~EvenlyDistributedPartitionProducerTask.cpu_limit ~EvenlyDistributedPartitionProducerTask.ctx ~EvenlyDistributedPartitionProducerTask.dataset ~EvenlyDistributedPartitionProducerTask.default_output_name ~EvenlyDistributedPartitionProducerTask.dimension ~EvenlyDistributedPartitionProducerTask.elapsed_time ~EvenlyDistributedPartitionProducerTask.exception ~EvenlyDistributedPartitionProducerTask.exec_cq ~EvenlyDistributedPartitionProducerTask.exec_id ~EvenlyDistributedPartitionProducerTask.exec_on_scheduler ~EvenlyDistributedPartitionProducerTask.fail_count ~EvenlyDistributedPartitionProducerTask.final_output_abspath ~EvenlyDistributedPartitionProducerTask.finish_time ~EvenlyDistributedPartitionProducerTask.gpu_limit ~EvenlyDistributedPartitionProducerTask.id ~EvenlyDistributedPartitionProducerTask.input_datasets ~EvenlyDistributedPartitionProducerTask.input_deps ~EvenlyDistributedPartitionProducerTask.key ~EvenlyDistributedPartitionProducerTask.local_gpu ~EvenlyDistributedPartitionProducerTask.local_gpu_ranks ~EvenlyDistributedPartitionProducerTask.local_rank ~EvenlyDistributedPartitionProducerTask.location ~EvenlyDistributedPartitionProducerTask.memory_limit ~EvenlyDistributedPartitionProducerTask.node_id ~EvenlyDistributedPartitionProducerTask.npartitions ~EvenlyDistributedPartitionProducerTask.numa_node ~EvenlyDistributedPartitionProducerTask.numpy_random_gen ~EvenlyDistributedPartitionProducerTask.output ~EvenlyDistributedPartitionProducerTask.output_deps ~EvenlyDistributedPartitionProducerTask.output_dirname ~EvenlyDistributedPartitionProducerTask.output_filename ~EvenlyDistributedPartitionProducerTask.output_name ~EvenlyDistributedPartitionProducerTask.output_root ~EvenlyDistributedPartitionProducerTask.partition_dims ~EvenlyDistributedPartitionProducerTask.partition_infos ~EvenlyDistributedPartitionProducerTask.partition_infos_as_dict ~EvenlyDistributedPartitionProducerTask.partitioned_datasets ~EvenlyDistributedPartitionProducerTask.perf_metrics ~EvenlyDistributedPartitionProducerTask.perf_profile ~EvenlyDistributedPartitionProducerTask.python_random_gen ~EvenlyDistributedPartitionProducerTask.random_seed_bytes ~EvenlyDistributedPartitionProducerTask.ray_dataset_path ~EvenlyDistributedPartitionProducerTask.ray_marker_path ~EvenlyDistributedPartitionProducerTask.retry_count ~EvenlyDistributedPartitionProducerTask.runtime_id ~EvenlyDistributedPartitionProducerTask.runtime_output_abspath ~EvenlyDistributedPartitionProducerTask.runtime_state ~EvenlyDistributedPartitionProducerTask.sched_epoch ~EvenlyDistributedPartitionProducerTask.self_contained_output ~EvenlyDistributedPartitionProducerTask.skip_when_any_input_empty ~EvenlyDistributedPartitionProducerTask.staging_root ~EvenlyDistributedPartitionProducerTask.start_time ~EvenlyDistributedPartitionProducerTask.status ~EvenlyDistributedPartitionProducerTask.temp_abspath ~EvenlyDistributedPartitionProducerTask.temp_output ~EvenlyDistributedPartitionProducerTask.uniform_failure_prob