Upgrading dask 0.5 to 0.6
Unknown0.5.0 → 0.6.1
UnknownUpgrade verdict
None of the 2 releases in this range publish notes, so breaking changes can't be ruled out.
In plain terms
- Some releases in this range publish no notes, so DepDelta can't rule out breaking changes.
- Their commits are listed with this comparison.
Must act Unknown for releases without notes
Releases without notes may still need changes. Check their commits before upgrading.
API changes
Generated by DepDelta from published Python source. Not mixed with prose notes.
- added:
export do - added:
export value
- added:
export atop - added:
export bincount - added:
export diag - added:
export histogram - added:
export map_blocks - added:
export moment - added:
export to_hdf5 - added:
export topk
- changed:
function coarsen(reduction, x, axes) → function coarsen(reduction, x, axes, trim_excess=…) - added:
function topk(k, x)
- removed:
function rec_concatenate(arrays, axis=…) - removed:
function write_hdf5_chunk(fn, datapath, index, data) - changed:
function atop(func, out, out_ind, *args, **kwargs) → function atop(func, out_ind, *args, **kwargs) - changed:
function blockdims_from_blockshape(shape, blockshape) → function blockdims_from_blockshape(shape, chunks) - changed:
function coarsen(reduction, x, axes) → function coarsen(reduction, x, axes, trim_excess=…) - changed:
function from_array(x, chunks, name=…, lock=…, **kwargs) → function from_array(x, chunks, name=…, lock=…) - changed:
function map_blocks(x, func, chunks=…, dtype=…) → function map_blocks(func, *arrs, **kwargs) - changed:
function take(a, indices, axis) → function take(a, indices, axis=…) - changed:
function where(condition, x, y) → function where(condition, x=…, y=…) - changed:
method Array.mean(axis=…, keepdims=…) → method Array.mean(axis=…, dtype=…, keepdims=…) - changed:
method Array.prod(axis=…, keepdims=…) → method Array.prod(axis=…, dtype=…, keepdims=…) - changed:
method Array.std(axis=…, keepdims=…, ddof=…) → method Array.std(axis=…, dtype=…, keepdims=…, ddof=…) - changed:
method Array.sum(axis=…, keepdims=…) → method Array.sum(axis=…, dtype=…, keepdims=…) - changed:
method Array.var(axis=…, keepdims=…, ddof=…) → method Array.var(axis=…, dtype=…, keepdims=…, ddof=…) - added:
field Array.chunks - added:
function bincount(x, weights=…, minlength=…) - added:
function chunks_from_arrays(arrays) - added:
function concatenate3(arrays) - added:
function deepfirst(seq) - added:
function from_func(func, shape, dtype=…, name=…, args=…, kwargs=…) - added:
function histogram(a, bins=…, range=…, normed=…, weights=…, density=…) - added:
function ndimlist(seq) - added:
function to_hdf5(filename, *args, **kwargs) - added:
function topk(k, x) - added:
method Array.cache(store=…, **kwargs) - added:
method Array.moment(order, axis=…, dtype=…, keepdims=…, ddof=…) - added:
method Array.topk(k) - added:
variable chunks_none_error_message - added:
variable tokens - added:
variable where_error_message
- removed:
variable arange_names - removed:
variable linspace_names - added:
function diag(v)
- removed:
function concrete(seq)
- changed:
function qr(data, name=…) → function qr(a, name=…) - changed:
function svd(data, name=…) → function svd(a, name=…) - added:
function compression_level(n, q, oversampling=…, min_subspace_size=…) - added:
function compression_matrix(data, q, n_power_iter=…) - added:
function svd_compressed(a, k, n_power_iter=…, name=…)
- added:
function divide(x1, x2, out=…, dtype=…) - added:
variable divide
- added:
function fuse_slice(a, b) - added:
function fuse_slice_dict(match, getter=…) - added:
function is_full_slice(task) - added:
function normalize_slice(s) - added:
function optimize(dsk, keys, **kwargs) - added:
function remove_full_slices(dsk) - added:
variable a - added:
variable b - added:
variable rewrite_rules - added:
variable x
- removed:
variable wrap - added:
class RandomState(object) - added:
constructor RandomState(seed=…) - added:
field RandomState.random - added:
function doc_wraps(func) - added:
method RandomState.beta(a, b, size=…, chunks=…) - added:
method RandomState.binomial(n, p, size=…, chunks=…) - added:
method RandomState.chisquare(df, size=…, chunks=…) - added:
method RandomState.choice(a, size=…, replace=…, p=…, chunks=…) - added:
method RandomState.exponential(scale=…, size=…, chunks=…) - added:
method RandomState.f(dfnum, dfden, size=…, chunks=…) - added:
method RandomState.gamma(shape, scale=…, chunks=…) - added:
method RandomState.geometric(p, size=…, chunks=…) - added:
method RandomState.gumbel(loc=…, scale=…, size=…, chunks=…) - added:
method RandomState.hypergeometric(ngood, nbad, nsample, size=…, chunks=…) - added:
method RandomState.laplace(loc=…, scale=…, size=…, chunks=…) - added:
method RandomState.logistic(loc=…, scale=…, size=…, chunks=…) - added:
method RandomState.lognormal(mean=…, sigma=…, size=…, chunks=…) - added:
method RandomState.logseries(p, size=…, chunks=…) - added:
method RandomState.negative_binomial(n, p, size=…, chunks=…) - added:
method RandomState.noncentral_chisquare(df, nonc, size=…, chunks=…) - added:
method RandomState.noncentral_f(dfnum, dfden, nonc, size=…, chunks=…) - added:
method RandomState.normal(loc=…, scale=…, size=…, chunks=…) - added:
method RandomState.pareto(a, size=…, chunks=…) - added:
method RandomState.poisson(lam=…, size=…, chunks=…) - added:
method RandomState.power(a, size=…, chunks=…) - added:
method RandomState.randint(low, high=…, size=…, chunks=…) - added:
method RandomState.random_integers(low, high=…, size=…, chunks=…) - added:
method RandomState.random_sample(size=…, chunks=…) - added:
method RandomState.rayleigh(scale=…, size=…, chunks=…) - added:
method RandomState.seed(seed=…) - added:
method RandomState.standard_cauchy(size=…, chunks=…) - added:
method RandomState.standard_exponential(size=…, chunks=…) - added:
method RandomState.standard_gamma(shape, size=…, chunks=…) - added:
method RandomState.standard_normal(size=…, chunks=…) - added:
method RandomState.standard_t(df, size=…, chunks=…) - added:
method RandomState.tomaxint(size=…, chunks=…) - added:
method RandomState.triangular(left, mode, right, size=…, chunks=…) - added:
method RandomState.uniform(low=…, high=…, size=…, chunks=…) - added:
method RandomState.vonmises(mu, kappa, size=…, chunks=…) - added:
method RandomState.wald(mean, scale, size=…, chunks=…) - added:
method RandomState.weibull(a, size=…, chunks=…) - added:
method RandomState.zipf(a, size=…, chunks=…) - added:
variable random_sample - added:
variable seed
- removed:
function var_agg(A, ddof=…, **kwargs) - removed:
function var_chunk(A, sum=…, numel=…, **kwargs) - changed:
function mean(a, axis=…, keepdims=…) → function mean(a, axis=…, dtype=…, keepdims=…) - changed:
function mean_agg(pair, **kwargs) → function mean_agg(pair, dtype=…, **kwargs) - changed:
function mean_chunk(x, sum=…, numel=…, **kwargs) → function mean_chunk(x, sum=…, numel=…, dtype=…, **kwargs) - changed:
function nanmean(a, axis=…, keepdims=…) → function nanmean(a, axis=…, dtype=…, keepdims=…) - changed:
function nanstd(a, axis=…, keepdims=…, ddof=…) → function nanstd(a, axis=…, dtype=…, keepdims=…, ddof=…) - changed:
function nansum(a, axis=…, keepdims=…) → function nansum(a, axis=…, dtype=…, keepdims=…) - changed:
function nanvar(a, axis=…, keepdims=…, ddof=…) → function nanvar(a, axis=…, dtype=…, keepdims=…, ddof=…) - changed:
function prod(a, axis=…, keepdims=…) → function prod(a, axis=…, dtype=…, keepdims=…) - changed:
function std(a, axis=…, keepdims=…, ddof=…) → function std(a, axis=…, dtype=…, keepdims=…, ddof=…) - changed:
function sum(a, axis=…, keepdims=…) → function sum(a, axis=…, dtype=…, keepdims=…) - changed:
function var(a, axis=…, keepdims=…, ddof=…) → function var(a, axis=…, dtype=…, keepdims=…, ddof=…) - changed:
function vnorm(a, ord=…, axis=…, keepdims=…) → function vnorm(a, ord=…, axis=…, dtype=…, keepdims=…) - added:
function moment(a, order, axis=…, dtype=…, keepdims=…, ddof=…) - added:
function moment_agg(data, order=…, ddof=…, dtype=…, **kwargs) - added:
function moment_chunk(A, order=…, sum=…, numel=…, dtype=…, **kwargs)
- removed:
function wrap_func_size_as_kwarg(func, *args, **kwargs)
- removed:
function color_nodes(dsk, state) - removed:
function double(x) - removed:
function state_to_networkx(dsk, state) - removed:
function visualize(dsk, state, filename=…) - changed:
function execute_task(key, task, data, queue, raise_on_exception=…) → function execute_task(key, task, data, queue, get_id, raise_on_exception=…) - changed:
function finish_task(dsk, key, state, results, delete=…, release_data=…) → function finish_task(dsk, key, state, results, sortkey, delete=…, release_data=…) - changed:
function get_async(apply_async, num_workers, dsk, result, cache=…, debug_counts=…, queue=…, raise_on_exception=…, **kwargs) → function get_async(apply_async, num_workers, dsk, result, cache=…, queue=…, get_id=…, raise_on_exception=…, start_callback=…, end_callback=…, rerun_exceptions_locally=…, **kwargs) - changed:
function start_state_from_dask(dsk, cache=…) → function start_state_from_dask(dsk, cache=…, sortkey=…) - added:
function default_get_id() - added:
function sortkey(item)
- added:
export from_s3 - added:
export from_url
- changed:
constructor Bag(dsk, name, npartitions, get=…) → constructor Bag(dsk, name, npartitions) - changed:
constructor Item(dsk, key, get=…) → constructor Item(dsk, key) - changed:
function collect(grouper, npartitions, group, pbags) → function collect(grouper, group, p, barrier_token) - changed:
function from_filenames(filenames) → function from_filenames(filenames, chunkbytes=…) - changed:
function partition(grouper, sequence, npartitions, path) → function partition(grouper, sequence, npartitions, p, nelements=…) - changed:
method Bag.groupby(grouper, npartitions=…) → method Bag.groupby(grouper, npartitions=…, blocksize=…) - added:
function from_s3(bucket_name, paths=…, aws_access_key=…, aws_secret_key=…, connection=…, anon=…) - added:
function from_url(urls) - added:
function inline_singleton_lists(dsk) - added:
function normalize_s3_names(bucket_name, paths, conn_args) - added:
function reify(seq) - added:
method Bag.remove(predicate) - added:
method Item.apply(func) - added:
variable tokens
- changed:
function apply(func, args) → function apply(func, args, kwargs=…) - added:
variable range
- added:
function get_deps(dsk)
- removed:
export from_pframe - added:
export from_dask_array - added:
export from_pandas - added:
export map_partitions - added:
export merge - added:
export read_hdf - added:
export repartition
- removed:
function file_size(fn, compression=…) - removed:
variable from_array_names - changed:
function csv_names(fn, encoding=…, compression=…, names=…, parse_dates=…, **kwargs) → function csv_names(fn, encoding=…, compression=…, names=…, parse_dates=…, usecols=…, dtype=…, **kwargs) - changed:
function from_array(x, chunksize=…) → function from_array(x, chunksize=…, columns=…) - added:
function fill_kwargs(fn, args, kwargs) - added:
function from_dask_array(x, columns=…) - added:
function from_pandas(data, npartitions) - added:
function read_hdf(path_or_buf, key, start=…, stop=…, columns=…, chunksize=…) - added:
function to_castra(df, fn=…, categories=…) - added:
function to_csv(df, filename, **kwargs) - added:
function to_hdf(df, path_or_buf, key, mode=…, append=…, complevel=…, complib=…, fletcher32=…, **kwargs) - added:
variable csv_defaults - added:
variable dont_use_fixed_error_message
- added:
function align_partitions(*dfs) - added:
function bound(seq, left, right) - added:
function concat_indexed_dataframes(dfs, join=…) - added:
function hash_join(lhs, on_left, rhs, on_right, how=…, npartitions=…, suffixes=…) - added:
function join_indexed_dataframes(lhs, rhs, how=…, lsuffix=…, rsuffix=…) - added:
function merge(left, right, how=…, on=…, left_on=…, right_on=…, left_index=…, right_index=…, suffixes=…, npartitions=…) - added:
function pdmerge(left, right, *args, **kwargs) - added:
function require(divisions, parts, required=…) - added:
variable required
- added:
variable fast_functions - added:
variable rules
- removed:
function from_pframe(pf) - removed:
function unique(divisions) - removed:
variable partition_names - removed:
variable tokens - changed:
function set_index(f, index, npartitions=…, **kwargs) → function set_index(df, index, npartitions=…, compute=…, **kwargs) - changed:
function set_partition(f, index, divisions, get=…, **kwargs) → function set_partition(df, index, divisions, compute=…, **kwargs) - added:
function barrier(args) - added:
function collect(group, p, barrier_token) - added:
function new_categories(categories, index) - added:
function partition(df, index, npartitions, p) - added:
function shuffle(df, index, npartitions=…)
- added:
function get_categories(df) - added:
function iscategorical(dt) - added:
function shard_df_on_index(df, divisions) - added:
function strip_categories(df) - added:
function unique(divisions)
- added:
export Profiler - added:
export multiprocessing - added:
export threaded - added:
variable process_prof - added:
variable thread_prof
- added:
class Profiler(object) - added:
constructor Profiler(get) - added:
method Profiler.clear() - added:
method Profiler.get(dsk, result, **kwargs) - added:
method Profiler.results() - added:
method Profiler.visualize(**kwargs) - added:
variable TaskData
- added:
function get_colors(palette, funcs) - added:
function pprint_task(task, keys) - added:
function visualize(results, dsk, palette=…, file_path=…, show=…, **kwargs)
- added:
export dask_client_from_ipclient
- changed:
method Client.close() → method Client.close(close_scheduler=…) - added:
method Client.close_scheduler() - added:
method Client.get_registered_workers() - added:
method Client.register_client() - added:
method Client.send_recv(header, payload)
- added:
function dask_client_from_ipclient(ipclient)
- changed:
constructor Worker(scheduler, data=…, nthreads=…, hostname=…, port_to_workers=…, bind_to_workers=…, block=…) → constructor Worker(scheduler, data=…, nthreads=…, hostname=…, port_to_workers=…, bind_to_workers=…, block=…, heartbeat=…) - added:
method Worker.heart(pulse=…) - added:
method Worker.worker_death(header, payload)
- removed:
function add(x, y) - removed:
function inc(x) - removed:
function lower(func) - removed:
function make_hashable(x) - removed:
function to_networkx(d, data_attributes=…, function_attributes=…) - removed:
function write_networkx_to_dot(dg, filename=…) - removed:
variable dsk - changed:
function dot_graph(d, filename=…, **kwargs) → function dot_graph(dsk, filename=…, **kwargs) - changed:
function name(func) → function name(x) - added:
function funcname(func) - added:
function has_sub_tasks(task) - added:
function task_label(task) - added:
function to_graphviz(dsk, data_attributes=…, function_attributes=…)
- added:
class Value(object) - added:
constructor Value(name, dasks) - added:
function do(func, pure=…) - added:
function value(val, name=…) - added:
method Value.compute(**kwargs) - added:
method Value.visualize(optimize_graph=…, **kwargs) - added:
property Value.dask - added:
property Value.key
- changed:
function fuse(dsk) → function fuse(dsk, keys=…)
- added:
function child_max(dependencies, dependents, scores) - added:
function dfs(dependencies, dependents, key=…) - added:
function inc(x) - added:
function ndependents(dependencies, dependents) - added:
function order(dsk)
- added:
function concrete(seq) - added:
function file_size(fn, compression=…) - added:
function getargspec(func) - added:
function is_integer(i) - added:
function pseudorandom(n, p, key) - added:
function skip(func)
- removed:
export PBag - removed:
export dump - removed:
export load
- removed:
class PBag(object) - removed:
constructor PBag(grouper, npartitions, path=…, open=…, dump=…, load=…) - removed:
function isempty(seq) - removed:
function partition_all(n, seq) - removed:
method PBag.drop() - removed:
method PBag.extend(seq) - removed:
method PBag.extend_chunk(seq) - removed:
method PBag.get_partition(i) - removed:
method PBag.partition_of(item) - removed:
variable global_chunksize
- removed:
variable dump
- removed:
export cframe - removed:
export from_blocks - removed:
export pframe - removed:
export to_blocks
- removed:
function categorical_metadata(df) - removed:
function reapply_categories(df, metadata) - removed:
function strip_categories(df)
- removed:
class cframe(object) - removed:
constructor cframe(df, rootdir=…, chunklen=…, **kwargs) - removed:
method cframe.append(df) - removed:
method cframe.drop() - removed:
method cframe.flush() - removed:
method cframe.head(n=…) - removed:
method cframe.to_dataframe(columns=…) - removed:
property cframe.cbytes - removed:
property cframe.nbytes
- removed:
function from_blocks(blocks, index, columns, placement) - removed:
function to_blocks(df)
- removed:
class pframe(object) - removed:
constructor pframe(like, divisions, path=…, **kwargs) - removed:
function shard_df_on_index(df, divisions) - removed:
method pframe.append(df) - removed:
method pframe.drop() - removed:
method pframe.flush() - removed:
method pframe.get_partition(i, columns=…, has_lock=…) - removed:
method pframe.head(n=…) - removed:
method pframe.to_dataframe() - removed:
property pframe.cbytes - removed:
property pframe.nbytes - removed:
property pframe.npartitions
- removed:
function ignoring(*exc) - removed:
function raises(exc, lamda)