Home | History | Annotate | Download | only in learn_io

Lines Matching refs:df

33 def _add_to_index(df, start):
35 df = df.copy()
36 df.index += start
37 return df
40 def _get_divisions(df):
42 lengths = df.map_partitions(len).compute()
48 def _construct_dask_df_with_divisions(df):
50 divisions = _get_divisions(df)
52 name = 'csv-index' + df._name
53 dsk = {(name, i): (_add_to_index, (df._name, i), divisions[i])
54 for i in range(df.npartitions)}
57 if isinstance(df, dd.DataFrame):
58 return dd.DataFrame(merge(dsk, df.dask), name, df.columns, divisions)
59 elif isinstance(df, dd.Series):
60 return dd.Series(merge(dsk, df.dask), name, df.name, divisions)