Skip to content

Commit

Permalink
Merge branch 'master' into rechunk_by_size
Browse files Browse the repository at this point in the history
  • Loading branch information
JSKenyon committed Sep 14, 2023
2 parents 941da40 + 9351e14 commit f62fce3
Show file tree
Hide file tree
Showing 5 changed files with 8 additions and 9 deletions.
4 changes: 2 additions & 2 deletions .github/workflows/ci.yml
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@ on: [push, pull_request]

env:
POETRY_VERSION: 1.2.1
MINIO_SERVER_DOWNLOAD_URL: https://dl.min.io/server/minio/release/linux-amd64/archive/minio_20220917000945.0.0_amd64.deb
MINIO_CLIENT_DOWNLOAD_URL: https://dl.min.io/client/mc/release/linux-amd64/archive/mcli_20220916091647.0.0_amd64.deb
MINIO_SERVER_DOWNLOAD_URL: https://dl.min.io/server/minio/release/linux-amd64/archive/minio_20230907020502.0.0_amd64.deb
MINIO_CLIENT_DOWNLOAD_URL: https://dl.min.io/client/mc/release/linux-amd64/archive/mcli_20230907224855.0.0_amd64.deb

jobs:
check_skip:
Expand Down
4 changes: 4 additions & 0 deletions HISTORY.rst
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,10 @@
History
=======

X.Y.Z (YYYY-MM-DD)
------------------
* Update minio server and client versions (:pr:`287`)

0.2.17 (2023-08-02)
------------------
* Change setmaxcachesize to require a read lock, not a write lock (:pr:`281`)
Expand Down
7 changes: 0 additions & 7 deletions daskms/apps/convert.py
Original file line number Diff line number Diff line change
Expand Up @@ -228,10 +228,6 @@ def convert_table(self, args):

datasets = reader(args.input, chunks=args.chunks)

if isinstance(in_fmt, CasaFormat):
# Drop any ROWID columns
datasets = [ds.drop_vars("ROWID", errors="ignore") for ds in datasets]

if exclude_columns := args.exclude.get("MAIN", False):
datasets = [
ds.drop_vars(exclude_columns, errors="ignore") for ds in datasets
Expand Down Expand Up @@ -273,9 +269,6 @@ def convert_table(self, args):
ds.drop_vars(exclude_columns, errors="ignore") for ds in datasets
]

if isinstance(in_fmt, CasaFormat):
datasets = [ds.drop_vars("ROWID", errors="ignore") for ds in datasets]

writes.append(writer(datasets, out_store))

return writes
1 change: 1 addition & 0 deletions daskms/apps/tests/test_convert.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,6 +49,7 @@ def test_convert_application(tau_ms, format, tmp_path_factory):
for ds in datasets:
assert "MODEL_DATA" not in ds.data_vars
assert "FLAG" in ds.data_vars
assert "ROWID" in ds.coords

datasets = xds_from_storage_table(f"{str(OUTPUT)}::POINTING")

Expand Down
1 change: 1 addition & 0 deletions daskms/conftest.py
Original file line number Diff line number Diff line change
Expand Up @@ -342,6 +342,7 @@ def minio_admin(minio_client, minio_alias, minio_user_key):
minio_admin.user_add(minio_user_key, minio_user_key)
minio_admin.policy_set("readwrite", user=minio_user_key)
yield minio_admin
minio_admin.user_remove(minio_user_key)


@pytest.fixture
Expand Down

0 comments on commit f62fce3

Please sign in to comment.