Skip to content
This repository has been archived by the owner on Nov 19, 2024. It is now read-only.

Commit

Permalink
deprecate process IDs
Browse files Browse the repository at this point in the history
  • Loading branch information
malmans2 committed Nov 13, 2024
1 parent 59744e0 commit 2273898
Show file tree
Hide file tree
Showing 4 changed files with 144 additions and 20 deletions.
13 changes: 0 additions & 13 deletions cads_api_client/api_client.py
Original file line number Diff line number Diff line change
Expand Up @@ -364,19 +364,6 @@ def get_processes(
limit: int | None = None,
sortby: Literal[None, "id", "-id"] = None,
) -> cads_api_client.Processes:
"""Retrieve available processes.
Parameters
----------
limit: int or None
Number of processes per page.
sortby: {None, 'id', '-id'}
Field to sort results by.
Returns
-------
cads_api_client.Processes
"""
params = {
k: v for k, v in zip(["limit", "sortby"], [limit, sortby]) if v is not None
}
Expand Down
13 changes: 10 additions & 3 deletions cads_api_client/processing.py
Original file line number Diff line number Diff line change
Expand Up @@ -286,12 +286,19 @@ def prev(self) -> Self | None:

@attrs.define
class Processes(ApiResponsePaginated):
"""A class to interact with available processes."""
@property
def collection_ids(self) -> list[str]:
"""Available collection IDs."""
return [proc["id"] for proc in self._json_dict["processes"]]

@property
def process_ids(self) -> list[str]:
"""Available process IDs."""
return [proc["id"] for proc in self._json_dict["processes"]]
warnings.warn(
"`.process_ids` has been deprecated, and in the future will raise an error."
" Please use `.collection_ids` from now on.",
DeprecationWarning,
)
return self.collection_ids


@attrs.define
Expand Down
130 changes: 130 additions & 0 deletions docs/README.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,130 @@
# cads-api-client

CADS API Python client

Technical documentation: https://ecmwf-projects.github.io/cads-api-client/

## Configuration

The `ApiClient` requires the `url` to the API root and a valid API `key`. You can also set the `CADS_API_URL` and `CADS_API_KEY` environment variables, or use a configuration file. The configuration file must be located at `~/.cads-api-client.json`, or at the path specified by the `CADS_API_RC` environment variable.

```
$ cat $HOME/.cads-api-client.json
{"url": "https://cds.climate.copernicus.eu/api", "key": "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx"}
```

It is possible (though not recommended) to use the API key of one of the test users:

```
00112233-4455-6677-c899-aabbccddeeff
```

This key is used for anonymous tests and is designed to be the least performant option for accessing the system.

## Quick Start

Configure the logging level to display INFO messages:

```python
>>> import logging
>>> logging.basicConfig(level="INFO")

```

Instantiate the API client and verify the authentication:

```python
>>> import os
>>> from cads_api_client import ApiClient
>>> client = ApiClient(
... url=os.getenv("CADS_API_URL"),
... key=os.getenv("CADS_API_KEY"),
... )
>>> client.check_authentication()
{...}

```

Explore a collection:

```python
>>> collection_id = "reanalysis-era5-pressure-levels"
>>> collection = client.get_collection(collection_id)
>>> collection.end_datetime
datetime.datetime(...)

>>> request = {
... "product_type": "reanalysis",
... "variable": "temperature",
... "year": "2022",
... "month": "01",
... "day": "01",
... "pressure_level": "1000",
... "time": "00:00",
... }
>>> collection.process.apply_constraints(**request)
{...}

```

Retrieve data:

```python
>>> client.retrieve(collection_id, target="tmp1-era5.grib", **request) # blocks
'tmp1-era5.grib'

>>> remote = client.submit(collection_id, **request) # doesn't block
>>> remote.request_uid
'...'
>>> remote.status
'...'
>>> remote.download("tmp2-era5.grib") # blocks
'tmp2-era5.grib'

```

Interact with a previously submitted job:

```python
>>> remote = client.get_remote(remote.request_uid)
>>> remote.delete()
{...}

```

## Workflow for developers/contributors

For best experience create a new conda environment (e.g. DEVELOP) with Python 3.11:

```
conda create -n DEVELOP -c conda-forge python=3.11
conda activate DEVELOP
```

Before pushing to GitHub, run the following commands:

1. Update conda environment: `make conda-env-update`
1. Install this package: `pip install -e .`
1. Sync with the latest [template](https://github.com/ecmwf-projects/cookiecutter-conda-package) (optional): `make template-update`
1. Run quality assurance checks: `make qa`
1. Run tests: `make unit-tests`
1. Run the static type checker: `make type-check`
1. Build the documentation (see [Sphinx tutorial](https://www.sphinx-doc.org/en/master/tutorial/)): `make docs-build`

## License

```
Copyright 2022, European Union.
Licensed under the Apache License, Version 2.0 (the "License");
you may not use this file except in compliance with the License.
You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
```
8 changes: 4 additions & 4 deletions tests/integration_test_20_processing.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,19 +9,19 @@
def test_processig_processes_limit(api_anon_client: ApiClient) -> None:
processes = api_anon_client.get_processes(limit=1)
assert isinstance(processes, Processes)
assert len(processes.process_ids) == 1
assert len(processes.collection_ids) == 1
next_processes = processes.next
assert next_processes is not None
assert len(next_processes.process_ids) == 1


def test_processing_processes_sortby(api_anon_client: ApiClient) -> None:
processes = api_anon_client.get_processes(sortby="id")
assert len(processes.process_ids) > 1
assert processes.process_ids == sorted(processes.process_ids)
assert len(processes.collection_ids) > 1
assert processes.collection_ids == sorted(processes.collection_ids)

processes = api_anon_client.get_processes(sortby="-id")
assert processes.process_ids == sorted(processes.process_ids, reverse=True)
assert processes.collection_ids == sorted(processes.collection_ids, reverse=True)


def test_processing_process(
Expand Down

0 comments on commit 2273898

Please sign in to comment.