Label module
Methods attached to the Kili client, to run actions on labels.
Source code in kili/presentation/client/label.py
class LabelClientMethods(BaseClientMethods):
"""Methods attached to the Kili client, to run actions on labels."""
@typechecked
def count_labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[List[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
label_id: Optional[str] = None,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
category_search: Optional[str] = None,
id_contains: Optional[List[str]] = None,
) -> int:
# pylint: disable=line-too-long
"""Get the number of labels for the given parameters.
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED` or `REVIEWED`
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
asset_external_id_strictly_in: Returned labels should have an external id that exactly matches one of the ids in that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have a label whose creation date is equal to this date.
created_at_gte: Returned labels should have a label whose creation date is greater than this date.
created_at_lte: Returned labels should have a label whose creation date is lower than this date.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
label_id: Identifier of the label.
type_in: Returned labels should have a label whose type belongs to that list, if given.
user_id: Identifier of the user.
category_search: Query to filter labels based on the content of their jsonResponse
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
!!! info "Dates format"
Date strings should have format: "YYYY-MM-DD"
Returns:
The number of labels with the parameters provided
"""
if category_search:
validate_category_search_query(category_search)
filters = LabelFilters(
project_id=ProjectId(project_id),
asset=AssetFilters(
project_id=ProjectId(project_id),
asset_id=AssetId(asset_id) if asset_id else None,
status_in=asset_status_in,
external_id_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_in)
if asset_external_id_in
else None
),
external_id_strictly_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_strictly_in)
if asset_external_id_strictly_in
else None
),
),
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_in=cast(List[LabelId], id_contains) if id_contains else None,
id=LabelId(label_id) if label_id else None,
type_in=type_in,
user=UserFilter(id=UserId(user_id)) if user_id else None,
search=category_search,
consensus_mark_gte=None,
consensus_mark_lte=None,
labeler_in=None,
reviewer_in=None,
)
return LabelUseCases(self.kili_api_gateway).count_labels(filters=filters)
@overload
def labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"secondsToLabel",
"isLatestLabelForUser",
"assetId",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
output_format: Literal["dict"] = "dict",
*,
as_generator: Literal[True],
) -> Generator[Dict, None, None]:
...
@overload
def labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"secondsToLabel",
"isLatestLabelForUser",
"assetId",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
output_format: Literal["dict"] = "dict",
*,
as_generator: Literal[False] = False,
) -> List[Dict]:
...
@overload
def labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"secondsToLabel",
"isLatestLabelForUser",
"assetId",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
output_format: Literal["parsed_label"] = "parsed_label",
*,
as_generator: Literal[False] = False,
) -> List[ParsedLabel]:
...
@overload
def labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"secondsToLabel",
"isLatestLabelForUser",
"assetId",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
output_format: Literal["parsed_label"] = "parsed_label",
*,
as_generator: Literal[True] = True,
) -> Generator[ParsedLabel, None, None]:
...
@typechecked
def labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"secondsToLabel",
"isLatestLabelForUser",
"assetId",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
output_format: Literal["dict", "parsed_label"] = "dict",
*,
as_generator: bool = False,
) -> Iterable[Union[Dict, ParsedLabel]]:
# pylint: disable=line-too-long
"""Get a label list or a label generator from a project based on a set of criteria.
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED`, `TO REVIEW` or `REVIEWED`.
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
asset_external_id_strictly_in: Returned labels should have an external id that exactly matches one of the ids in that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have their creation date equal to this date.
created_at_gte: Returned labels should have their creation date greater or equal to this date.
created_at_lte: Returned labels should have their creation date lower or equal to this date.
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
first: Maximum number of labels to return.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
label_id: Identifier of the label.
skip: Number of labels to skip (they are ordered by their date of creation, first to last).
type_in: Returned labels should have a label whose type belongs to that list, if given.
user_id: Identifier of the user.
disable_tqdm: If `True`, the progress bar will be disabled.
as_generator: If `True`, a generator on the labels is returned.
category_search: Query to filter labels based on the content of their jsonResponse.
output_format: If `dict`, the output is an iterable of Python dictionaries.
If `parsed_label`, the output is an iterable of parsed labels objects. More information on parsed labels in the [documentation](https://python-sdk-docs.kili-technology.com/latest/sdk/tutorials/label_parsing/).
!!! info "Dates format"
Date strings should have format: "YYYY-MM-DD"
Returns:
An iterable of labels.
Examples:
>>> kili.labels(project_id=project_id, fields=['jsonResponse', 'labelOf.externalId']) # returns a list of all labels of a project and their assets external ID
>>> kili.labels(project_id=project_id, fields=['jsonResponse'], as_generator=True) # returns a generator of all labels of a project
!!! example "How to filter based on label categories"
The search query is composed of logical expressions following this format:
[job_name].[category_name].count [comparaison_operator] [value]
where:
- `[job_name]` is the name of the job in the interface
- `[category_name]` is the name of the category in the interface for this job
- `[comparaison_operator]` can be one of: [`==`, `>=`, `<=`, `<`, `>`]
- `[value]` is an integer that represents the count of such objects of the given category in the label
These operations can be separated by OR and AND operators
Example:
category_search = `JOB_CLASSIF.CATEGORY_A.count > 0`
category_search = `JOB_CLASSIF.CATEGORY_A.count > 0 OR JOB_NER.CATEGORY_B.count > 0`
category_search = `(JOB_CLASSIF.CATEGORY_A.count > 0 OR JOB_NER.CATEGORY_B.count > 0) AND JOB_BBOX.CATEGORY_C.count > 10`
"""
if category_search:
validate_category_search_query(category_search)
disable_tqdm = disable_tqdm_if_as_generator(as_generator, disable_tqdm)
options = QueryOptions(disable_tqdm, first, skip)
filters = LabelFilters(
project_id=ProjectId(project_id),
asset=AssetFilters(
project_id=ProjectId(project_id),
asset_id=AssetId(asset_id) if asset_id else None,
status_in=asset_status_in,
external_id_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_in)
if asset_external_id_in
else None
),
external_id_strictly_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_strictly_in)
if asset_external_id_strictly_in
else None
),
),
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_in=cast(List[LabelId], id_contains) if id_contains else None,
id=LabelId(label_id) if label_id else None,
type_in=type_in,
user=UserFilter(id=UserId(user_id)) if user_id else None,
search=category_search,
consensus_mark_gte=None,
consensus_mark_lte=None,
labeler_in=None,
reviewer_in=None,
)
labels_gen = LabelUseCases(self.kili_api_gateway).list_labels(
filters=filters,
options=options,
fields=fields,
output_format=output_format,
project_id=ProjectId(project_id),
)
if as_generator:
return labels_gen
return list(labels_gen)
@overload
def predictions(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: Literal[True],
) -> Generator[Dict, None, None]:
...
@overload
def predictions(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: Literal[False] = False,
) -> List[Dict]:
...
@typechecked
def predictions(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: bool = False,
) -> Iterable[Dict]:
# pylint: disable=line-too-long
"""Get prediction labels from a project based on a set of criteria.
This method is equivalent to the `kili.labels()` method, but it only returns label of type "PREDICTION".
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED`, `TO REVIEW` or `REVIEWED`
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have a label whose creation date is equal to this date.
created_at_gte: Returned labels should have a label whose creation date is greater than this date.
created_at_lte: Returned labels should have a label whose creation date is lower than this date.
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
first: Maximum number of labels to return.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
label_id: Identifier of the label.
skip: Number of labels to skip (they are ordered by their date of creation, first to last).
user_id: Identifier of the user.
disable_tqdm: If `True`, the progress bar will be disabled
as_generator: If `True`, a generator on the labels is returned.
category_search: Query to filter labels based on the content of their jsonResponse
Returns:
An iterable of labels.
Examples:
>>> kili.predictions(project_id=project_id) # returns a list of prediction labels of a project
"""
return self.labels(
project_id=project_id,
asset_id=asset_id,
asset_status_in=asset_status_in,
asset_external_id_in=asset_external_id_in,
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
fields=fields,
first=first,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_contains=id_contains,
label_id=label_id,
skip=skip,
type_in=["PREDICTION"],
user_id=user_id,
disable_tqdm=disable_tqdm,
category_search=category_search,
as_generator=as_generator, # pyright: ignore[reportGeneralTypeIssues]
)
@overload
def inferences(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: Literal[True],
) -> Generator[Dict, None, None]:
...
@overload
def inferences(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: Literal[False] = False,
) -> List[Dict]:
...
@typechecked
def inferences(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: bool = False,
) -> Iterable[Dict]:
# pylint: disable=line-too-long
"""Get inference labels from a project based on a set of criteria.
This method is equivalent to the `kili.labels()` method, but it only returns label of type "INFERENCE".
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED`, `TO REVIEW` or `REVIEWED`
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have a label whose creation date is equal to this date.
created_at_gte: Returned labels should have a label whose creation date is greater than this date.
created_at_lte: Returned labels should have a label whose creation date is lower than this date.
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
first: Maximum number of labels to return.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
label_id: Identifier of the label.
skip: Number of labels to skip (they are ordered by their date of creation, first to last).
user_id: Identifier of the user.
disable_tqdm: If `True`, the progress bar will be disabled
as_generator: If `True`, a generator on the labels is returned.
category_search: Query to filter labels based on the content of their jsonResponse
Returns:
An iterable of inference labels.
Examples:
>>> kili.inferences(project_id=project_id) # returns a list of inference labels of a project
"""
return self.labels(
project_id=project_id,
asset_id=asset_id,
asset_status_in=asset_status_in,
asset_external_id_in=asset_external_id_in,
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
fields=fields,
first=first,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_contains=id_contains,
label_id=label_id,
skip=skip,
type_in=["INFERENCE"],
user_id=user_id,
disable_tqdm=disable_tqdm,
category_search=category_search,
as_generator=as_generator, # pyright: ignore[reportGeneralTypeIssues]
)
@typechecked
def update_properties_in_label(
self,
label_id: str,
seconds_to_label: Optional[int] = None,
model_name: Optional[str] = None,
json_response: Optional[dict] = None,
) -> Dict[Literal["id"], str]:
"""Update properties of a label.
Args:
label_id: Identifier of the label
seconds_to_label: Time to create the label
model_name: Name of the model
json_response: The label is given here
Returns:
A dictionary with the label `id`.
Examples:
>>> kili.update_properties_in_label(label_id=label_id, json_response={...})
"""
return LabelUseCases(self.kili_api_gateway).update_properties_in_label(
label_id=LabelId(label_id),
seconds_to_label=seconds_to_label,
model_name=model_name,
json_response=json_response,
fields=("id",),
)
@typechecked
def delete_labels(
self,
ids: ListOrTuple[str],
disable_tqdm: Optional[bool] = None,
) -> List[str]:
"""Delete labels.
Currently, only `PREDICTION` and `INFERENCE` labels can be deleted.
Args:
ids: List of label ids to delete.
disable_tqdm: If `True`, the progress bar will be disabled.
Returns:
The deleted label ids.
"""
if is_empty_list_with_warning("delete_labels", "ids", ids):
return []
deleted_label_ids = LabelUseCases(self.kili_api_gateway).delete_labels(
ids=cast(ListOrTuple[LabelId], ids),
disable_tqdm=disable_tqdm,
)
return cast(List[str], deleted_label_ids)
@typechecked
def append_labels(
self,
asset_id_array: Optional[List[str]] = None,
json_response_array: ListOrTuple[Dict] = (),
author_id_array: Optional[List[str]] = None,
seconds_to_label_array: Optional[List[int]] = None,
model_name: Optional[str] = None,
label_type: LabelType = "DEFAULT",
project_id: Optional[str] = None,
asset_external_id_array: Optional[List[str]] = None,
disable_tqdm: Optional[bool] = None,
overwrite: bool = False,
) -> List[Dict[Literal["id"], str]]:
"""Append labels to assets.
Args:
asset_id_array: list of asset internal ids to append labels on.
json_response_array: list of labels to append.
author_id_array: list of the author id of the labels.
seconds_to_label_array: list of times taken to produce the label, in seconds.
model_name: Name of the model that generated the labels.
Only useful when uploading PREDICTION or INFERENCE labels.
label_type: Can be one of `AUTOSAVE`, `DEFAULT`, `PREDICTION`, `REVIEW` or `INFERENCE`.
project_id: Identifier of the project.
asset_external_id_array: list of asset external ids to append labels on.
disable_tqdm: Disable tqdm progress bar.
overwrite: when uploading prediction or inference labels, if True,
it will overwrite existing labels with the same model name
and of the same label type, on the targeted assets.
Returns:
A list of dictionaries with the label ids.
Examples:
>>> kili.append_labels(
asset_id_array=['cl9wmlkuc00050qsz6ut39g8h', 'cl9wmlkuw00080qsz2kqh8aiy'],
json_response_array=[{...}, {...}]
)
"""
if len(json_response_array) == 0:
raise ValueError(
"json_response_array is empty, you must provide at least one label to upload"
)
check_asset_identifier_arguments(
ProjectId(project_id) if project_id else None,
cast(ListOrTuple[AssetId], asset_id_array) if asset_id_array else None,
(
cast(ListOrTuple[AssetExternalId], asset_external_id_array)
if asset_external_id_array
else None
),
)
assert_all_arrays_have_same_size(
[
seconds_to_label_array,
author_id_array,
json_response_array,
asset_external_id_array,
asset_id_array,
]
)
labels = [
LabelToCreateUseCaseInput(
asset_id=AssetId(asset_id) if asset_id else None,
asset_external_id=AssetExternalId(asset_external_id) if asset_external_id else None,
json_response=json_response,
seconds_to_label=seconds_to_label,
author_id=UserId(author_id) if author_id else None,
label_type=label_type,
model_name=model_name,
)
for (asset_id, asset_external_id, json_response, seconds_to_label, author_id) in zip(
asset_id_array or repeat(None),
asset_external_id_array or repeat(None),
json_response_array,
seconds_to_label_array or repeat(None),
author_id_array or repeat(None),
)
]
return LabelUseCases(self.kili_api_gateway).append_labels(
fields=("id",),
disable_tqdm=disable_tqdm,
label_type=label_type,
labels=labels,
overwrite=overwrite,
project_id=ProjectId(project_id) if project_id else None,
)
@typechecked
def create_predictions(
self,
project_id: str,
external_id_array: Optional[List[str]] = None,
model_name_array: Optional[List[str]] = None,
json_response_array: Optional[List[dict]] = None,
model_name: Optional[str] = None,
asset_id_array: Optional[List[str]] = None,
disable_tqdm: Optional[bool] = None,
overwrite: bool = False,
) -> Dict[Literal["id"], str]:
# pylint: disable=line-too-long
"""Create predictions for specific assets.
Args:
project_id: Identifier of the project.
external_id_array: The external IDs of the assets for which we want to add predictions.
model_name_array: Deprecated, use `model_name` instead.
json_response_array: The predictions are given here. For examples,
see [the recipe](https://docs.kili-technology.com/recipes/importing-labels-and-predictions).
model_name: The name of the model that generated the predictions
asset_id_array: The internal IDs of the assets for which we want to add predictions.
disable_tqdm: Disable tqdm progress bar.
overwrite: if True, it will overwrite existing predictions of
the same model name on the targeted assets.
Returns:
A dictionary with the project `id`.
!!! example "Recipe"
For more detailed examples on how to create predictions, see [the recipe](https://docs.kili-technology.com/recipes/importing-labels-and-predictions).
!!! warning "model name"
The use of `model_name_array` is deprecated. Creating predictions from different
models is not supported anymore. Please use `model_name` argument instead to
provide the predictions model name.
"""
if json_response_array is None or len(json_response_array) == 0:
raise ValueError(
"json_response_array is empty, you must provide at least one prediction to upload"
)
assert_all_arrays_have_same_size(
[external_id_array, json_response_array, model_name_array, asset_id_array]
)
nb_labels_to_add = len(json_response_array)
if model_name is None:
if model_name_array is None:
raise ValueError("You must provide a model name with the `model_name` argument.")
if len(set(model_name_array)) > 1:
raise ValueError(
"Creating predictions from different models is not supported anymore. Separate"
" your calls by models."
)
warnings.warn(
"The use of `model_name_array` is deprecated. Creating predictions from"
" different models is not supported anymore. Please use `model_name` argument"
" instead to provide the predictions model name.",
DeprecationWarning,
stacklevel=1,
)
model_name = model_name_array[0]
labels = [
LabelToCreateUseCaseInput(
asset_id=AssetId(asset_id) if asset_id else None,
asset_external_id=AssetExternalId(asset_external_id) if asset_external_id else None,
json_response=json_response,
label_type="PREDICTION",
model_name=model_name,
seconds_to_label=None,
author_id=None,
)
for (asset_id, asset_external_id, json_response) in zip(
asset_id_array or repeat(None, nb_labels_to_add),
external_id_array or repeat(None, nb_labels_to_add),
json_response_array,
)
]
LabelUseCases(self.kili_api_gateway).append_labels(
fields=("id",),
disable_tqdm=disable_tqdm,
label_type="PREDICTION",
labels=labels,
overwrite=overwrite,
project_id=ProjectId(project_id) if project_id else None,
)
return {"id": project_id}
@typechecked
def create_honeypot(
self,
json_response: dict,
asset_external_id: Optional[str] = None,
asset_id: Optional[str] = None,
project_id: Optional[str] = None,
) -> Dict:
"""Create honeypot for an asset.
!!! info
Uses the given `json_response` to create a `REVIEW` label.
This enables Kili to compute a`honeypotMark`,
which measures the similarity between this label and other labels.
Args:
json_response: The JSON response of the honeypot label of the asset.
asset_id: Identifier of the asset.
Either provide `asset_id` or `asset_external_id` and `project_id`.
asset_external_id: External identifier of the asset.
Either provide `asset_id` or `asset_external_id` and `project_id`.
project_id: Identifier of the project.
Either provide `asset_id` or `asset_external_id` and `project_id`.
Returns:
A dictionary-like object representing the created label.
"""
return LabelUseCases(self.kili_api_gateway).create_honeypot_label(
json_response=json_response,
asset_id=AssetId(asset_id) if asset_id else None,
asset_external_id=AssetExternalId(asset_external_id) if asset_external_id else None,
project_id=ProjectId(project_id) if project_id else None,
fields=("id",),
)
@deprecate(
msg=(
"append_to_labels method is deprecated. Please use append_labels instead. This new"
" function allows to import several labels 10 times faster."
)
)
@typechecked
def append_to_labels(
self,
json_response: dict,
author_id: Optional[str] = None,
label_asset_external_id: Optional[str] = None,
label_asset_id: Optional[str] = None,
label_type: LabelType = "DEFAULT",
project_id: Optional[str] = None,
seconds_to_label: Optional[int] = 0,
) -> Dict[Literal["id"], str]:
"""!!! danger "[DEPRECATED]".
append_to_labels method is deprecated. Please use append_labels instead.
This new function allows to import several labels 10 times faster.
Append a label to an asset.
Args:
json_response: Label is given here.
author_id: ID of the author of the label.
label_asset_external_id: External identifier of the asset.
label_asset_id: Identifier of the asset.
project_id: Identifier of the project.
label_type: Can be one of `AUTOSAVE`, `DEFAULT`, `PREDICTION`, `REVIEW` or `INFERENCE`.
seconds_to_label: Time to create the label.
!!! warning
Either provide `label_asset_id` or `label_asset_external_id` and `project_id`
Returns:
A result object which indicates if the mutation was successful,
or an error message.
Examples:
>>> kili.append_to_labels(label_asset_id=asset_id, json_response={...})
"""
check_asset_identifier_arguments(
ProjectId(project_id) if project_id else None,
cast(ListOrTuple[AssetId], [label_asset_id]) if label_asset_id else None,
(
cast(ListOrTuple[AssetExternalId], [label_asset_external_id])
if label_asset_external_id
else None
),
)
if (
label_asset_id is None
and label_asset_external_id is not None
and project_id is not None
):
label_asset_id = AssetUseCasesUtils(self.kili_api_gateway).infer_ids_from_external_ids(
cast(List[AssetExternalId], [label_asset_external_id]), ProjectId(project_id)
)[AssetExternalId(label_asset_external_id)]
return LabelUseCases(self.kili_api_gateway).append_to_labels(
author_id=UserId(author_id) if author_id else None,
json_response=json_response,
label_type=label_type,
asset_id=AssetId(label_asset_id), # pyright: ignore[reportGeneralTypeIssues]
seconds_to_label=seconds_to_label,
fields=("id",),
)
@typechecked
def export_labels_as_df(
self,
project_id: str,
fields: ListOrTuple[str] = ("author.email", "author.id", "createdAt", "id", "labelType"),
asset_fields: ListOrTuple[str] = ("externalId",),
) -> "pd.DataFrame":
# pylint: disable=line-too-long
"""Get the labels of a project as a pandas DataFrame.
Args:
project_id: Identifier of the project
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
asset_fields: All the fields to request among the possible fields for the assets.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#asset) for all possible fields.
Returns:
A pandas DataFrame containing the labels.
"""
return LabelUseCases(self.kili_api_gateway).export_labels_as_df(
project_id=ProjectId(project_id), label_fields=fields, asset_fields=asset_fields
)
def export_labels(
self,
project_id: str,
filename: Optional[str],
fmt: LabelFormat,
asset_ids: Optional[List[str]] = None,
layout: SplitOption = "split",
single_file: bool = False,
disable_tqdm: Optional[bool] = None,
with_assets: bool = True,
external_ids: Optional[List[str]] = None,
annotation_modifier: Optional[CocoAnnotationModifier] = None,
asset_filter_kwargs: Optional[Dict[str, object]] = None,
normalized_coordinates: Optional[bool] = None,
label_type_in: Optional[List[str]] = None,
include_sent_back_labels: Optional[bool] = None,
) -> Optional[List[Dict[str, Union[List[str], str]]]]:
# pylint: disable=line-too-long
"""Export the project labels with the requested format into the requested output path.
Args:
project_id: Identifier of the project.
filename: Relative or full path of the archive that will contain
the exported data.
fmt: Format of the exported labels.
asset_ids: Optional list of the assets internal IDs from which to export the labels.
layout: Layout of the exported files. "split" means there is one folder
per job, "merged" that there is one folder with every labels.
single_file: Layout of the exported labels. Single file mode is
only available for some specific formats (COCO and Kili).
disable_tqdm: Disable the progress bar if True.
with_assets: Download the assets in the export.
external_ids: Optional list of the assets external IDs from which to export the labels.
annotation_modifier: (For COCO export only) function that takes the COCO annotation, the
COCO image, and the Kili annotation, and should return an updated COCO annotation.
This can be used if you want to add a new attribute to the COCO annotation. For
example, you can add a method that computes if the annotation is a rectangle or not
and add it to the COCO annotation (see example).
asset_filter_kwargs: Optional dictionary of arguments to pass to `kili.assets()` in order to filter the assets the labels are exported from. The supported arguments are:
- `consensus_mark_gte`
- `consensus_mark_lte`
- `external_id_strictly_in`
- `external_id_in`
- `honeypot_mark_gte`
- `honeypot_mark_lte`
- `label_author_in`
- `label_labeler_in`
- `label_labeler_not_in`
- `label_reviewer_in`
- `label_reviewer_not_in`
- `assignee_in`
- `assignee_not_in`
- `skipped`
- `status_in`
- `label_category_search`
- `created_at_gte`
- `created_at_lte`
- `issue_type`
- `issue_status`
- `inference_mark_gte`
- `inference_mark_lte`
- `metadata_where`
See the documentation of [`kili.assets()`](https://python-sdk-docs.kili-technology.com/latest/sdk/asset/#kili.queries.asset.__init__.QueriesAsset.assets) for more information.
normalized_coordinates: This parameter is only effective on the Kili (a.k.a raw) format.
If True, the coordinates of the `(x, y)` vertices are normalized between 0 and 1.
If False, the json response will contain additional fields with coordinates in absolute values, that is, in pixels.
label_type_in: Optional list of label type. Exported assets should have a label whose type belongs to that list.
By default, only `DEFAULT` and `REVIEW` labels are exported.
include_sent_back_labels: If True, the export will include the labels that have been sent back.
!!! Info
The supported formats are:
- Yolo V4, V5, V7, V8 for object detection tasks.
- Kili (a.k.a raw) for all tasks.
- COCO for object detection tasks (bounding box and semantic segmentation).
- Pascal VOC for object detection tasks (bounding box).
!!! warning "Cloud storage"
Export with asset download (`with_assets=True`) is not allowed for projects connected to a cloud storage.
!!! Example
```python
kili.export_labels("your_project_id", "export.zip", "yolo_v4")
```
!!! Example
```python
def is_rectangle(coco_annotation, coco_image, kili_annotation):
is_rectangle = ...
return {**coco_annotation, "attributes": {"is_rectangle": is_rectangle}}
kili.export_labels(
"your_project_id",
"export.zip",
"coco",
annotation_modifier=add_is_rectangle
)
```
"""
if external_ids is not None and asset_ids is None:
id_map = AssetUseCasesUtils(self.kili_api_gateway).infer_ids_from_external_ids(
asset_external_ids=cast(List[AssetExternalId], external_ids),
project_id=ProjectId(project_id),
)
resolved_asset_ids = [id_map[AssetExternalId(i)] for i in external_ids]
else:
resolved_asset_ids = cast(List[AssetId], asset_ids)
try:
return export_labels(
self, # pyright: ignore[reportGeneralTypeIssues]
asset_ids=resolved_asset_ids,
project_id=ProjectId(project_id),
export_type="normal" if fmt == "llm_v1" else "latest",
label_format=fmt,
split_option=layout,
single_file=single_file,
output_file=filename,
disable_tqdm=disable_tqdm,
log_level="WARNING",
with_assets=with_assets,
annotation_modifier=annotation_modifier,
asset_filter_kwargs=asset_filter_kwargs,
normalized_coordinates=normalized_coordinates,
label_type_in=label_type_in,
include_sent_back_labels=include_sent_back_labels,
)
except NoCompatibleJobError as excp:
warnings.warn(str(excp), stacklevel=2)
return None
append_labels(self, asset_id_array=None, json_response_array=(), author_id_array=None, seconds_to_label_array=None, model_name=None, label_type='DEFAULT', project_id=None, asset_external_id_array=None, disable_tqdm=None, overwrite=False)
Append labels to assets.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
asset_id_array |
Optional[List[str]] |
list of asset internal ids to append labels on. |
None |
json_response_array |
Union[List[Dict], Tuple[Dict, ...]] |
list of labels to append. |
() |
author_id_array |
Optional[List[str]] |
list of the author id of the labels. |
None |
seconds_to_label_array |
Optional[List[int]] |
list of times taken to produce the label, in seconds. |
None |
model_name |
Optional[str] |
Name of the model that generated the labels. Only useful when uploading PREDICTION or INFERENCE labels. |
None |
label_type |
Literal['AUTOSAVE', 'DEFAULT', 'INFERENCE', 'PREDICTION', 'REVIEW'] |
Can be one of |
'DEFAULT' |
project_id |
Optional[str] |
Identifier of the project. |
None |
asset_external_id_array |
Optional[List[str]] |
list of asset external ids to append labels on. |
None |
disable_tqdm |
Optional[bool] |
Disable tqdm progress bar. |
None |
overwrite |
bool |
when uploading prediction or inference labels, if True, it will overwrite existing labels with the same model name and of the same label type, on the targeted assets. |
False |
Returns:
| Type | Description |
|---|---|
List[Dict[Literal['id'], str]] |
A list of dictionaries with the label ids. |
Examples:
>>> kili.append_labels(
asset_id_array=['cl9wmlkuc00050qsz6ut39g8h', 'cl9wmlkuw00080qsz2kqh8aiy'],
json_response_array=[{...}, {...}]
)
Source code in kili/presentation/client/label.py
def append_labels(
self,
asset_id_array: Optional[List[str]] = None,
json_response_array: ListOrTuple[Dict] = (),
author_id_array: Optional[List[str]] = None,
seconds_to_label_array: Optional[List[int]] = None,
model_name: Optional[str] = None,
label_type: LabelType = "DEFAULT",
project_id: Optional[str] = None,
asset_external_id_array: Optional[List[str]] = None,
disable_tqdm: Optional[bool] = None,
overwrite: bool = False,
) -> List[Dict[Literal["id"], str]]:
"""Append labels to assets.
Args:
asset_id_array: list of asset internal ids to append labels on.
json_response_array: list of labels to append.
author_id_array: list of the author id of the labels.
seconds_to_label_array: list of times taken to produce the label, in seconds.
model_name: Name of the model that generated the labels.
Only useful when uploading PREDICTION or INFERENCE labels.
label_type: Can be one of `AUTOSAVE`, `DEFAULT`, `PREDICTION`, `REVIEW` or `INFERENCE`.
project_id: Identifier of the project.
asset_external_id_array: list of asset external ids to append labels on.
disable_tqdm: Disable tqdm progress bar.
overwrite: when uploading prediction or inference labels, if True,
it will overwrite existing labels with the same model name
and of the same label type, on the targeted assets.
Returns:
A list of dictionaries with the label ids.
Examples:
>>> kili.append_labels(
asset_id_array=['cl9wmlkuc00050qsz6ut39g8h', 'cl9wmlkuw00080qsz2kqh8aiy'],
json_response_array=[{...}, {...}]
)
"""
if len(json_response_array) == 0:
raise ValueError(
"json_response_array is empty, you must provide at least one label to upload"
)
check_asset_identifier_arguments(
ProjectId(project_id) if project_id else None,
cast(ListOrTuple[AssetId], asset_id_array) if asset_id_array else None,
(
cast(ListOrTuple[AssetExternalId], asset_external_id_array)
if asset_external_id_array
else None
),
)
assert_all_arrays_have_same_size(
[
seconds_to_label_array,
author_id_array,
json_response_array,
asset_external_id_array,
asset_id_array,
]
)
labels = [
LabelToCreateUseCaseInput(
asset_id=AssetId(asset_id) if asset_id else None,
asset_external_id=AssetExternalId(asset_external_id) if asset_external_id else None,
json_response=json_response,
seconds_to_label=seconds_to_label,
author_id=UserId(author_id) if author_id else None,
label_type=label_type,
model_name=model_name,
)
for (asset_id, asset_external_id, json_response, seconds_to_label, author_id) in zip(
asset_id_array or repeat(None),
asset_external_id_array or repeat(None),
json_response_array,
seconds_to_label_array or repeat(None),
author_id_array or repeat(None),
)
]
return LabelUseCases(self.kili_api_gateway).append_labels(
fields=("id",),
disable_tqdm=disable_tqdm,
label_type=label_type,
labels=labels,
overwrite=overwrite,
project_id=ProjectId(project_id) if project_id else None,
)
append_to_labels(self, json_response, author_id=None, label_asset_external_id=None, label_asset_id=None, label_type='DEFAULT', project_id=None, seconds_to_label=0)
!!! danger "[DEPRECATED]".
append_to_labels method is deprecated. Please use append_labels instead. This new function allows to import several labels 10 times faster.
Append a label to an asset.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
json_response |
dict |
Label is given here. |
required |
author_id |
Optional[str] |
ID of the author of the label. |
None |
label_asset_external_id |
Optional[str] |
External identifier of the asset. |
None |
label_asset_id |
Optional[str] |
Identifier of the asset. |
None |
project_id |
Optional[str] |
Identifier of the project. |
None |
label_type |
Literal['AUTOSAVE', 'DEFAULT', 'INFERENCE', 'PREDICTION', 'REVIEW'] |
Can be one of |
'DEFAULT' |
seconds_to_label |
Optional[int] |
Time to create the label. |
0 |
Warning
Either provide label_asset_id or label_asset_external_id and project_id
Returns:
| Type | Description |
|---|---|
Dict[Literal['id'], str] |
A result object which indicates if the mutation was successful, or an error message. |
Examples:
>>> kili.append_to_labels(label_asset_id=asset_id, json_response={...})
Source code in kili/presentation/client/label.py
@deprecate(
msg=(
"append_to_labels method is deprecated. Please use append_labels instead. This new"
" function allows to import several labels 10 times faster."
)
)
@typechecked
def append_to_labels(
self,
json_response: dict,
author_id: Optional[str] = None,
label_asset_external_id: Optional[str] = None,
label_asset_id: Optional[str] = None,
label_type: LabelType = "DEFAULT",
project_id: Optional[str] = None,
seconds_to_label: Optional[int] = 0,
) -> Dict[Literal["id"], str]:
"""!!! danger "[DEPRECATED]".
append_to_labels method is deprecated. Please use append_labels instead.
This new function allows to import several labels 10 times faster.
Append a label to an asset.
Args:
json_response: Label is given here.
author_id: ID of the author of the label.
label_asset_external_id: External identifier of the asset.
label_asset_id: Identifier of the asset.
project_id: Identifier of the project.
label_type: Can be one of `AUTOSAVE`, `DEFAULT`, `PREDICTION`, `REVIEW` or `INFERENCE`.
seconds_to_label: Time to create the label.
!!! warning
Either provide `label_asset_id` or `label_asset_external_id` and `project_id`
Returns:
A result object which indicates if the mutation was successful,
or an error message.
Examples:
>>> kili.append_to_labels(label_asset_id=asset_id, json_response={...})
"""
check_asset_identifier_arguments(
ProjectId(project_id) if project_id else None,
cast(ListOrTuple[AssetId], [label_asset_id]) if label_asset_id else None,
(
cast(ListOrTuple[AssetExternalId], [label_asset_external_id])
if label_asset_external_id
else None
),
)
if (
label_asset_id is None
and label_asset_external_id is not None
and project_id is not None
):
label_asset_id = AssetUseCasesUtils(self.kili_api_gateway).infer_ids_from_external_ids(
cast(List[AssetExternalId], [label_asset_external_id]), ProjectId(project_id)
)[AssetExternalId(label_asset_external_id)]
return LabelUseCases(self.kili_api_gateway).append_to_labels(
author_id=UserId(author_id) if author_id else None,
json_response=json_response,
label_type=label_type,
asset_id=AssetId(label_asset_id), # pyright: ignore[reportGeneralTypeIssues]
seconds_to_label=seconds_to_label,
fields=("id",),
)
count_labels(self, project_id, asset_id=None, asset_status_in=None, asset_external_id_in=None, asset_external_id_strictly_in=None, author_in=None, created_at=None, created_at_gte=None, created_at_lte=None, honeypot_mark_gte=None, honeypot_mark_lte=None, label_id=None, type_in=None, user_id=None, category_search=None, id_contains=None)
Get the number of labels for the given parameters.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project. |
required |
asset_id |
Optional[str] |
Identifier of the asset. |
None |
asset_status_in |
Optional[List[Literal['TODO', 'ONGOING', 'LABELED', 'REVIEWED', 'TO_REVIEW']]] |
Returned labels should have a status that belongs to that list, if given.
Possible choices : |
None |
asset_external_id_in |
Optional[List[str]] |
Returned labels should have an external id that belongs to that list, if given. |
None |
asset_external_id_strictly_in |
Optional[List[str]] |
Returned labels should have an external id that exactly matches one of the ids in that list, if given. |
None |
author_in |
Optional[List[str]] |
Returned labels should have been made by authors in that list, if given. An author can be designated by the first name, the last name, or the first name + last name. |
None |
created_at |
Optional[str] |
Returned labels should have a label whose creation date is equal to this date. |
None |
created_at_gte |
Optional[str] |
Returned labels should have a label whose creation date is greater than this date. |
None |
created_at_lte |
Optional[str] |
Returned labels should have a label whose creation date is lower than this date. |
None |
honeypot_mark_gte |
Optional[float] |
Returned labels should have a label whose honeypot is greater than this number. |
None |
honeypot_mark_lte |
Optional[float] |
Returned labels should have a label whose honeypot is lower than this number. |
None |
label_id |
Optional[str] |
Identifier of the label. |
None |
type_in |
Optional[List[Literal['AUTOSAVE', 'DEFAULT', 'INFERENCE', 'PREDICTION', 'REVIEW']]] |
Returned labels should have a label whose type belongs to that list, if given. |
None |
user_id |
Optional[str] |
Identifier of the user. |
None |
category_search |
Optional[str] |
Query to filter labels based on the content of their jsonResponse |
None |
id_contains |
Optional[List[str]] |
Filters out labels not belonging to that list. If empty, no filtering is applied. |
None |
Dates format
Date strings should have format: "YYYY-MM-DD"
Returns:
| Type | Description |
|---|---|
int |
The number of labels with the parameters provided |
Source code in kili/presentation/client/label.py
def count_labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[List[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
label_id: Optional[str] = None,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
category_search: Optional[str] = None,
id_contains: Optional[List[str]] = None,
) -> int:
# pylint: disable=line-too-long
"""Get the number of labels for the given parameters.
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED` or `REVIEWED`
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
asset_external_id_strictly_in: Returned labels should have an external id that exactly matches one of the ids in that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have a label whose creation date is equal to this date.
created_at_gte: Returned labels should have a label whose creation date is greater than this date.
created_at_lte: Returned labels should have a label whose creation date is lower than this date.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
label_id: Identifier of the label.
type_in: Returned labels should have a label whose type belongs to that list, if given.
user_id: Identifier of the user.
category_search: Query to filter labels based on the content of their jsonResponse
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
!!! info "Dates format"
Date strings should have format: "YYYY-MM-DD"
Returns:
The number of labels with the parameters provided
"""
if category_search:
validate_category_search_query(category_search)
filters = LabelFilters(
project_id=ProjectId(project_id),
asset=AssetFilters(
project_id=ProjectId(project_id),
asset_id=AssetId(asset_id) if asset_id else None,
status_in=asset_status_in,
external_id_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_in)
if asset_external_id_in
else None
),
external_id_strictly_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_strictly_in)
if asset_external_id_strictly_in
else None
),
),
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_in=cast(List[LabelId], id_contains) if id_contains else None,
id=LabelId(label_id) if label_id else None,
type_in=type_in,
user=UserFilter(id=UserId(user_id)) if user_id else None,
search=category_search,
consensus_mark_gte=None,
consensus_mark_lte=None,
labeler_in=None,
reviewer_in=None,
)
return LabelUseCases(self.kili_api_gateway).count_labels(filters=filters)
create_honeypot(self, json_response, asset_external_id=None, asset_id=None, project_id=None)
Create honeypot for an asset.
Info
Uses the given json_response to create a REVIEW label.
This enables Kili to compute ahoneypotMark,
which measures the similarity between this label and other labels.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
json_response |
dict |
The JSON response of the honeypot label of the asset. |
required |
asset_id |
Optional[str] |
Identifier of the asset.
Either provide |
None |
asset_external_id |
Optional[str] |
External identifier of the asset.
Either provide |
None |
project_id |
Optional[str] |
Identifier of the project.
Either provide |
None |
Returns:
| Type | Description |
|---|---|
Dict |
A dictionary-like object representing the created label. |
Source code in kili/presentation/client/label.py
def create_honeypot(
self,
json_response: dict,
asset_external_id: Optional[str] = None,
asset_id: Optional[str] = None,
project_id: Optional[str] = None,
) -> Dict:
"""Create honeypot for an asset.
!!! info
Uses the given `json_response` to create a `REVIEW` label.
This enables Kili to compute a`honeypotMark`,
which measures the similarity between this label and other labels.
Args:
json_response: The JSON response of the honeypot label of the asset.
asset_id: Identifier of the asset.
Either provide `asset_id` or `asset_external_id` and `project_id`.
asset_external_id: External identifier of the asset.
Either provide `asset_id` or `asset_external_id` and `project_id`.
project_id: Identifier of the project.
Either provide `asset_id` or `asset_external_id` and `project_id`.
Returns:
A dictionary-like object representing the created label.
"""
return LabelUseCases(self.kili_api_gateway).create_honeypot_label(
json_response=json_response,
asset_id=AssetId(asset_id) if asset_id else None,
asset_external_id=AssetExternalId(asset_external_id) if asset_external_id else None,
project_id=ProjectId(project_id) if project_id else None,
fields=("id",),
)
create_predictions(self, project_id, external_id_array=None, model_name_array=None, json_response_array=None, model_name=None, asset_id_array=None, disable_tqdm=None, overwrite=False)
Create predictions for specific assets.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project. |
required |
external_id_array |
Optional[List[str]] |
The external IDs of the assets for which we want to add predictions. |
None |
model_name_array |
Optional[List[str]] |
Deprecated, use |
None |
json_response_array |
Optional[List[dict]] |
The predictions are given here. For examples, see the recipe. |
None |
model_name |
Optional[str] |
The name of the model that generated the predictions |
None |
asset_id_array |
Optional[List[str]] |
The internal IDs of the assets for which we want to add predictions. |
None |
disable_tqdm |
Optional[bool] |
Disable tqdm progress bar. |
None |
overwrite |
bool |
if True, it will overwrite existing predictions of the same model name on the targeted assets. |
False |
Returns:
| Type | Description |
|---|---|
Dict[Literal['id'], str] |
A dictionary with the project |
Recipe
For more detailed examples on how to create predictions, see the recipe.
model name
The use of model_name_array is deprecated. Creating predictions from different
models is not supported anymore. Please use model_name argument instead to
provide the predictions model name.
Source code in kili/presentation/client/label.py
def create_predictions(
self,
project_id: str,
external_id_array: Optional[List[str]] = None,
model_name_array: Optional[List[str]] = None,
json_response_array: Optional[List[dict]] = None,
model_name: Optional[str] = None,
asset_id_array: Optional[List[str]] = None,
disable_tqdm: Optional[bool] = None,
overwrite: bool = False,
) -> Dict[Literal["id"], str]:
# pylint: disable=line-too-long
"""Create predictions for specific assets.
Args:
project_id: Identifier of the project.
external_id_array: The external IDs of the assets for which we want to add predictions.
model_name_array: Deprecated, use `model_name` instead.
json_response_array: The predictions are given here. For examples,
see [the recipe](https://docs.kili-technology.com/recipes/importing-labels-and-predictions).
model_name: The name of the model that generated the predictions
asset_id_array: The internal IDs of the assets for which we want to add predictions.
disable_tqdm: Disable tqdm progress bar.
overwrite: if True, it will overwrite existing predictions of
the same model name on the targeted assets.
Returns:
A dictionary with the project `id`.
!!! example "Recipe"
For more detailed examples on how to create predictions, see [the recipe](https://docs.kili-technology.com/recipes/importing-labels-and-predictions).
!!! warning "model name"
The use of `model_name_array` is deprecated. Creating predictions from different
models is not supported anymore. Please use `model_name` argument instead to
provide the predictions model name.
"""
if json_response_array is None or len(json_response_array) == 0:
raise ValueError(
"json_response_array is empty, you must provide at least one prediction to upload"
)
assert_all_arrays_have_same_size(
[external_id_array, json_response_array, model_name_array, asset_id_array]
)
nb_labels_to_add = len(json_response_array)
if model_name is None:
if model_name_array is None:
raise ValueError("You must provide a model name with the `model_name` argument.")
if len(set(model_name_array)) > 1:
raise ValueError(
"Creating predictions from different models is not supported anymore. Separate"
" your calls by models."
)
warnings.warn(
"The use of `model_name_array` is deprecated. Creating predictions from"
" different models is not supported anymore. Please use `model_name` argument"
" instead to provide the predictions model name.",
DeprecationWarning,
stacklevel=1,
)
model_name = model_name_array[0]
labels = [
LabelToCreateUseCaseInput(
asset_id=AssetId(asset_id) if asset_id else None,
asset_external_id=AssetExternalId(asset_external_id) if asset_external_id else None,
json_response=json_response,
label_type="PREDICTION",
model_name=model_name,
seconds_to_label=None,
author_id=None,
)
for (asset_id, asset_external_id, json_response) in zip(
asset_id_array or repeat(None, nb_labels_to_add),
external_id_array or repeat(None, nb_labels_to_add),
json_response_array,
)
]
LabelUseCases(self.kili_api_gateway).append_labels(
fields=("id",),
disable_tqdm=disable_tqdm,
label_type="PREDICTION",
labels=labels,
overwrite=overwrite,
project_id=ProjectId(project_id) if project_id else None,
)
return {"id": project_id}
delete_labels(self, ids, disable_tqdm=None)
Delete labels.
Currently, only PREDICTION and INFERENCE labels can be deleted.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
ids |
Union[List[str], Tuple[str, ...]] |
List of label ids to delete. |
required |
disable_tqdm |
Optional[bool] |
If |
None |
Returns:
| Type | Description |
|---|---|
List[str] |
The deleted label ids. |
Source code in kili/presentation/client/label.py
def delete_labels(
self,
ids: ListOrTuple[str],
disable_tqdm: Optional[bool] = None,
) -> List[str]:
"""Delete labels.
Currently, only `PREDICTION` and `INFERENCE` labels can be deleted.
Args:
ids: List of label ids to delete.
disable_tqdm: If `True`, the progress bar will be disabled.
Returns:
The deleted label ids.
"""
if is_empty_list_with_warning("delete_labels", "ids", ids):
return []
deleted_label_ids = LabelUseCases(self.kili_api_gateway).delete_labels(
ids=cast(ListOrTuple[LabelId], ids),
disable_tqdm=disable_tqdm,
)
return cast(List[str], deleted_label_ids)
export_labels(self, project_id, filename, fmt, asset_ids=None, layout='split', single_file=False, disable_tqdm=None, with_assets=True, external_ids=None, annotation_modifier=None, asset_filter_kwargs=None, normalized_coordinates=None, label_type_in=None, include_sent_back_labels=None)
Export the project labels with the requested format into the requested output path.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project. |
required |
filename |
Optional[str] |
Relative or full path of the archive that will contain the exported data. |
required |
fmt |
Literal['raw', 'kili', 'yolo_v4', 'yolo_v5', 'yolo_v7', 'yolo_v8', 'coco', 'pascal_voc', 'geojson', 'llm_v1', 'llm_dynamic_v1'] |
Format of the exported labels. |
required |
asset_ids |
Optional[List[str]] |
Optional list of the assets internal IDs from which to export the labels. |
None |
layout |
Literal['split', 'merged'] |
Layout of the exported files. "split" means there is one folder per job, "merged" that there is one folder with every labels. |
'split' |
single_file |
bool |
Layout of the exported labels. Single file mode is only available for some specific formats (COCO and Kili). |
False |
disable_tqdm |
Optional[bool] |
Disable the progress bar if True. |
None |
with_assets |
bool |
Download the assets in the export. |
True |
external_ids |
Optional[List[str]] |
Optional list of the assets external IDs from which to export the labels. |
None |
annotation_modifier |
Optional[Callable[[Dict, Dict, Dict], Dict]] |
(For COCO export only) function that takes the COCO annotation, the COCO image, and the Kili annotation, and should return an updated COCO annotation. This can be used if you want to add a new attribute to the COCO annotation. For example, you can add a method that computes if the annotation is a rectangle or not and add it to the COCO annotation (see example). |
None |
asset_filter_kwargs |
Optional[Dict[str, object]] |
Optional dictionary of arguments to pass to
See the documentation of |
None |
normalized_coordinates |
Optional[bool] |
This parameter is only effective on the Kili (a.k.a raw) format.
If True, the coordinates of the |
None |
label_type_in |
Optional[List[str]] |
Optional list of label type. Exported assets should have a label whose type belongs to that list.
By default, only |
None |
include_sent_back_labels |
Optional[bool] |
If True, the export will include the labels that have been sent back. |
None |
Info
The supported formats are:
- Yolo V4, V5, V7, V8 for object detection tasks.
- Kili (a.k.a raw) for all tasks.
- COCO for object detection tasks (bounding box and semantic segmentation).
- Pascal VOC for object detection tasks (bounding box).
Cloud storage
Export with asset download (with_assets=True) is not allowed for projects connected to a cloud storage.
Example
kili.export_labels("your_project_id", "export.zip", "yolo_v4")
Example
def is_rectangle(coco_annotation, coco_image, kili_annotation):
is_rectangle = ...
return {**coco_annotation, "attributes": {"is_rectangle": is_rectangle}}
kili.export_labels(
"your_project_id",
"export.zip",
"coco",
annotation_modifier=add_is_rectangle
)
Source code in kili/presentation/client/label.py
def export_labels(
self,
project_id: str,
filename: Optional[str],
fmt: LabelFormat,
asset_ids: Optional[List[str]] = None,
layout: SplitOption = "split",
single_file: bool = False,
disable_tqdm: Optional[bool] = None,
with_assets: bool = True,
external_ids: Optional[List[str]] = None,
annotation_modifier: Optional[CocoAnnotationModifier] = None,
asset_filter_kwargs: Optional[Dict[str, object]] = None,
normalized_coordinates: Optional[bool] = None,
label_type_in: Optional[List[str]] = None,
include_sent_back_labels: Optional[bool] = None,
) -> Optional[List[Dict[str, Union[List[str], str]]]]:
# pylint: disable=line-too-long
"""Export the project labels with the requested format into the requested output path.
Args:
project_id: Identifier of the project.
filename: Relative or full path of the archive that will contain
the exported data.
fmt: Format of the exported labels.
asset_ids: Optional list of the assets internal IDs from which to export the labels.
layout: Layout of the exported files. "split" means there is one folder
per job, "merged" that there is one folder with every labels.
single_file: Layout of the exported labels. Single file mode is
only available for some specific formats (COCO and Kili).
disable_tqdm: Disable the progress bar if True.
with_assets: Download the assets in the export.
external_ids: Optional list of the assets external IDs from which to export the labels.
annotation_modifier: (For COCO export only) function that takes the COCO annotation, the
COCO image, and the Kili annotation, and should return an updated COCO annotation.
This can be used if you want to add a new attribute to the COCO annotation. For
example, you can add a method that computes if the annotation is a rectangle or not
and add it to the COCO annotation (see example).
asset_filter_kwargs: Optional dictionary of arguments to pass to `kili.assets()` in order to filter the assets the labels are exported from. The supported arguments are:
- `consensus_mark_gte`
- `consensus_mark_lte`
- `external_id_strictly_in`
- `external_id_in`
- `honeypot_mark_gte`
- `honeypot_mark_lte`
- `label_author_in`
- `label_labeler_in`
- `label_labeler_not_in`
- `label_reviewer_in`
- `label_reviewer_not_in`
- `assignee_in`
- `assignee_not_in`
- `skipped`
- `status_in`
- `label_category_search`
- `created_at_gte`
- `created_at_lte`
- `issue_type`
- `issue_status`
- `inference_mark_gte`
- `inference_mark_lte`
- `metadata_where`
See the documentation of [`kili.assets()`](https://python-sdk-docs.kili-technology.com/latest/sdk/asset/#kili.queries.asset.__init__.QueriesAsset.assets) for more information.
normalized_coordinates: This parameter is only effective on the Kili (a.k.a raw) format.
If True, the coordinates of the `(x, y)` vertices are normalized between 0 and 1.
If False, the json response will contain additional fields with coordinates in absolute values, that is, in pixels.
label_type_in: Optional list of label type. Exported assets should have a label whose type belongs to that list.
By default, only `DEFAULT` and `REVIEW` labels are exported.
include_sent_back_labels: If True, the export will include the labels that have been sent back.
!!! Info
The supported formats are:
- Yolo V4, V5, V7, V8 for object detection tasks.
- Kili (a.k.a raw) for all tasks.
- COCO for object detection tasks (bounding box and semantic segmentation).
- Pascal VOC for object detection tasks (bounding box).
!!! warning "Cloud storage"
Export with asset download (`with_assets=True`) is not allowed for projects connected to a cloud storage.
!!! Example
```python
kili.export_labels("your_project_id", "export.zip", "yolo_v4")
```
!!! Example
```python
def is_rectangle(coco_annotation, coco_image, kili_annotation):
is_rectangle = ...
return {**coco_annotation, "attributes": {"is_rectangle": is_rectangle}}
kili.export_labels(
"your_project_id",
"export.zip",
"coco",
annotation_modifier=add_is_rectangle
)
```
"""
if external_ids is not None and asset_ids is None:
id_map = AssetUseCasesUtils(self.kili_api_gateway).infer_ids_from_external_ids(
asset_external_ids=cast(List[AssetExternalId], external_ids),
project_id=ProjectId(project_id),
)
resolved_asset_ids = [id_map[AssetExternalId(i)] for i in external_ids]
else:
resolved_asset_ids = cast(List[AssetId], asset_ids)
try:
return export_labels(
self, # pyright: ignore[reportGeneralTypeIssues]
asset_ids=resolved_asset_ids,
project_id=ProjectId(project_id),
export_type="normal" if fmt == "llm_v1" else "latest",
label_format=fmt,
split_option=layout,
single_file=single_file,
output_file=filename,
disable_tqdm=disable_tqdm,
log_level="WARNING",
with_assets=with_assets,
annotation_modifier=annotation_modifier,
asset_filter_kwargs=asset_filter_kwargs,
normalized_coordinates=normalized_coordinates,
label_type_in=label_type_in,
include_sent_back_labels=include_sent_back_labels,
)
except NoCompatibleJobError as excp:
warnings.warn(str(excp), stacklevel=2)
return None
export_labels_as_df(self, project_id, fields=('author.email', 'author.id', 'createdAt', 'id', 'labelType'), asset_fields=('externalId',))
Get the labels of a project as a pandas DataFrame.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project |
required |
fields |
Union[List[str], Tuple[str, ...]] |
All the fields to request among the possible fields for the labels. See the documentation for all possible fields. |
('author.email', 'author.id', 'createdAt', 'id', 'labelType') |
asset_fields |
Union[List[str], Tuple[str, ...]] |
All the fields to request among the possible fields for the assets. See the documentation for all possible fields. |
('externalId',) |
Returns:
| Type | Description |
|---|---|
pd.DataFrame |
A pandas DataFrame containing the labels. |
Source code in kili/presentation/client/label.py
def export_labels_as_df(
self,
project_id: str,
fields: ListOrTuple[str] = ("author.email", "author.id", "createdAt", "id", "labelType"),
asset_fields: ListOrTuple[str] = ("externalId",),
) -> "pd.DataFrame":
# pylint: disable=line-too-long
"""Get the labels of a project as a pandas DataFrame.
Args:
project_id: Identifier of the project
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
asset_fields: All the fields to request among the possible fields for the assets.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#asset) for all possible fields.
Returns:
A pandas DataFrame containing the labels.
"""
return LabelUseCases(self.kili_api_gateway).export_labels_as_df(
project_id=ProjectId(project_id), label_fields=fields, asset_fields=asset_fields
)
inferences(self, project_id, asset_id=None, asset_status_in=None, asset_external_id_in=None, author_in=None, created_at=None, created_at_gte=None, created_at_lte=None, fields=('author.email', 'author.id', 'id', 'jsonResponse', 'labelType', 'modelName'), first=None, honeypot_mark_gte=None, honeypot_mark_lte=None, id_contains=None, label_id=None, skip=0, user_id=None, disable_tqdm=None, category_search=None, *, as_generator=False)
Get inference labels from a project based on a set of criteria.
This method is equivalent to the kili.labels() method, but it only returns label of type "INFERENCE".
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project. |
required |
asset_id |
Optional[str] |
Identifier of the asset. |
None |
asset_status_in |
Union[List[Literal['TODO', 'ONGOING', 'LABELED', 'REVIEWED', 'TO_REVIEW']], Tuple[Literal['TODO', 'ONGOING', 'LABELED', 'REVIEWED', 'TO_REVIEW'], ...]] |
Returned labels should have a status that belongs to that list, if given.
Possible choices : |
None |
asset_external_id_in |
Optional[List[str]] |
Returned labels should have an external id that belongs to that list, if given. |
None |
author_in |
Optional[List[str]] |
Returned labels should have been made by authors in that list, if given. An author can be designated by the first name, the last name, or the first name + last name. |
None |
created_at |
Optional[str] |
Returned labels should have a label whose creation date is equal to this date. |
None |
created_at_gte |
Optional[str] |
Returned labels should have a label whose creation date is greater than this date. |
None |
created_at_lte |
Optional[str] |
Returned labels should have a label whose creation date is lower than this date. |
None |
fields |
Union[List[str], Tuple[str, ...]] |
All the fields to request among the possible fields for the labels. See the documentation for all possible fields. |
('author.email', 'author.id', 'id', 'jsonResponse', 'labelType', 'modelName') |
first |
Optional[int] |
Maximum number of labels to return. |
None |
honeypot_mark_gte |
Optional[float] |
Returned labels should have a label whose honeypot is greater than this number. |
None |
honeypot_mark_lte |
Optional[float] |
Returned labels should have a label whose honeypot is lower than this number. |
None |
id_contains |
Optional[List[str]] |
Filters out labels not belonging to that list. If empty, no filtering is applied. |
None |
label_id |
Optional[str] |
Identifier of the label. |
None |
skip |
int |
Number of labels to skip (they are ordered by their date of creation, first to last). |
0 |
user_id |
Optional[str] |
Identifier of the user. |
None |
disable_tqdm |
Optional[bool] |
If |
None |
as_generator |
bool |
If |
False |
category_search |
Optional[str] |
Query to filter labels based on the content of their jsonResponse |
None |
Returns:
| Type | Description |
|---|---|
Iterable[Dict] |
An iterable of inference labels. |
Examples:
>>> kili.inferences(project_id=project_id) # returns a list of inference labels of a project
Source code in kili/presentation/client/label.py
def inferences(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: bool = False,
) -> Iterable[Dict]:
# pylint: disable=line-too-long
"""Get inference labels from a project based on a set of criteria.
This method is equivalent to the `kili.labels()` method, but it only returns label of type "INFERENCE".
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED`, `TO REVIEW` or `REVIEWED`
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have a label whose creation date is equal to this date.
created_at_gte: Returned labels should have a label whose creation date is greater than this date.
created_at_lte: Returned labels should have a label whose creation date is lower than this date.
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
first: Maximum number of labels to return.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
label_id: Identifier of the label.
skip: Number of labels to skip (they are ordered by their date of creation, first to last).
user_id: Identifier of the user.
disable_tqdm: If `True`, the progress bar will be disabled
as_generator: If `True`, a generator on the labels is returned.
category_search: Query to filter labels based on the content of their jsonResponse
Returns:
An iterable of inference labels.
Examples:
>>> kili.inferences(project_id=project_id) # returns a list of inference labels of a project
"""
return self.labels(
project_id=project_id,
asset_id=asset_id,
asset_status_in=asset_status_in,
asset_external_id_in=asset_external_id_in,
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
fields=fields,
first=first,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_contains=id_contains,
label_id=label_id,
skip=skip,
type_in=["INFERENCE"],
user_id=user_id,
disable_tqdm=disable_tqdm,
category_search=category_search,
as_generator=as_generator, # pyright: ignore[reportGeneralTypeIssues]
)
labels(self, project_id, asset_id=None, asset_status_in=None, asset_external_id_in=None, asset_external_id_strictly_in=None, author_in=None, created_at=None, created_at_gte=None, created_at_lte=None, fields=('author.email', 'author.id', 'id', 'jsonResponse', 'labelType', 'secondsToLabel', 'isLatestLabelForUser', 'assetId'), first=None, honeypot_mark_gte=None, honeypot_mark_lte=None, id_contains=None, label_id=None, skip=0, type_in=None, user_id=None, disable_tqdm=None, category_search=None, output_format='dict', *, as_generator=False)
Get a label list or a label generator from a project based on a set of criteria.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project. |
required |
asset_id |
Optional[str] |
Identifier of the asset. |
None |
asset_status_in |
Union[List[Literal['TODO', 'ONGOING', 'LABELED', 'REVIEWED', 'TO_REVIEW']], Tuple[Literal['TODO', 'ONGOING', 'LABELED', 'REVIEWED', 'TO_REVIEW'], ...]] |
Returned labels should have a status that belongs to that list, if given.
Possible choices : |
None |
asset_external_id_in |
Optional[List[str]] |
Returned labels should have an external id that belongs to that list, if given. |
None |
asset_external_id_strictly_in |
Optional[List[str]] |
Returned labels should have an external id that exactly matches one of the ids in that list, if given. |
None |
author_in |
Optional[List[str]] |
Returned labels should have been made by authors in that list, if given. An author can be designated by the first name, the last name, or the first name + last name. |
None |
created_at |
Optional[str] |
Returned labels should have their creation date equal to this date. |
None |
created_at_gte |
Optional[str] |
Returned labels should have their creation date greater or equal to this date. |
None |
created_at_lte |
Optional[str] |
Returned labels should have their creation date lower or equal to this date. |
None |
fields |
Union[List[str], Tuple[str, ...]] |
All the fields to request among the possible fields for the labels. See the documentation for all possible fields. |
('author.email', 'author.id', 'id', 'jsonResponse', 'labelType', 'secondsToLabel', 'isLatestLabelForUser', 'assetId') |
first |
Optional[int] |
Maximum number of labels to return. |
None |
honeypot_mark_gte |
Optional[float] |
Returned labels should have a label whose honeypot is greater than this number. |
None |
honeypot_mark_lte |
Optional[float] |
Returned labels should have a label whose honeypot is lower than this number. |
None |
id_contains |
Optional[List[str]] |
Filters out labels not belonging to that list. If empty, no filtering is applied. |
None |
label_id |
Optional[str] |
Identifier of the label. |
None |
skip |
int |
Number of labels to skip (they are ordered by their date of creation, first to last). |
0 |
type_in |
Optional[List[Literal['AUTOSAVE', 'DEFAULT', 'INFERENCE', 'PREDICTION', 'REVIEW']]] |
Returned labels should have a label whose type belongs to that list, if given. |
None |
user_id |
Optional[str] |
Identifier of the user. |
None |
disable_tqdm |
Optional[bool] |
If |
None |
as_generator |
bool |
If |
False |
category_search |
Optional[str] |
Query to filter labels based on the content of their jsonResponse. |
None |
output_format |
Literal['dict', 'parsed_label'] |
If |
'dict' |
Dates format
Date strings should have format: "YYYY-MM-DD"
Returns:
| Type | Description |
|---|---|
Iterable[Union[Dict, kili.utils.labels.parsing.ParsedLabel]] |
An iterable of labels. |
Examples:
>>> kili.labels(project_id=project_id, fields=['jsonResponse', 'labelOf.externalId']) # returns a list of all labels of a project and their assets external ID
>>> kili.labels(project_id=project_id, fields=['jsonResponse'], as_generator=True) # returns a generator of all labels of a project
How to filter based on label categories
The search query is composed of logical expressions following this format:
[job_name].[category_name].count [comparaison_operator] [value]
where:
[job_name]is the name of the job in the interface[category_name]is the name of the category in the interface for this job[comparaison_operator]can be one of: [==,>=,<=,<,>][value]is an integer that represents the count of such objects of the given category in the label
These operations can be separated by OR and AND operators
Examples:
category_search = JOB_CLASSIF.CATEGORY_A.count > 0
category_search = JOB_CLASSIF.CATEGORY_A.count > 0 OR JOB_NER.CATEGORY_B.count > 0
category_search = (JOB_CLASSIF.CATEGORY_A.count > 0 OR JOB_NER.CATEGORY_B.count > 0) AND JOB_BBOX.CATEGORY_C.count > 10
Source code in kili/presentation/client/label.py
def labels(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
asset_external_id_strictly_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"secondsToLabel",
"isLatestLabelForUser",
"assetId",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
type_in: Optional[List[LabelType]] = None,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
output_format: Literal["dict", "parsed_label"] = "dict",
*,
as_generator: bool = False,
) -> Iterable[Union[Dict, ParsedLabel]]:
# pylint: disable=line-too-long
"""Get a label list or a label generator from a project based on a set of criteria.
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED`, `TO REVIEW` or `REVIEWED`.
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
asset_external_id_strictly_in: Returned labels should have an external id that exactly matches one of the ids in that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have their creation date equal to this date.
created_at_gte: Returned labels should have their creation date greater or equal to this date.
created_at_lte: Returned labels should have their creation date lower or equal to this date.
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
first: Maximum number of labels to return.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
label_id: Identifier of the label.
skip: Number of labels to skip (they are ordered by their date of creation, first to last).
type_in: Returned labels should have a label whose type belongs to that list, if given.
user_id: Identifier of the user.
disable_tqdm: If `True`, the progress bar will be disabled.
as_generator: If `True`, a generator on the labels is returned.
category_search: Query to filter labels based on the content of their jsonResponse.
output_format: If `dict`, the output is an iterable of Python dictionaries.
If `parsed_label`, the output is an iterable of parsed labels objects. More information on parsed labels in the [documentation](https://python-sdk-docs.kili-technology.com/latest/sdk/tutorials/label_parsing/).
!!! info "Dates format"
Date strings should have format: "YYYY-MM-DD"
Returns:
An iterable of labels.
Examples:
>>> kili.labels(project_id=project_id, fields=['jsonResponse', 'labelOf.externalId']) # returns a list of all labels of a project and their assets external ID
>>> kili.labels(project_id=project_id, fields=['jsonResponse'], as_generator=True) # returns a generator of all labels of a project
!!! example "How to filter based on label categories"
The search query is composed of logical expressions following this format:
[job_name].[category_name].count [comparaison_operator] [value]
where:
- `[job_name]` is the name of the job in the interface
- `[category_name]` is the name of the category in the interface for this job
- `[comparaison_operator]` can be one of: [`==`, `>=`, `<=`, `<`, `>`]
- `[value]` is an integer that represents the count of such objects of the given category in the label
These operations can be separated by OR and AND operators
Example:
category_search = `JOB_CLASSIF.CATEGORY_A.count > 0`
category_search = `JOB_CLASSIF.CATEGORY_A.count > 0 OR JOB_NER.CATEGORY_B.count > 0`
category_search = `(JOB_CLASSIF.CATEGORY_A.count > 0 OR JOB_NER.CATEGORY_B.count > 0) AND JOB_BBOX.CATEGORY_C.count > 10`
"""
if category_search:
validate_category_search_query(category_search)
disable_tqdm = disable_tqdm_if_as_generator(as_generator, disable_tqdm)
options = QueryOptions(disable_tqdm, first, skip)
filters = LabelFilters(
project_id=ProjectId(project_id),
asset=AssetFilters(
project_id=ProjectId(project_id),
asset_id=AssetId(asset_id) if asset_id else None,
status_in=asset_status_in,
external_id_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_in)
if asset_external_id_in
else None
),
external_id_strictly_in=(
cast(ListOrTuple[AssetExternalId], asset_external_id_strictly_in)
if asset_external_id_strictly_in
else None
),
),
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_in=cast(List[LabelId], id_contains) if id_contains else None,
id=LabelId(label_id) if label_id else None,
type_in=type_in,
user=UserFilter(id=UserId(user_id)) if user_id else None,
search=category_search,
consensus_mark_gte=None,
consensus_mark_lte=None,
labeler_in=None,
reviewer_in=None,
)
labels_gen = LabelUseCases(self.kili_api_gateway).list_labels(
filters=filters,
options=options,
fields=fields,
output_format=output_format,
project_id=ProjectId(project_id),
)
if as_generator:
return labels_gen
return list(labels_gen)
predictions(self, project_id, asset_id=None, asset_status_in=None, asset_external_id_in=None, author_in=None, created_at=None, created_at_gte=None, created_at_lte=None, fields=('author.email', 'author.id', 'id', 'jsonResponse', 'labelType', 'modelName'), first=None, honeypot_mark_gte=None, honeypot_mark_lte=None, id_contains=None, label_id=None, skip=0, user_id=None, disable_tqdm=None, category_search=None, *, as_generator=False)
Get prediction labels from a project based on a set of criteria.
This method is equivalent to the kili.labels() method, but it only returns label of type "PREDICTION".
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project. |
required |
asset_id |
Optional[str] |
Identifier of the asset. |
None |
asset_status_in |
Union[List[Literal['TODO', 'ONGOING', 'LABELED', 'REVIEWED', 'TO_REVIEW']], Tuple[Literal['TODO', 'ONGOING', 'LABELED', 'REVIEWED', 'TO_REVIEW'], ...]] |
Returned labels should have a status that belongs to that list, if given.
Possible choices : |
None |
asset_external_id_in |
Optional[List[str]] |
Returned labels should have an external id that belongs to that list, if given. |
None |
author_in |
Optional[List[str]] |
Returned labels should have been made by authors in that list, if given. An author can be designated by the first name, the last name, or the first name + last name. |
None |
created_at |
Optional[str] |
Returned labels should have a label whose creation date is equal to this date. |
None |
created_at_gte |
Optional[str] |
Returned labels should have a label whose creation date is greater than this date. |
None |
created_at_lte |
Optional[str] |
Returned labels should have a label whose creation date is lower than this date. |
None |
fields |
Union[List[str], Tuple[str, ...]] |
All the fields to request among the possible fields for the labels. See the documentation for all possible fields. |
('author.email', 'author.id', 'id', 'jsonResponse', 'labelType', 'modelName') |
first |
Optional[int] |
Maximum number of labels to return. |
None |
honeypot_mark_gte |
Optional[float] |
Returned labels should have a label whose honeypot is greater than this number. |
None |
honeypot_mark_lte |
Optional[float] |
Returned labels should have a label whose honeypot is lower than this number. |
None |
id_contains |
Optional[List[str]] |
Filters out labels not belonging to that list. If empty, no filtering is applied. |
None |
label_id |
Optional[str] |
Identifier of the label. |
None |
skip |
int |
Number of labels to skip (they are ordered by their date of creation, first to last). |
0 |
user_id |
Optional[str] |
Identifier of the user. |
None |
disable_tqdm |
Optional[bool] |
If |
None |
as_generator |
bool |
If |
False |
category_search |
Optional[str] |
Query to filter labels based on the content of their jsonResponse |
None |
Returns:
| Type | Description |
|---|---|
Iterable[Dict] |
An iterable of labels. |
Examples:
>>> kili.predictions(project_id=project_id) # returns a list of prediction labels of a project
Source code in kili/presentation/client/label.py
def predictions(
self,
project_id: str,
asset_id: Optional[str] = None,
asset_status_in: Optional[ListOrTuple[AssetStatus]] = None,
asset_external_id_in: Optional[List[str]] = None,
author_in: Optional[List[str]] = None,
created_at: Optional[str] = None,
created_at_gte: Optional[str] = None,
created_at_lte: Optional[str] = None,
fields: ListOrTuple[str] = (
"author.email",
"author.id",
"id",
"jsonResponse",
"labelType",
"modelName",
),
first: Optional[int] = None,
honeypot_mark_gte: Optional[float] = None,
honeypot_mark_lte: Optional[float] = None,
id_contains: Optional[List[str]] = None,
label_id: Optional[str] = None,
skip: int = 0,
user_id: Optional[str] = None,
disable_tqdm: Optional[bool] = None,
category_search: Optional[str] = None,
*,
as_generator: bool = False,
) -> Iterable[Dict]:
# pylint: disable=line-too-long
"""Get prediction labels from a project based on a set of criteria.
This method is equivalent to the `kili.labels()` method, but it only returns label of type "PREDICTION".
Args:
project_id: Identifier of the project.
asset_id: Identifier of the asset.
asset_status_in: Returned labels should have a status that belongs to that list, if given.
Possible choices : `TODO`, `ONGOING`, `LABELED`, `TO REVIEW` or `REVIEWED`
asset_external_id_in: Returned labels should have an external id that belongs to that list, if given.
author_in: Returned labels should have been made by authors in that list, if given.
An author can be designated by the first name, the last name, or the first name + last name.
created_at: Returned labels should have a label whose creation date is equal to this date.
created_at_gte: Returned labels should have a label whose creation date is greater than this date.
created_at_lte: Returned labels should have a label whose creation date is lower than this date.
fields: All the fields to request among the possible fields for the labels.
See [the documentation](https://docs.kili-technology.com/reference/graphql-api#label) for all possible fields.
first: Maximum number of labels to return.
honeypot_mark_gte: Returned labels should have a label whose honeypot is greater than this number.
honeypot_mark_lte: Returned labels should have a label whose honeypot is lower than this number.
id_contains: Filters out labels not belonging to that list. If empty, no filtering is applied.
label_id: Identifier of the label.
skip: Number of labels to skip (they are ordered by their date of creation, first to last).
user_id: Identifier of the user.
disable_tqdm: If `True`, the progress bar will be disabled
as_generator: If `True`, a generator on the labels is returned.
category_search: Query to filter labels based on the content of their jsonResponse
Returns:
An iterable of labels.
Examples:
>>> kili.predictions(project_id=project_id) # returns a list of prediction labels of a project
"""
return self.labels(
project_id=project_id,
asset_id=asset_id,
asset_status_in=asset_status_in,
asset_external_id_in=asset_external_id_in,
author_in=author_in,
created_at=created_at,
created_at_gte=created_at_gte,
created_at_lte=created_at_lte,
fields=fields,
first=first,
honeypot_mark_gte=honeypot_mark_gte,
honeypot_mark_lte=honeypot_mark_lte,
id_contains=id_contains,
label_id=label_id,
skip=skip,
type_in=["PREDICTION"],
user_id=user_id,
disable_tqdm=disable_tqdm,
category_search=category_search,
as_generator=as_generator, # pyright: ignore[reportGeneralTypeIssues]
)
update_properties_in_label(self, label_id, seconds_to_label=None, model_name=None, json_response=None)
Update properties of a label.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
label_id |
str |
Identifier of the label |
required |
seconds_to_label |
Optional[int] |
Time to create the label |
None |
model_name |
Optional[str] |
Name of the model |
None |
json_response |
Optional[dict] |
The label is given here |
None |
Returns:
| Type | Description |
|---|---|
Dict[Literal['id'], str] |
A dictionary with the label |
Examples:
>>> kili.update_properties_in_label(label_id=label_id, json_response={...})
Source code in kili/presentation/client/label.py
def update_properties_in_label(
self,
label_id: str,
seconds_to_label: Optional[int] = None,
model_name: Optional[str] = None,
json_response: Optional[dict] = None,
) -> Dict[Literal["id"], str]:
"""Update properties of a label.
Args:
label_id: Identifier of the label
seconds_to_label: Time to create the label
model_name: Name of the model
json_response: The label is given here
Returns:
A dictionary with the label `id`.
Examples:
>>> kili.update_properties_in_label(label_id=label_id, json_response={...})
"""
return LabelUseCases(self.kili_api_gateway).update_properties_in_label(
label_id=LabelId(label_id),
seconds_to_label=seconds_to_label,
model_name=model_name,
json_response=json_response,
fields=("id",),
)
Set of Label subscriptions.
Source code in kili/entrypoints/subscriptions/label/__init__.py
class SubscriptionsLabel:
"""Set of Label subscriptions."""
graphql_client: GraphQLClient
@typechecked
def label_created_or_updated(
self, project_id: str, callback: Callable[[str, str], None]
) -> SubscriptionGraphQLClient:
# pylint: disable=line-too-long
"""Subscribe a callback to a project, which is executed when a label is created or updated.
Args:
project_id: Identifier of the project
callback: This function takes as input the id of the asset and its content.
Returns:
A subscription client.
!!! example "Recipe"
For more detailed examples on how to use Webhooks,
See [the related recipe](https://github.com/kili-technology/kili-python-sdk/blob/main/recipes/webhooks_example.ipynb)
"""
ws_endpoint = self.graphql_client.endpoint.replace("http", "ws")
websocket = SubscriptionGraphQLClient(ws_endpoint)
headers = {"Accept": "application/json", "Content-Type": "application/json"}
authorization = f"X-API-Key: {self.api_key}" # type: ignore # pylint: disable=no-member
headers["Authorization"] = authorization
variables = {"projectID": project_id}
websocket.subscribe(
GQL_LABEL_CREATED_OR_UPDATED,
variables=variables,
callback=callback,
headers=headers,
authorization=authorization,
)
return websocket
label_created_or_updated(self, project_id, callback)
Subscribe a callback to a project, which is executed when a label is created or updated.
Parameters:
| Name | Type | Description | Default |
|---|---|---|---|
project_id |
str |
Identifier of the project |
required |
callback |
Callable[[str, str], NoneType] |
This function takes as input the id of the asset and its content. |
required |
Returns:
| Type | Description |
|---|---|
SubscriptionGraphQLClient |
A subscription client. |
Recipe
For more detailed examples on how to use Webhooks, See the related recipe
Source code in kili/entrypoints/subscriptions/label/__init__.py
def label_created_or_updated(
self, project_id: str, callback: Callable[[str, str], None]
) -> SubscriptionGraphQLClient:
# pylint: disable=line-too-long
"""Subscribe a callback to a project, which is executed when a label is created or updated.
Args:
project_id: Identifier of the project
callback: This function takes as input the id of the asset and its content.
Returns:
A subscription client.
!!! example "Recipe"
For more detailed examples on how to use Webhooks,
See [the related recipe](https://github.com/kili-technology/kili-python-sdk/blob/main/recipes/webhooks_example.ipynb)
"""
ws_endpoint = self.graphql_client.endpoint.replace("http", "ws")
websocket = SubscriptionGraphQLClient(ws_endpoint)
headers = {"Accept": "application/json", "Content-Type": "application/json"}
authorization = f"X-API-Key: {self.api_key}" # type: ignore # pylint: disable=no-member
headers["Authorization"] = authorization
variables = {"projectID": project_id}
websocket.subscribe(
GQL_LABEL_CREATED_OR_UPDATED,
variables=variables,
callback=callback,
headers=headers,
authorization=authorization,
)
return websocket