Skip to content

editorial

ShotMetadataSolver

Solving hierarchical metadata

Used during editorial publishing. Works with input clip name and settings defining python formatable template. Settings also define searching patterns and its token keys used for formatting in templates.

Source code in client/ayon_traypublisher/api/editorial.py
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
class ShotMetadataSolver:
    """ Solving hierarchical metadata

    Used during editorial publishing. Works with input
    clip name and settings defining python formatable
    template. Settings also define searching patterns
    and its token keys used for formatting in templates.
    """

    NO_DECOR_PATERN = re.compile(r"\{([a-z]*?)\}")

    def __init__(self, logger):
        self.clip_name_tokenizer = []
        self.shot_rename = {
            "enabled": False,
            "shot_rename_template": "",
        }
        self.shot_hierarchy = {
            "enabled": False,
            "parents": [],
            "parents_path": "",
        }
        self.shot_add_tasks = []
        self.log = logger

    def update_data(
        self,
        clip_name_tokenizer,
        shot_rename,
        shot_hierarchy,
        shot_add_tasks
    ):
        self.clip_name_tokenizer = clip_name_tokenizer
        self.shot_rename = shot_rename
        self.shot_hierarchy = shot_hierarchy
        self.shot_add_tasks = shot_add_tasks

    def _rename_template(self, data):
        """Shot renaming function

        Args:
            data (dict): formatting data

        Raises:
            CreatorError: If missing keys

        Returns:
            str: formatted new name
        """
        shot_rename_template = self.shot_rename[
            "shot_rename_template"]
        try:
            # format to new shot name
            return shot_rename_template.format(**data)
        except KeyError as _error:
            raise CreatorError((
                "Make sure all keys in settings are correct:: \n\n"
                f"From template string {shot_rename_template} > "
                f"`{_error}` has no equivalent in \n"
                f"{list(data.keys())} input formatting keys!"
            ))

    def _generate_tokens(self, clip_name, source_data):
        """Token generator

        Settings defines token pairs key and regex expression.

        Args:
            clip_name (str): name of clip in editorial
            source_data (dict): data for formatting

        Raises:
            CreatorError: if missing key

        Returns:
            dict: updated source_data
        """
        output_data = deepcopy(source_data["anatomy_data"])
        output_data["clip_name"] = clip_name

        if not self.clip_name_tokenizer:
            return output_data

        parent_name = source_data["selected_folder_entity"]["name"]

        search_text = parent_name + clip_name

        for clip_name_item in self.clip_name_tokenizer:
            token_key = clip_name_item["name"]
            pattern = clip_name_item["regex"]
            p = re.compile(pattern)
            match = p.findall(search_text)
            if not match:
                raise CreatorError((
                    "Make sure regex expression works with your data: \n\n"
                    f"'{token_key}' with regex '{pattern}' in your settings\n"
                    "can't find any match in your clip name "
                    f"'{search_text}'!\n\nLook to: "
                    "'project_settings/traypublisher/editorial_creators"
                    "/editorial_simple/clip_name_tokenizer'\n"
                    "at your project settings..."
                ))

            #  QUESTION:how to refactor `match[-1]` to some better way?
            output_data[token_key] = match[-1]

        return output_data

    def _create_parents_from_settings(self, parents, data):
        """formatting parent components.

        Args:
            parents (list): list of dict parent components
            data (dict): formatting data

        Raises:
            CreatorError: missing formatting key
            CreatorError: missing token key
            KeyError: missing parent token

        Returns:
            list: list of dict of parent components
        """
        # fill the parents parts from presets
        shot_hierarchy = deepcopy(self.shot_hierarchy)
        hierarchy_parents = shot_hierarchy["parents"]

        # fill parent keys data template from anatomy data
        try:
            _parent_tokens_formatting_data = {
                parent_token["name"]: parent_token["value"].format(**data)
                for parent_token in hierarchy_parents
            }
        except KeyError as _error:
            raise CreatorError((
                "Make sure all keys in settings are correct : \n"
                f"`{_error}` has no equivalent in \n{list(data.keys())}"
            ))

        _parent_tokens_type = {
            parent_token["name"]: parent_token["parent_type"]
            for parent_token in hierarchy_parents
        }
        for _index, _parent in enumerate(
            shot_hierarchy["parents_path"].split("/")
        ):
            # format parent token with value which is formatted
            try:
                parent_name = _parent.format(
                    **_parent_tokens_formatting_data)
            except KeyError as _error:
                raise CreatorError((
                    "Make sure all keys in settings are correct:\n\n"
                    f"`{_error}` from template string"
                    f" {shot_hierarchy['parents_path']},"
                    f" has no equivalent in"
                    f"\n{list(_parent_tokens_formatting_data.keys())} parents"
                ))

            parent_token_name = (
                self.NO_DECOR_PATERN.findall(_parent).pop())

            if not parent_token_name:
                raise KeyError(
                    f"Parent token is not found in: `{_parent}`")

            # find parent type
            parent_token_type = _parent_tokens_type[parent_token_name]

            # in case selected context is set to the same folder
            # TODO keep index with 'parents' - name check is not enough
            if (
                _index == 0
                and parents[-1]["entity_name"] == parent_name
            ):
                continue

            # in case first parent is project then start parents from start
            if (
                _index == 0
                and parent_token_type.lower() == "project"
            ):
                project_parent = parents[0]
                parents = [project_parent]
                continue

            parents.append({
                "entity_type": "folder",
                "folder_type": parent_token_type.lower(),
                "entity_name": parent_name
            })

        return parents

    def _create_hierarchy_path(self, parents):
        """Converting hierarchy path from parents

        Args:
            parents (list): list of dict parent components

        Returns:
            str: hierarchy path
        """
        return "/".join(
            [
                p["entity_name"] for p in parents
                if p["entity_type"] != "project"
            ]
        ) if parents else ""

    def _get_parents_from_selected_folder(
        self,
        project_entity,
        folder_entity,
    ):
        """Returning parents from context on selected folder.

        Context defined in Traypublisher project tree.

        Args:
            project_entity (dict[str, Any]): Project entity.
            folder_entity (dict[str, Any]): Selected folder entity.

        Returns:
            list: list of dict parent components
        """

        project_name = project_entity["name"]
        path_entries = folder_entity["path"].split("/")
        subpaths = []
        subpath_items = []
        for name in path_entries:
            subpath_items.append(name)
            if name:
                subpaths.append("/".join(subpath_items))
        # Remove last name because we already have folder entity
        subpaths.pop(-1)

        folder_entity_by_path = {}
        if subpaths:
            folder_entity_by_path = {
                parent_folder["path"]: parent_folder
                for parent_folder in ayon_api.get_folders(
                    project_name, folder_paths=subpaths
                )
            }
        folders_hierarchy = [
            folder_entity_by_path[folder_path]
            for folder_path in subpaths
        ]
        folders_hierarchy.append(folder_entity)

        # add current selection context hierarchy
        output = [{
            "entity_type": "project",
            "entity_name": project_name,
        }]
        for entity in folders_hierarchy:
            output.append({
                "entity_type": "folder",
                "folder_type": entity["folderType"],
                "entity_name": entity["name"]
            })
        return output

    def _generate_tasks_from_settings(self, project_entity):
        """Convert settings inputs to task data.

        Args:
            project_entity (dict): Project entity.

        Raises:
            KeyError: Missing task type in project doc

        Returns:
            dict: tasks data
        """
        tasks_to_add = {}

        project_task_types = project_entity["taskTypes"]
        task_type_names = {
            task_type["name"]
            for task_type in project_task_types
        }
        for task_item in self.shot_add_tasks:
            task_name = task_item["name"]
            task_type = task_item["task_type"]

            # check if task type in project task types
            if task_type not in task_type_names:
                raise KeyError(
                    "Missing task type `{}` for `{}` is not"
                    " existing in `{}``".format(
                        task_type,
                        task_name,
                        list(task_type_names)
                    )
                )
            tasks_to_add[task_name] = {"type": task_type}

        return tasks_to_add

    def generate_data(self, clip_name, source_data):
        """Metadata generator.

        Converts input data to hierarchy mentadata.

        Args:
            clip_name (str): clip name
            source_data (dict): formatting data

        Returns:
            (str, dict): shot name and hierarchy data
        """

        tasks = {}
        folder_entity = source_data["selected_folder_entity"]
        project_entity = source_data["project_entity"]

        # match clip to shot name at start
        shot_name = clip_name

        # parse all tokens and generate formatting data
        formatting_data = self._generate_tokens(shot_name, source_data)

        # generate parents from selected folder
        parents = self._get_parents_from_selected_folder(
            project_entity, folder_entity
        )

        if self.shot_rename["enabled"]:
            shot_name = self._rename_template(formatting_data)
            self.log.info(f"Renamed shot name: {shot_name}")

        if self.shot_hierarchy["enabled"]:
            parents = self._create_parents_from_settings(
                parents, formatting_data)

        if self.shot_add_tasks:
            tasks = self._generate_tasks_from_settings(
                project_entity)

        # generate hierarchy path from parents
        hierarchy_path = self._create_hierarchy_path(parents)
        if hierarchy_path:
            folder_path = f"/{hierarchy_path}/{shot_name}"
        else:
            folder_path = f"/{shot_name}"

        return shot_name, {
            "hierarchy": hierarchy_path,
            "folderPath": folder_path,
            "parents": parents,
            "tasks": tasks
        }

generate_data(clip_name, source_data)

Metadata generator.

Converts input data to hierarchy mentadata.

Parameters:

Name Type Description Default
clip_name str

clip name

required
source_data dict

formatting data

required

Returns:

Type Description
(str, dict)

shot name and hierarchy data

Source code in client/ayon_traypublisher/api/editorial.py
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
def generate_data(self, clip_name, source_data):
    """Metadata generator.

    Converts input data to hierarchy mentadata.

    Args:
        clip_name (str): clip name
        source_data (dict): formatting data

    Returns:
        (str, dict): shot name and hierarchy data
    """

    tasks = {}
    folder_entity = source_data["selected_folder_entity"]
    project_entity = source_data["project_entity"]

    # match clip to shot name at start
    shot_name = clip_name

    # parse all tokens and generate formatting data
    formatting_data = self._generate_tokens(shot_name, source_data)

    # generate parents from selected folder
    parents = self._get_parents_from_selected_folder(
        project_entity, folder_entity
    )

    if self.shot_rename["enabled"]:
        shot_name = self._rename_template(formatting_data)
        self.log.info(f"Renamed shot name: {shot_name}")

    if self.shot_hierarchy["enabled"]:
        parents = self._create_parents_from_settings(
            parents, formatting_data)

    if self.shot_add_tasks:
        tasks = self._generate_tasks_from_settings(
            project_entity)

    # generate hierarchy path from parents
    hierarchy_path = self._create_hierarchy_path(parents)
    if hierarchy_path:
        folder_path = f"/{hierarchy_path}/{shot_name}"
    else:
        folder_path = f"/{shot_name}"

    return shot_name, {
        "hierarchy": hierarchy_path,
        "folderPath": folder_path,
        "parents": parents,
        "tasks": tasks
    }