Skip to content

lib

backwards_id_conversion(data_by_layer_id)

Convert layer ids to strings from integers.

Source code in client/ayon_tvpaint/lib.py
 7
 8
 9
10
11
def backwards_id_conversion(data_by_layer_id):
    """Convert layer ids to strings from integers."""
    for key in tuple(data_by_layer_id.keys()):
        if not isinstance(key, str):
            data_by_layer_id[str(key)] = data_by_layer_id.pop(key)

calculate_layer_frame_references(range_start, range_end, layer_frame_start, layer_frame_end, exposure_frames, pre_beh, post_beh)

Calculate frame references for one layer based on it's data.

Output is dictionary where key is frame index referencing to rendered frame index. If frame index should be rendered then is referencing to self.

// Example output
{
    1: 1, // Reference to self - will be rendered
    2: 1, // Reference to frame 1 - will be copied
    3: 1, // Reference to frame 1 - will be copied
    4: 4, // Reference to self - will be rendered
    ...
    20: 4 // Reference to frame 4 - will be copied
    21: None // Has reference to None - transparent image
}

Parameters:

Name Type Description Default
range_start(int)

First frame of range which should be rendered.

required
range_end(int)

Last frame of range which should be rendered.

required
layer_frame_end(int)

Last frame of layer.

required
exposure_frames(list)

List of all exposure frames on layer.

required
pre_beh(str)

Pre behavior of layer (enum of 4 strings).

required
post_beh(str)

Post behavior of layer (enum of 4 strings).

required
Source code in client/ayon_tvpaint/lib.py
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
def calculate_layer_frame_references(
    range_start, range_end,
    layer_frame_start,
    layer_frame_end,
    exposure_frames,
    pre_beh, post_beh
):
    """Calculate frame references for one layer based on it's data.

    Output is dictionary where key is frame index referencing to rendered frame
    index. If frame index should be rendered then is referencing to self.

    ```
    // Example output
    {
        1: 1, // Reference to self - will be rendered
        2: 1, // Reference to frame 1 - will be copied
        3: 1, // Reference to frame 1 - will be copied
        4: 4, // Reference to self - will be rendered
        ...
        20: 4 // Reference to frame 4 - will be copied
        21: None // Has reference to None - transparent image
    }
    ```

    Args:
        range_start(int): First frame of range which should be rendered.
        range_end(int): Last frame of range which should be rendered.
        layer_frame_start(int)L First frame of layer.
        layer_frame_end(int): Last frame of layer.
        exposure_frames(list): List of all exposure frames on layer.
        pre_beh(str): Pre behavior of layer (enum of 4 strings).
        post_beh(str): Post behavior of layer (enum of 4 strings).
    """
    # Output variable
    output_idx_by_frame_idx = {}
    # Skip if layer does not have any exposure frames
    if not exposure_frames:
        return output_idx_by_frame_idx

    # First calculate in range frames
    _calculate_in_range_frames(
        range_start, range_end,
        exposure_frames, layer_frame_end,
        output_idx_by_frame_idx
    )
    # Calculate frames by pre behavior of layer
    _calculate_pre_behavior_copy(
        range_start, exposure_frames, pre_beh,
        layer_frame_start, layer_frame_end,
        output_idx_by_frame_idx
    )
    # Calculate frames by post behavior of layer
    _calculate_post_behavior_copy(
        range_end, exposure_frames, post_beh,
        layer_frame_start, layer_frame_end,
        output_idx_by_frame_idx
    )
    # Cleanup of referenced frames
    _cleanup_frame_references(output_idx_by_frame_idx)

    # Remove frames out of range
    _cleanup_out_range_frames(output_idx_by_frame_idx, range_start, range_end)

    return output_idx_by_frame_idx

calculate_layers_extraction_data(layers_data, exposure_frames_by_layer_id, behavior_by_layer_id, range_start, range_end, skip_not_visible=True, filename_prefix=None, ext=None)

Calculate extraction data for passed layers data.

{
    <layer_id>: {
        "frame_references": {...},
        "filenames_by_frame_index": {...}
    },
    ...
}

Frame references contains frame index reference to rendered frame index.

Filename by frame index represents filename under which should be frame stored. Directory is not handled here because each usage may need different approach.

Parameters:

Name Type Description Default
layers_data(list)

Layers data loaded from TVPaint.

required
exposure_frames_by_layer_id(dict)

Exposure frames of layers stored by layer id.

required
behavior_by_layer_id(dict)

Pre and Post behavior of layers stored by layer id.

required
range_start(int)

First frame of rendered range.

required
range_end(int)

Last frame of rendered range.

required
skip_not_visible(bool)

Skip calculations for hidden layers (Skipped by default).

required
filename_prefix(str)

Prefix before filename.

required
ext(str)

Extension which filenames will have ('.png' is default).

required

Returns:

Name Type Description
dict

Prepared data for rendering by layer position.

Source code in client/ayon_tvpaint/lib.py
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
def calculate_layers_extraction_data(
    layers_data,
    exposure_frames_by_layer_id,
    behavior_by_layer_id,
    range_start,
    range_end,
    skip_not_visible=True,
    filename_prefix=None,
    ext=None
):
    """Calculate extraction data for passed layers data.

    ```
    {
        <layer_id>: {
            "frame_references": {...},
            "filenames_by_frame_index": {...}
        },
        ...
    }
    ```

    Frame references contains frame index reference to rendered frame index.

    Filename by frame index represents filename under which should be frame
    stored. Directory is not handled here because each usage may need different
    approach.

    Args:
        layers_data(list): Layers data loaded from TVPaint.
        exposure_frames_by_layer_id(dict): Exposure frames of layers stored by
            layer id.
        behavior_by_layer_id(dict): Pre and Post behavior of layers stored by
            layer id.
        range_start(int): First frame of rendered range.
        range_end(int): Last frame of rendered range.
        skip_not_visible(bool): Skip calculations for hidden layers (Skipped
            by default).
        filename_prefix(str): Prefix before filename.
        ext(str): Extension which filenames will have ('.png' is default).

    Returns:
        dict: Prepared data for rendering by layer position.
    """
    # Make sure layer ids are strings
    #   backwards compatibility when layer ids were integers
    backwards_id_conversion(exposure_frames_by_layer_id)
    backwards_id_conversion(behavior_by_layer_id)

    layer_template = get_layer_pos_filename_template(
        range_end, filename_prefix, ext
    )
    output = {}
    for layer_data in layers_data:
        if skip_not_visible and not layer_data["visible"]:
            continue

        orig_layer_id = layer_data["layer_id"]
        layer_id = str(orig_layer_id)

        # Skip if does not have any exposure frames (empty layer)
        exposure_frames = exposure_frames_by_layer_id[layer_id]
        if not exposure_frames:
            continue

        layer_position = layer_data["position"]
        layer_frame_start = layer_data["frame_start"]
        layer_frame_end = layer_data["frame_end"]

        layer_behavior = behavior_by_layer_id[layer_id]

        pre_behavior = layer_behavior["pre"]
        post_behavior = layer_behavior["post"]

        frame_references = calculate_layer_frame_references(
            range_start, range_end,
            layer_frame_start,
            layer_frame_end,
            exposure_frames,
            pre_behavior, post_behavior
        )
        # All values in 'frame_references' reference to a frame that must be
        #   rendered out
        frames_to_render = set(frame_references.values())
        # Remove 'None' reference (transparent image)
        if None in frames_to_render:
            frames_to_render.remove(None)

        # Skip layer if has nothing to render
        if not frames_to_render:
            continue

        # All filenames that should be as output (not final output)
        filename_frames = (
            set(range(range_start, range_end + 1))
            | frames_to_render
        )
        filenames_by_frame_index = {}
        for frame_idx in filename_frames:
            filenames_by_frame_index[frame_idx] = layer_template.format(
                pos=layer_position,
                frame=frame_idx
            )

        # Store objects under the layer id
        output[orig_layer_id] = {
            "frame_references": frame_references,
            "filenames_by_frame_index": filenames_by_frame_index
        }
    return output

cleanup_rendered_layers(filepaths_by_layer_id)

Delete all files for each individual layer files after compositing.

Source code in client/ayon_tvpaint/lib.py
532
533
534
535
536
537
538
539
540
541
542
def cleanup_rendered_layers(filepaths_by_layer_id):
    """Delete all files for each individual layer files after compositing."""
    # Collect all filepaths from data
    all_filepaths = []
    for filepaths_by_frame in filepaths_by_layer_id.values():
        all_filepaths.extend(filepaths_by_frame.values())

    # Loop over loop
    for filepath in set(all_filepaths):
        if filepath is not None and os.path.exists(filepath):
            os.remove(filepath)

composite_images(input_image_paths, output_filepath)

Composite images in order from passed list.

Raises:

Type Description
ValueError

When entered list is empty.

Source code in client/ayon_tvpaint/lib.py
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
def composite_images(input_image_paths, output_filepath):
    """Composite images in order from passed list.

    Raises:
        ValueError: When entered list is empty.
    """
    if not input_image_paths:
        raise ValueError("Nothing to composite.")

    img_obj = None
    for image_filepath in input_image_paths:
        _img_obj = Image.open(image_filepath)
        if img_obj is None:
            img_obj = _img_obj
        else:
            img_obj.alpha_composite(_img_obj)
    img_obj.save(output_filepath)

composite_rendered_layers(layers_data, filepaths_by_layer_id, range_start, range_end, dst_filepaths_by_frame, cleanup=True)

Composite multiple rendered layers by their position.

Result is single frame sequence with transparency matching content created in TVPaint. Missing source filepaths are replaced with transparent images but at least one image must be rendered and exist.

Function can be used even if single layer was created to fill transparent filepaths.

Parameters:

Name Type Description Default
layers_data(list)

Layers data loaded from TVPaint.

required
filepaths_by_layer_id(dict)

Rendered filepaths stored by frame index per layer id. Used as source for compositing.

required
range_start(int)

First frame of rendered range.

required
range_end(int)

Last frame of rendered range.

required
dst_filepaths_by_frame(dict)

Output filepaths by frame where final image after compositing will be stored. Path must not clash with source filepaths.

required
cleanup(bool)

Remove all source filepaths when done with compositing.

required
Source code in client/ayon_tvpaint/lib.py
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
def composite_rendered_layers(
    layers_data, filepaths_by_layer_id,
    range_start, range_end,
    dst_filepaths_by_frame, cleanup=True
):
    """Composite multiple rendered layers by their position.

    Result is single frame sequence with transparency matching content
    created in TVPaint. Missing source filepaths are replaced with transparent
    images but at least one image must be rendered and exist.

    Function can be used even if single layer was created to fill transparent
    filepaths.

    Args:
        layers_data(list): Layers data loaded from TVPaint.
        filepaths_by_layer_id(dict): Rendered filepaths stored by frame index
            per layer id. Used as source for compositing.
        range_start(int): First frame of rendered range.
        range_end(int): Last frame of rendered range.
        dst_filepaths_by_frame(dict): Output filepaths by frame where final
            image after compositing will be stored. Path must not clash with
            source filepaths.
        cleanup(bool): Remove all source filepaths when done with compositing.
    """
    # Prepare layers by their position
    #   - position tells in which order will compositing happen
    layer_ids_by_position = {}
    for layer in layers_data:
        layer_position = layer["position"]
        layer_ids_by_position[layer_position] = layer["layer_id"]

    # Sort layer positions
    sorted_positions = tuple(reversed(sorted(layer_ids_by_position.keys())))
    # Prepare variable where filepaths without any rendered content
    #   - transparent will be created
    transparent_filepaths = set()
    # Store first final filepath
    first_dst_filepath = None
    for frame_idx in range(range_start, range_end + 1):
        dst_filepath = dst_filepaths_by_frame[frame_idx]
        src_filepaths = []
        for layer_position in sorted_positions:
            layer_id = layer_ids_by_position[layer_position]
            filepaths_by_frame = filepaths_by_layer_id[layer_id]
            src_filepath = filepaths_by_frame.get(frame_idx)
            if src_filepath is not None:
                src_filepaths.append(src_filepath)

        if not src_filepaths:
            transparent_filepaths.add(dst_filepath)
            continue

        # Store first destination filepath to be used for transparent images
        if first_dst_filepath is None:
            first_dst_filepath = dst_filepath

        if len(src_filepaths) == 1:
            src_filepath = src_filepaths[0]
            if cleanup:
                os.rename(src_filepath, dst_filepath)
            else:
                copy_render_file(src_filepath, dst_filepath)

        else:
            composite_images(src_filepaths, dst_filepath)

    # Store first transparent filepath to be able copy it
    transparent_filepath = None
    for dst_filepath in transparent_filepaths:
        if transparent_filepath is None:
            create_transparent_image_from_source(
                first_dst_filepath, dst_filepath
            )
            transparent_filepath = dst_filepath
        else:
            copy_render_file(transparent_filepath, dst_filepath)

    # Remove all files that were used as source for compositing
    if cleanup:
        cleanup_rendered_layers(filepaths_by_layer_id)

copy_render_file(src_path, dst_path)

Create copy file of an image.

Source code in client/ayon_tvpaint/lib.py
524
525
526
527
528
529
def copy_render_file(src_path, dst_path):
    """Create copy file of an image."""
    if hasattr(os, "link"):
        os.link(src_path, dst_path)
    else:
        shutil.copy(src_path, dst_path)

create_transparent_image_from_source(src_filepath, dst_filepath)

Create transparent image of same type and size as source image.

Source code in client/ayon_tvpaint/lib.py
498
499
500
501
502
503
def create_transparent_image_from_source(src_filepath, dst_filepath):
    """Create transparent image of same type and size as source image."""
    img_obj = Image.open(src_filepath)
    painter = ImageDraw.Draw(img_obj)
    painter.rectangle((0, 0, *img_obj.size), fill=(0, 0, 0, 0))
    img_obj.save(dst_filepath)

get_frame_filename_template(frame_end, filename_prefix=None, ext=None)

Get file template with frame key for rendered files.

This is simple template contains {frame}{ext} for sequential outputs and single_file{ext} for single file output. Output is rendered to temporary folder so filename should not matter as integrator change them.

Source code in client/ayon_tvpaint/lib.py
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
def get_frame_filename_template(frame_end, filename_prefix=None, ext=None):
    """Get file template with frame key for rendered files.

    This is simple template contains `{frame}{ext}` for sequential outputs
    and `single_file{ext}` for single file output. Output is rendered to
    temporary folder so filename should not matter as integrator change
    them.
    """
    frame_padding = 4
    frame_end_str_len = len(str(frame_end))
    if frame_end_str_len > frame_padding:
        frame_padding = frame_end_str_len

    ext = ext or ".png"
    filename_prefix = filename_prefix or ""

    return "{}{{frame:0>{}}}{}".format(filename_prefix, frame_padding, ext)

rename_filepaths_by_frame_start(filepaths_by_frame, range_start, range_end, new_frame_start)

Change frames in filenames of finished images to new frame start.

Source code in client/ayon_tvpaint/lib.py
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
def rename_filepaths_by_frame_start(
    filepaths_by_frame, range_start, range_end, new_frame_start
):
    """Change frames in filenames of finished images to new frame start."""

    # Calculate frame end
    new_frame_end = range_end + (new_frame_start - range_start)
    # Create filename template
    filename_template = get_frame_filename_template(
        max(range_end, new_frame_end)
    )

    # Use different ranges based on Mark In and output Frame Start values
    # - this is to make sure that filename renaming won't affect files that
    #   are not renamed yet
    if range_start < new_frame_start:
        source_range = range(range_end, range_start - 1, -1)
        output_range = range(new_frame_end, new_frame_start - 1, -1)
    else:
        # This is less possible situation as frame start will be in most
        #   cases higher than Mark In.
        source_range = range(range_start, range_end + 1)
        output_range = range(new_frame_start, new_frame_end + 1)

    # Skip if source first frame is same as destination first frame
    new_dst_filepaths = {}
    for src_frame, dst_frame in zip(source_range, output_range):
        src_filepath = os.path.normpath(filepaths_by_frame[src_frame])
        dirpath, src_filename = os.path.split(src_filepath)
        dst_filename = filename_template.format(frame=dst_frame)
        dst_filepath = os.path.join(dirpath, dst_filename)

        if src_filename != dst_filename:
            os.rename(src_filepath, dst_filepath)

        new_dst_filepaths[dst_frame] = dst_filepath

    return new_dst_filepaths