Skip to content

collect_cache_farm

CollectDataforCache

Bases: HoudiniInstancePlugin

Collect data for caching to Deadline.

Source code in client/ayon_houdini/plugins/publish/collect_cache_farm.py
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
class CollectDataforCache(plugin.HoudiniInstancePlugin):
    """Collect data for caching to Deadline."""

    # Run after Collect Frames
    order = pyblish.api.CollectorOrder + 0.11
    families = ["publish.hou"]
    targets = ["local", "remote"]
    label = "Collect Data for Cache"

    def process(self, instance):
        # Why do we need this particular collector to collect the expected
        # output files from a ROP node. Don't we have a dedicated collector
        # for that yet?
        # Answer: No, we don't have a generic expected file collector.
        #         Because different product types needs different logic.
        #         e.g. check CollectMantraROPRenderProducts
        #               and CollectKarmaROPRenderProducts
        # Collect expected files
        ropnode = hou.node(instance.data["instance_node"])
        output_parm = lib.get_output_parameter(ropnode)
        expected_filepath = output_parm.eval()

        files = instance.data.setdefault("files", list())
        frames = instance.data.get("frames", "")
        if isinstance(frames, str):
            # single file
            files.append(expected_filepath)
        else:
            # list of files
            staging_dir, _ = os.path.split(expected_filepath)
            files.extend("{}/{}".format(staging_dir, f) for f in frames)

        expected_files = instance.data.setdefault("expectedFiles", list())
        expected_files.append({"cache": files})
        self.log.debug(f"Caching on farm expected files: {expected_files}")

        instance.data.update({
             # used in HoudiniCacheSubmitDeadline in ayon-deadline
            "plugin": "Houdini",
            "publish": True
        })