Skip to content

collect_cache_farm

CollectDataforCache

Bases: HoudiniInstancePlugin

Collect data for caching to Deadline.

Source code in client/ayon_houdini/plugins/publish/collect_cache_farm.py 
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
class CollectDataforCache(plugin.HoudiniInstancePlugin):
    """Collect data for caching to Deadline."""

    # Run after Collect Frames
    order = pyblish.api.CollectorOrder + 0.11
    families = ["publish.hou"]
    targets = ["local", "remote"]
    label = "Collect Data for Cache"

    def process(self, instance):
        # Why do we need this particular collector to collect the expected
        # output files from a ROP node. Don't we have a dedicated collector
        # for that yet?
        # Answer: No, we don't have a generic expected file collector.
        #         Because different product types needs different logic.
        #         e.g. check CollectMantraROPRenderProducts
        #               and CollectKarmaROPRenderProducts
        # Collect expected files
        ropnode = hou.node(instance.data["instance_node"])
        output_parm = lib.get_output_parameter(ropnode)
        expected_filepath = output_parm.eval()

        files = instance.data.setdefault("files", list())
        frames = instance.data.get("frames", "")
        if isinstance(frames, str):
            # single file
            files.append(expected_filepath)
        else:
            # list of files
            staging_dir, _ = os.path.split(expected_filepath)
            files.extend("{}/{}".format(staging_dir, f) for f in frames)

        expected_files = instance.data.setdefault("expectedFiles", list())
        expected_files.append({"cache": files})
        self.log.debug(f"Caching on farm expected files: {expected_files}")

        instance.data.update({
             # used in HoudiniCacheSubmitDeadline in ayon-deadline
            "plugin": "Houdini",
            "publish": True
        })

CollectFarmCacheFamily

Bases: HoudiniInstancePlugin

Collect publish.hou family for caching on farm as early as possible.

Source code in client/ayon_houdini/plugins/publish/collect_cache_farm.py 
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
class CollectFarmCacheFamily(plugin.HoudiniInstancePlugin):
    """Collect publish.hou family for caching on farm as early as possible."""
    order = pyblish.api.CollectorOrder - 0.45
    families = ["ass", "pointcache", "redshiftproxy",
                "vdbcache", "model", "staticMesh",
                 "rop.opengl", "usdrop", "camera"]
    targets = ["local", "remote"]
    label = "Collect Data for Cache"

    def process(self, instance):

        if not instance.data["farm"]:
            self.log.debug("Caching on farm is disabled. "
                           "Skipping farm collecting.")
            return
        instance.data["families"].append("publish.hou")