Skip to content

addon

DeadlineAddon

Bases: AYONAddon, IPluginPaths

Source code in client/ayon_deadline/addon.py
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
class DeadlineAddon(AYONAddon, IPluginPaths):
    name = "deadline"
    version = __version__

    def initialize(self, studio_settings):
        deadline_settings = studio_settings[self.name]
        deadline_servers_info = {
            url_item["name"]: url_item
            for url_item in deadline_settings["deadline_urls"]
        }

        if not deadline_servers_info:
            self.enabled = False
            self.log.warning((
                "Deadline Webservice URLs are not specified. Disabling addon."
            ))

        self.deadline_servers_info = deadline_servers_info

        self._server_info_by_name: Dict[str, DeadlineServerInfo] = {}

        self._local_settings_cache = CacheItem(lifetime=60)

    def get_plugin_paths(self):
        """Deadline plugin paths."""
        # Note: We are not returning `publish` key because we have overridden
        # `get_publish_plugin_paths` to return paths host-specific. However,
        # `get_plugin_paths` still needs to be implemented because it's
        # abstract on the parent class
        return {}

    def get_publish_plugin_paths(
        self,
        host_name: Optional[str] = None
    ) -> List[str]:
        publish_dir = os.path.join(DEADLINE_ADDON_ROOT, "plugins", "publish")
        paths = [os.path.join(publish_dir, "global")]
        if host_name:
            paths.append(os.path.join(publish_dir, host_name))
        return paths

    def get_server_info_by_name(
        self,
        server_name: str,
        local_settings: Optional[Dict[str, Any]] = None,
    ) -> DeadlineServerInfo:
        """Returns Deadline server info by name.

        Args:
            server_name (str): Deadline Server name from Project Settings.
            local_settings (Optional[Dict[str, Any]]): Deadline local
                settings.

        Returns:
            DeadlineServerInfo: Deadline server info.

        """
        server_info = self._server_info_by_name.get(server_name)
        if server_info is None:
            con_info = self.get_deadline_server_connection_info(
                server_name, local_settings
            )
            args = con_info.url, con_info.auth, con_info.verify
            pools = get_deadline_pools(*args)
            groups = get_deadline_groups(*args)
            limit_groups = get_deadline_limit_groups(*args)
            machines = get_deadline_workers(*args)
            server_info = DeadlineServerInfo(
                pools=pools,
                limit_groups=limit_groups,
                groups=groups,
                machines=machines
            )
            self._server_info_by_name[server_name] = server_info

        return server_info

    def get_job_info(
        self,
        server_name: str,
        job_id: str,
        local_settings: Optional[Dict[str, Any]] = None,
    ) -> Optional[Dict[str, Any]]:
        """Get job info from Deadline.

        Args:
            server_name (str): Deadline Server name from project Settings.
            job_id (str): Deadline job id.
            local_settings (Optional[Dict[str, Any]]): Deadline local
                settings.

        Returns:
            Optional[Dict[str, Any]]: Job info from Deadline.

        """
        con_info = self.get_deadline_server_connection_info(
            server_name, local_settings
        )
        response = requests.get(
            f"{con_info.url}/api/jobs?JobID={job_id}",
            auth=con_info.auth,
            verify=con_info.verify
        )
        response.raise_for_status()
        data = response.json()
        if data:
            return data.pop(0)
        return None

    def submit_job(
        self,
        server_name: str,
        plugin_info: Dict[str, Any],
        job_info: "Union[DeadlineJobInfo, Dict[str, Any]]",
        aux_files: Optional[List[str]] = None,
        local_settings: Optional[Dict[str, Any]] = None,
    ) -> Dict[str, Any]:
        """Submit job to Deadline.

        Args:
            server_name (str): Deadline Server name from project Settings.
            plugin_info (dict): Plugin info data.
            job_info (Union[DeadlineJobInfo, Dict[str, Any]]): Job info data.
            aux_files (Optional[List[str]]): List of auxiliary files.
            local_settings (Optional[Dict[str, Any]]): Deadline local
                settings.

        Returns:
            Dict[str, Any]: Job payload, with 'response' key containing
                response data.

        """
        if isinstance(job_info, DeadlineJobInfo):
            job_info = job_info.serialize()

        payload = {
            "JobInfo": job_info,
            "PluginInfo": plugin_info,
            "AuxFiles": aux_files or [],
        }
        con_info = self.get_deadline_server_connection_info(
            server_name, local_settings
        )
        response = requests.post(
            f"{con_info.url}/api/jobs",
            json=payload,
            timeout=10,
            auth=con_info.auth,
            verify=con_info.verify
        )
        response.raise_for_status()
        payload["response"] = response.json()
        return payload

    def submit_ayon_plugin_job(
        self,
        server_name: str,
        args: "Union[List[str], str]",
        job_info: "Union[DeadlineJobInfo, Dict[str, Any]]",
        aux_files: Optional[List[str]] = None,
        single_frame_only: bool = True,
        local_settings: Optional[Dict[str, Any]] = None,
    ) -> Dict[str, Any]:
        """Submit job to Deadline using Ayon plugin.

        Args:
            server_name (str): Deadline Server name from settings.
            args (Union[List[str], str]): Command line arguments.
            job_info (Union[DeadlineJobInfo, Dict[str, Any]]): Job info data.
            aux_files (Optional[List[str]]): List of auxiliary files.
            single_frame_only (bool): Submit job for single frame only.
            local_settings (Optional[Dict[str, Any]]): Deadline local
                settings.

        Returns:
            Dict[str, Any]: Job payload, with 'job_id' key.

        """
        if not isinstance(args, str):
            args = subprocess.list2cmdline(args)

        if isinstance(job_info, DeadlineJobInfo):
            job_info = job_info.serialize()
        job_info["Plugin"] = "Ayon"

        plugin_info = {
            "Version": AYON_PLUGIN_VERSION,
            "Arguments": args,
            "SingleFrameOnly": "True" if single_frame_only else "False",
        }
        return self.submit_job(
            server_name,
            plugin_info,
            job_info,
            aux_files,
            local_settings=local_settings
        )

    def get_deadline_server_connection_info(
        self,
        server_name: str,
        local_settings: Optional[Dict[str, Any]] = None,
    ) -> DeadlineConnectionInfo:
        """Get Deadline server info.

        Args:
            server_name (str): Deadline Server name from project Settings.
            local_settings (Optional[Dict[str, Any]]): Deadline local
                settings.

        Returns:
            DeadlineConnectionInfo: Server connection information with
                server url, auth and verify ssl flag.

        """
        dl_server_info = self.deadline_servers_info[server_name]
        auth = self._get_server_user_auth(dl_server_info, local_settings)
        return DeadlineConnectionInfo(
            server_name,
            dl_server_info["value"].rstrip("/"),
            auth,
            not dl_server_info["not_verify_ssl"],
        )

    def _get_local_settings(self) -> Dict[str, Any]:
        if not self._local_settings_cache.is_valid:
            # TODO import 'get_addon_site_settings' when available
            #   in public 'ayon_api'
            con = ayon_api.get_server_api_connection()
            self._local_settings_cache.update_data(
                con.get_addon_site_settings(
                    self.name, self.version
                )
            )
        return self._local_settings_cache.get_data()

    def _get_server_user_auth(
        self,
        server_info: Dict[str, Any],
        local_settings: Optional[Dict[str, Any]] = None,
    ) -> Optional[Tuple[str, str]]:
        server_name = server_info["name"]

        require_authentication = server_info["require_authentication"]
        if require_authentication:
            if local_settings is None:
                local_settings = self._get_local_settings()

            for server_info in local_settings["local_settings"]:
                if server_name != server_info["server_name"]:
                    continue

                if server_info["username"] and server_info["password"]:
                    return server_info["username"], server_info["password"]

        default_username = server_info["default_username"]
        default_password = server_info["default_password"]
        if default_username and default_password:
            return default_username, default_password

get_deadline_server_connection_info(server_name, local_settings=None)

Get Deadline server info.

Parameters:

Name Type Description Default
server_name str

Deadline Server name from project Settings.

required
local_settings Optional[Dict[str, Any]]

Deadline local settings.

None

Returns:

Name Type Description
DeadlineConnectionInfo DeadlineConnectionInfo

Server connection information with server url, auth and verify ssl flag.

Source code in client/ayon_deadline/addon.py
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
def get_deadline_server_connection_info(
    self,
    server_name: str,
    local_settings: Optional[Dict[str, Any]] = None,
) -> DeadlineConnectionInfo:
    """Get Deadline server info.

    Args:
        server_name (str): Deadline Server name from project Settings.
        local_settings (Optional[Dict[str, Any]]): Deadline local
            settings.

    Returns:
        DeadlineConnectionInfo: Server connection information with
            server url, auth and verify ssl flag.

    """
    dl_server_info = self.deadline_servers_info[server_name]
    auth = self._get_server_user_auth(dl_server_info, local_settings)
    return DeadlineConnectionInfo(
        server_name,
        dl_server_info["value"].rstrip("/"),
        auth,
        not dl_server_info["not_verify_ssl"],
    )

get_job_info(server_name, job_id, local_settings=None)

Get job info from Deadline.

Parameters:

Name Type Description Default
server_name str

Deadline Server name from project Settings.

required
job_id str

Deadline job id.

required
local_settings Optional[Dict[str, Any]]

Deadline local settings.

None

Returns:

Type Description
Optional[Dict[str, Any]]

Optional[Dict[str, Any]]: Job info from Deadline.

Source code in client/ayon_deadline/addon.py
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
def get_job_info(
    self,
    server_name: str,
    job_id: str,
    local_settings: Optional[Dict[str, Any]] = None,
) -> Optional[Dict[str, Any]]:
    """Get job info from Deadline.

    Args:
        server_name (str): Deadline Server name from project Settings.
        job_id (str): Deadline job id.
        local_settings (Optional[Dict[str, Any]]): Deadline local
            settings.

    Returns:
        Optional[Dict[str, Any]]: Job info from Deadline.

    """
    con_info = self.get_deadline_server_connection_info(
        server_name, local_settings
    )
    response = requests.get(
        f"{con_info.url}/api/jobs?JobID={job_id}",
        auth=con_info.auth,
        verify=con_info.verify
    )
    response.raise_for_status()
    data = response.json()
    if data:
        return data.pop(0)
    return None

get_plugin_paths()

Deadline plugin paths.

Source code in client/ayon_deadline/addon.py
55
56
57
58
59
60
61
def get_plugin_paths(self):
    """Deadline plugin paths."""
    # Note: We are not returning `publish` key because we have overridden
    # `get_publish_plugin_paths` to return paths host-specific. However,
    # `get_plugin_paths` still needs to be implemented because it's
    # abstract on the parent class
    return {}

get_server_info_by_name(server_name, local_settings=None)

Returns Deadline server info by name.

Parameters:

Name Type Description Default
server_name str

Deadline Server name from Project Settings.

required
local_settings Optional[Dict[str, Any]]

Deadline local settings.

None

Returns:

Name Type Description
DeadlineServerInfo DeadlineServerInfo

Deadline server info.

Source code in client/ayon_deadline/addon.py
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
def get_server_info_by_name(
    self,
    server_name: str,
    local_settings: Optional[Dict[str, Any]] = None,
) -> DeadlineServerInfo:
    """Returns Deadline server info by name.

    Args:
        server_name (str): Deadline Server name from Project Settings.
        local_settings (Optional[Dict[str, Any]]): Deadline local
            settings.

    Returns:
        DeadlineServerInfo: Deadline server info.

    """
    server_info = self._server_info_by_name.get(server_name)
    if server_info is None:
        con_info = self.get_deadline_server_connection_info(
            server_name, local_settings
        )
        args = con_info.url, con_info.auth, con_info.verify
        pools = get_deadline_pools(*args)
        groups = get_deadline_groups(*args)
        limit_groups = get_deadline_limit_groups(*args)
        machines = get_deadline_workers(*args)
        server_info = DeadlineServerInfo(
            pools=pools,
            limit_groups=limit_groups,
            groups=groups,
            machines=machines
        )
        self._server_info_by_name[server_name] = server_info

    return server_info

submit_ayon_plugin_job(server_name, args, job_info, aux_files=None, single_frame_only=True, local_settings=None)

Submit job to Deadline using Ayon plugin.

Parameters:

Name Type Description Default
server_name str

Deadline Server name from settings.

required
args Union[List[str], str]

Command line arguments.

required
job_info Union[DeadlineJobInfo, Dict[str, Any]]

Job info data.

required
aux_files Optional[List[str]]

List of auxiliary files.

None
single_frame_only bool

Submit job for single frame only.

True
local_settings Optional[Dict[str, Any]]

Deadline local settings.

None

Returns:

Type Description
Dict[str, Any]

Dict[str, Any]: Job payload, with 'job_id' key.

Source code in client/ayon_deadline/addon.py
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
def submit_ayon_plugin_job(
    self,
    server_name: str,
    args: "Union[List[str], str]",
    job_info: "Union[DeadlineJobInfo, Dict[str, Any]]",
    aux_files: Optional[List[str]] = None,
    single_frame_only: bool = True,
    local_settings: Optional[Dict[str, Any]] = None,
) -> Dict[str, Any]:
    """Submit job to Deadline using Ayon plugin.

    Args:
        server_name (str): Deadline Server name from settings.
        args (Union[List[str], str]): Command line arguments.
        job_info (Union[DeadlineJobInfo, Dict[str, Any]]): Job info data.
        aux_files (Optional[List[str]]): List of auxiliary files.
        single_frame_only (bool): Submit job for single frame only.
        local_settings (Optional[Dict[str, Any]]): Deadline local
            settings.

    Returns:
        Dict[str, Any]: Job payload, with 'job_id' key.

    """
    if not isinstance(args, str):
        args = subprocess.list2cmdline(args)

    if isinstance(job_info, DeadlineJobInfo):
        job_info = job_info.serialize()
    job_info["Plugin"] = "Ayon"

    plugin_info = {
        "Version": AYON_PLUGIN_VERSION,
        "Arguments": args,
        "SingleFrameOnly": "True" if single_frame_only else "False",
    }
    return self.submit_job(
        server_name,
        plugin_info,
        job_info,
        aux_files,
        local_settings=local_settings
    )

submit_job(server_name, plugin_info, job_info, aux_files=None, local_settings=None)

Submit job to Deadline.

Parameters:

Name Type Description Default
server_name str

Deadline Server name from project Settings.

required
plugin_info dict

Plugin info data.

required
job_info Union[DeadlineJobInfo, Dict[str, Any]]

Job info data.

required
aux_files Optional[List[str]]

List of auxiliary files.

None
local_settings Optional[Dict[str, Any]]

Deadline local settings.

None

Returns:

Type Description
Dict[str, Any]

Dict[str, Any]: Job payload, with 'response' key containing response data.

Source code in client/ayon_deadline/addon.py
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
def submit_job(
    self,
    server_name: str,
    plugin_info: Dict[str, Any],
    job_info: "Union[DeadlineJobInfo, Dict[str, Any]]",
    aux_files: Optional[List[str]] = None,
    local_settings: Optional[Dict[str, Any]] = None,
) -> Dict[str, Any]:
    """Submit job to Deadline.

    Args:
        server_name (str): Deadline Server name from project Settings.
        plugin_info (dict): Plugin info data.
        job_info (Union[DeadlineJobInfo, Dict[str, Any]]): Job info data.
        aux_files (Optional[List[str]]): List of auxiliary files.
        local_settings (Optional[Dict[str, Any]]): Deadline local
            settings.

    Returns:
        Dict[str, Any]: Job payload, with 'response' key containing
            response data.

    """
    if isinstance(job_info, DeadlineJobInfo):
        job_info = job_info.serialize()

    payload = {
        "JobInfo": job_info,
        "PluginInfo": plugin_info,
        "AuxFiles": aux_files or [],
    }
    con_info = self.get_deadline_server_connection_info(
        server_name, local_settings
    )
    response = requests.post(
        f"{con_info.url}/api/jobs",
        json=payload,
        timeout=10,
        auth=con_info.auth,
        verify=con_info.verify
    )
    response.raise_for_status()
    payload["response"] = response.json()
    return payload