mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-09-20 03:15:26 +00:00
18067 lines
1.2 MiB
18067 lines
1.2 MiB
|
||
<!doctype html>
|
||
<html lang="en" class="no-js">
|
||
<head>
|
||
|
||
<meta charset="utf-8">
|
||
<meta name="viewport" content="width=device-width,initial-scale=1">
|
||
|
||
<meta name="description" content="A micro framework on top of PyTorch with first class citizen APIs for foundation model adaptation">
|
||
|
||
|
||
|
||
|
||
<link rel="prev" href="../dinov2/">
|
||
|
||
|
||
<link rel="next" href="../segment_anything/">
|
||
|
||
|
||
<link rel="icon" href="../../../assets/favicon.svg">
|
||
<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.35">
|
||
|
||
|
||
|
||
<title>Latent Diffusion - Refiners</title>
|
||
|
||
|
||
|
||
<link rel="stylesheet" href="../../../assets/stylesheets/main.35f28582.min.css">
|
||
|
||
|
||
<link rel="stylesheet" href="../../../assets/stylesheets/palette.06af60db.min.css">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
||
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
|
||
<style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
|
||
|
||
|
||
|
||
<link rel="stylesheet" href="../../../assets/_mkdocstrings.css">
|
||
|
||
<link rel="stylesheet" href="../../../stylesheets/extra.css">
|
||
|
||
<script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</head>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<body dir="ltr" data-md-color-scheme="default" data-md-color-primary="deep-orange" data-md-color-accent="deep-orange">
|
||
|
||
|
||
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
|
||
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
|
||
<label class="md-overlay" for="__drawer"></label>
|
||
<div data-md-component="skip">
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.FixedGroupNorm" class="md-skip">
|
||
Skip to content
|
||
</a>
|
||
|
||
</div>
|
||
<div data-md-component="announce">
|
||
|
||
<aside class="md-banner">
|
||
<div class="md-banner__inner md-grid md-typeset">
|
||
|
||
<button class="md-banner__button md-icon" aria-label="Don't show this again">
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
|
||
</button>
|
||
|
||
|
||
|
||
Check out our brand new <a href="https://finegrain.ai/bounties">Bounty Program</a> 💰!
|
||
|
||
|
||
</div>
|
||
|
||
<script>var el=document.querySelector("[data-md-component=announce]");if(el){var content=el.querySelector(".md-typeset");__md_hash(content.innerHTML)===__md_get("__announce")&&(el.hidden=!0)}</script>
|
||
|
||
</aside>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<header class="md-header md-header--shadow md-header--lifted" data-md-component="header">
|
||
<nav class="md-header__inner md-grid" aria-label="Header">
|
||
<a href="../../.." title="Refiners" class="md-header__button md-logo" aria-label="Refiners" data-md-component="logo">
|
||
|
||
<img src="../../../assets/favicon.svg" alt="logo">
|
||
|
||
</a>
|
||
<label class="md-header__button md-icon" for="__drawer">
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
|
||
</label>
|
||
<div class="md-header__title" data-md-component="header-title">
|
||
<div class="md-header__ellipsis">
|
||
<div class="md-header__topic">
|
||
<span class="md-ellipsis">
|
||
Refiners
|
||
</span>
|
||
</div>
|
||
<div class="md-header__topic" data-md-component="header-topic">
|
||
<span class="md-ellipsis">
|
||
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Latent Diffusion
|
||
|
||
</span>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<label class="md-header__button md-icon" for="__search">
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
|
||
</label>
|
||
<div class="md-search" data-md-component="search" role="dialog">
|
||
<label class="md-search__overlay" for="__search"></label>
|
||
<div class="md-search__inner" role="search">
|
||
<form class="md-search__form" name="search">
|
||
<input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
|
||
<label class="md-search__icon md-icon" for="__search">
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
|
||
</label>
|
||
<nav class="md-search__options" aria-label="Search">
|
||
|
||
<button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
|
||
</button>
|
||
</nav>
|
||
|
||
</form>
|
||
<div class="md-search__output">
|
||
<div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
|
||
<div class="md-search-result" data-md-component="search-result">
|
||
<div class="md-search-result__meta">
|
||
Initializing search
|
||
</div>
|
||
<ol class="md-search-result__list" role="presentation"></ol>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
<div class="md-header__source">
|
||
<a href="https://github.com/finegrain-ai/refiners" title="Go to repository" class="md-source" data-md-component="source">
|
||
<div class="md-source__icon md-icon">
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg>
|
||
</div>
|
||
<div class="md-source__repository">
|
||
Refiners
|
||
</div>
|
||
</a>
|
||
</div>
|
||
|
||
</nav>
|
||
|
||
|
||
|
||
<nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
|
||
<div class="md-grid">
|
||
<ul class="md-tabs__list">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-tabs__item">
|
||
<a href="../../.." class="md-tabs__link">
|
||
|
||
|
||
Home
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-tabs__item">
|
||
<a href="../../../getting-started/recommended/" class="md-tabs__link">
|
||
|
||
|
||
Getting started
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-tabs__item">
|
||
<a href="../../../concepts/chain/" class="md-tabs__link">
|
||
|
||
|
||
Key Concepts
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-tabs__item">
|
||
<a href="../../../guides/adapting_sdxl/" class="md-tabs__link">
|
||
|
||
|
||
Guides
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-tabs__item md-tabs__item--active">
|
||
<a href="../../fluxion/adapters/" class="md-tabs__link">
|
||
|
||
|
||
API Reference
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</div>
|
||
</nav>
|
||
|
||
|
||
</header>
|
||
|
||
<div class="md-container" data-md-component="container">
|
||
|
||
|
||
|
||
|
||
<main class="md-main" data-md-component="main">
|
||
<div class="md-main__inner md-grid">
|
||
|
||
|
||
|
||
<div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
|
||
<div class="md-sidebar__scrollwrap">
|
||
<div class="md-sidebar__inner">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
|
||
<label class="md-nav__title" for="__drawer">
|
||
<a href="../../.." title="Refiners" class="md-nav__button md-logo" aria-label="Refiners" data-md-component="logo">
|
||
|
||
<img src="../../../assets/favicon.svg" alt="logo">
|
||
|
||
</a>
|
||
Refiners
|
||
</label>
|
||
|
||
<div class="md-nav__source">
|
||
<a href="https://github.com/finegrain-ai/refiners" title="Go to repository" class="md-source" data-md-component="source">
|
||
<div class="md-source__icon md-icon">
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg>
|
||
</div>
|
||
<div class="md-source__repository">
|
||
Refiners
|
||
</div>
|
||
</a>
|
||
</div>
|
||
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--nested">
|
||
|
||
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_1" >
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_1" id="__nav_1_label" tabindex="0">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
Home
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_1_label" aria-expanded="false">
|
||
<label class="md-nav__title" for="__nav_1">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
Home
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../.." class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m12 3.77-.75.84S9.97 6.06 8.68 7.94 6 12.07 6 14.23a6 6 0 0 0 6 6 6 6 0 0 0 6-6c0-2.16-1.39-4.41-2.68-6.29s-2.57-3.33-2.57-3.33zm0 3.13c.44.52.84.95 1.68 2.17 1.21 1.76 2.32 4 2.32 5.16 0 2.22-1.78 4-4 4s-4-1.78-4-4c0-1.16 1.11-3.4 2.32-5.16.84-1.22 1.24-1.65 1.68-2.17"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Welcome
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../home/why/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11h3v2h-3zM1 11h3v2H1zM13 1v3h-2V1zM4.92 3.5l2.13 2.14-1.42 1.41L3.5 4.93zm12.03 2.13 2.12-2.13 1.43 1.43-2.13 2.12zM12 6a6 6 0 0 1 6 6c0 2.22-1.21 4.16-3 5.2V19a1 1 0 0 1-1 1h-4a1 1 0 0 1-1-1v-1.8c-1.79-1.04-3-2.98-3-5.2a6 6 0 0 1 6-6m2 15v1a1 1 0 0 1-1 1h-2a1 1 0 0 1-1-1v-1zm-3-3h2v-2.13c1.73-.44 3-2.01 3-3.87a4 4 0 0 0-4-4 4 4 0 0 0-4 4c0 1.86 1.27 3.43 3 3.87z"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Manifesto
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--nested">
|
||
|
||
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_2" >
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
Getting started
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
|
||
<label class="md-nav__title" for="__nav_2">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
Getting started
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../getting-started/recommended/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m12 15.39-3.76 2.27.99-4.28-3.32-2.88 4.38-.37L12 6.09l1.71 4.04 4.38.37-3.32 2.88.99 4.28M22 9.24l-7.19-.61L12 2 9.19 8.63 2 9.24l5.45 4.73L5.82 21 12 17.27 18.18 21l-1.64-7.03z"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Recommended usage
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../getting-started/advanced/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9 1.09V6H7V1.09C4.16 1.57 2 4.03 2 7c0 2.22 1.21 4.15 3 5.19V21c0 .55.45 1 1 1h4c.55 0 1-.45 1-1v-8.81c1.79-1.04 3-2.97 3-5.19 0-2.97-2.16-5.43-5-5.91m1 9.37-1 .58V20H7v-8.96l-1-.58C4.77 9.74 4 8.42 4 7c0-1 .37-1.94 1-2.65V8h6V4.35c.63.71 1 1.65 1 2.65 0 1.42-.77 2.74-2 3.46m10.94 7.48a3.3 3.3 0 0 0 0-.89l.97-.73a.22.22 0 0 0 .06-.29l-.92-1.56c-.05-.1-.18-.14-.29-.1l-1.15.45c-.24-.17-.49-.32-.78-.44l-.17-1.19a.235.235 0 0 0-.23-.19h-1.85c-.12 0-.22.08-.24.19l-.17 1.19c-.29.12-.54.27-.78.44l-1.15-.45c-.1-.04-.24 0-.28.1l-.93 1.56c-.06.1-.03.22.06.29l.97.73c-.01.15-.03.3-.03.45s.02.29.03.44l-.97.74a.22.22 0 0 0-.06.29l.93 1.56c.04.1.18.13.28.1l1.15-.46c.24.18.49.33.78.45l.17 1.19c.02.11.12.19.24.19h1.85c.11 0 .21-.08.23-.19l.17-1.19c.29-.12.54-.27.78-.45l1.15.46c.11.03.24 0 .29-.1l.92-1.56a.22.22 0 0 0-.06-.29zM17.5 19c-.83 0-1.5-.67-1.5-1.5s.67-1.5 1.5-1.5 1.5.67 1.5 1.5-.67 1.5-1.5 1.5"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Advanced usage
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--nested">
|
||
|
||
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_3" >
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
Key Concepts
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
|
||
<label class="md-nav__title" for="__nav_3">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
Key Concepts
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../concepts/chain/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 1a2.5 2.5 0 0 0-2.5 2.5A2.5 2.5 0 0 0 11 5.79V7H7a2 2 0 0 0-2 2v.71A2.5 2.5 0 0 0 3.5 12 2.5 2.5 0 0 0 5 14.29V15H4a2 2 0 0 0-2 2v1.21A2.5 2.5 0 0 0 .5 20.5 2.5 2.5 0 0 0 3 23a2.5 2.5 0 0 0 2.5-2.5A2.5 2.5 0 0 0 4 18.21V17h4v1.21a2.5 2.5 0 0 0-1.5 2.29A2.5 2.5 0 0 0 9 23a2.5 2.5 0 0 0 2.5-2.5 2.5 2.5 0 0 0-1.5-2.29V17a2 2 0 0 0-2-2H7v-.71A2.5 2.5 0 0 0 8.5 12 2.5 2.5 0 0 0 7 9.71V9h10v.71A2.5 2.5 0 0 0 15.5 12a2.5 2.5 0 0 0 1.5 2.29V15h-1a2 2 0 0 0-2 2v1.21a2.5 2.5 0 0 0-1.5 2.29A2.5 2.5 0 0 0 15 23a2.5 2.5 0 0 0 2.5-2.5 2.5 2.5 0 0 0-1.5-2.29V17h4v1.21a2.5 2.5 0 0 0-1.5 2.29A2.5 2.5 0 0 0 21 23a2.5 2.5 0 0 0 2.5-2.5 2.5 2.5 0 0 0-1.5-2.29V17a2 2 0 0 0-2-2h-1v-.71A2.5 2.5 0 0 0 20.5 12 2.5 2.5 0 0 0 19 9.71V9a2 2 0 0 0-2-2h-4V5.79a2.5 2.5 0 0 0 1.5-2.29A2.5 2.5 0 0 0 12 1m0 1.5a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1M6 11a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m12 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1M3 19.5a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m6 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m6 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m6 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Chain
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../concepts/context/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9 22a1 1 0 0 1-1-1v-3H4a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h16a2 2 0 0 1 2 2v12a2 2 0 0 1-2 2h-6.1l-3.7 3.71c-.2.19-.45.29-.7.29zm1-6v3.08L13.08 16H20V4H4v12zm3-6h-2V6h2zm0 4h-2v-2h2z"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Context
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../concepts/adapter/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M2 12h2v5h16v-5h2v5a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2m9-12h2v3h3v2h-3v3h-2v-3H8V8h3Z"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Adapter
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--nested">
|
||
|
||
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_4" >
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
Guides
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
|
||
<label class="md-nav__title" for="__nav_4">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
Guides
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../guides/adapting_sdxl/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M2 13h2v2h2v-2h2v2h2v-2h2v2h2v-5l3-3V1h2l4 2-4 2v2l3 3v12H11v-3a2 2 0 0 0-2-2 2 2 0 0 0-2 2v3H2zm16-3c-.55 0-1 .54-1 1.2V13h2v-1.8c0-.66-.45-1.2-1-1.2"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Adapting SDXL
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../../guides/training_101/" class="md-nav__link">
|
||
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M18 22a2 2 0 0 0 2-2V4a2 2 0 0 0-2-2h-6v7L9.5 7.5 7 9V2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2z"/></svg>
|
||
|
||
<span class="md-ellipsis">
|
||
Training 101
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" checked>
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
API Reference
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="true">
|
||
<label class="md-nav__title" for="__nav_5">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
API Reference
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_1" checked>
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_5_1" id="__nav_5_1_label" tabindex="">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
Refiners
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_1_label" aria-expanded="true">
|
||
<label class="md-nav__title" for="__nav_5_1">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
Refiners
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--nested">
|
||
|
||
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_5_1_1" >
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_5_1_1" id="__nav_5_1_1_label" tabindex="0">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Fluxion
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_1_1_label" aria-expanded="false">
|
||
<label class="md-nav__title" for="__nav_5_1_1">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Fluxion
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../fluxion/adapters/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Adapters
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../fluxion/context/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Context
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../fluxion/layers/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Layers
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../fluxion/model_converter/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Model Converter
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../../fluxion/utils/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Utils
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--active md-nav__item--nested">
|
||
|
||
|
||
|
||
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_1_2" checked>
|
||
|
||
|
||
<label class="md-nav__link" for="__nav_5_1_2" id="__nav_5_1_2_label" tabindex="0">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Foundation Models
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_1_2_label" aria-expanded="true">
|
||
<label class="md-nav__title" for="__nav_5_1_2">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Foundation Models
|
||
</label>
|
||
<ul class="md-nav__list" data-md-scrollfix>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../clip/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> CLIP
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../dinov2/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> DINOv2
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item md-nav__item--active">
|
||
|
||
<input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
|
||
|
||
|
||
|
||
<label class="md-nav__link md-nav__link--active" for="__toc">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Latent Diffusion
|
||
</span>
|
||
|
||
|
||
<span class="md-nav__icon md-icon"></span>
|
||
</label>
|
||
|
||
<a href="./" class="md-nav__link md-nav__link--active">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Latent Diffusion
|
||
</span>
|
||
|
||
|
||
</a>
|
||
|
||
|
||
|
||
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
|
||
|
||
|
||
|
||
|
||
<label class="md-nav__title" for="__toc">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
Table of contents
|
||
</label>
|
||
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.FixedGroupNorm" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> FixedGroupNorm
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LatentDiffusionAutoencoder
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" LatentDiffusionAutoencoder">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.decode" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> decode
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.encode" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> encode
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.image_to_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> image_to_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.images_to_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> images_to_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_image" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> latents_to_image
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_images" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> latents_to_images
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_image_to_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> tiled_image_to_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_inference" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> tiled_inference
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_latents_to_image" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> tiled_latents_to_image
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LatentDiffusionModel
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" LatentDiffusionModel">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.init_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> init_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.sample_noise" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sample_noise
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.set_inference_steps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_inference_steps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ControlLora
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" ControlLora">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ControlLoraAdapter
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" ControlLoraAdapter">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.control_lora" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> control_lora
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_condition_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_condition_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_lora_layers" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_lora_layers
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_weights" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_weights
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_zero_convolution_layers" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_zero_convolution_layers
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLAutoencoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLIPAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLIPAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLLcmAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLLcmAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLUNet
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" SDXLUNet">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_pooled_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_pooled_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_time_ids" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_time_ids
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_timestep" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_timestep
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StableDiffusion_XL
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StableDiffusion_XL">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.default_time_ids" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> default_time_ids
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.has_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> has_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_unet_context" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_unet_context
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.add_lcm_lora" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-function"></code> add_lcm_lora
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ICLight
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" ICLight">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.compute_gray_composite" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_gray_composite
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.set_ic_light_condition" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_ic_light_condition
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SD1Autoencoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1ELLAAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SD1ELLAAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SD1UNet
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" SD1UNet">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_timestep" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_timestep
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StableDiffusion_1
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StableDiffusion_1">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.has_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> has_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_unet_context" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_unet_context
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StableDiffusion_1_Inpainting
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StableDiffusion_1_Inpainting">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.compute_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.set_inpainting_conditions" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_inpainting_conditions
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DDIM" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DDIM
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DDPM" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DDPM
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DPMSolver
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" DPMSolver">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.dpm_solver_first_order_update" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> dpm_solver_first_order_update
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.multistep_dpm_solver_second_order_update" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> multistep_dpm_solver_second_order_update
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.rebuild" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> rebuild
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Euler
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" Euler">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler.init_noise_sigma" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> init_noise_sigma
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler.scale_model_input" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> scale_model_input
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.FrankenSolver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> FrankenSolver
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.LCMSolver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LCMSolver
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.ModelPredictionType" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ModelPredictionType
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.NoiseSchedule" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> NoiseSchedule
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Solver
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" Solver">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.all_steps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> all_steps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.device" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> device
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.dtype" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> dtype
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.inference_steps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> inference_steps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.add_noise" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_noise
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.generate_timesteps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> generate_timesteps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.rebuild" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> rebuild
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.remove_noise" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove_noise
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.sample_noise_schedule" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sample_noise_schedule
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.sample_power_distribution" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sample_power_distribution
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.scale_model_input" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> scale_model_input
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.to" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> to
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.SolverParams" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SolverParams
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.TimestepSpacing" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> TimestepSpacing
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDLoraManager
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" SDLoraManager">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.clip_text_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> clip_text_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.lora_adapters" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> lora_adapters
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.loras" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> loras
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.names" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> names
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.scales" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scales
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.unet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> unet
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_loras
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_text_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_loras_to_text_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_unet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_loras_to_unet
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_loras_by_name" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_loras_by_name
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_all" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove_all
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_loras" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove_loras
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.set_scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.sort_keys" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sort_keys
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.update_scales" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> update_scales
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> IPAdapter
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" IPAdapter">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.clip_image_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> clip_image_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.compute_clip_image_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_clip_image_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.preprocess_image" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> preprocess_image
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.set_clip_image_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_clip_image_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.AdaIN" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> AdaIN
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.ExtractReferenceFeatures" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ExtractReferenceFeatures
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.ScaleReferenceFeatures" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ScaleReferenceFeatures
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.SharedSelfAttentionAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SharedSelfAttentionAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAligned" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StyleAligned
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StyleAligned">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAligned.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StyleAlignedAdapter
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StyleAlignedAdapter">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DiffusionTarget
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MultiDiffusion
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" MultiDiffusion">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion.generate_latent_tiles" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> generate_latent_tiles
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLA" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ELLA
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLAAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ELLAAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../segment_anything/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Segment Anything
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<li class="md-nav__item">
|
||
<a href="../swin/" class="md-nav__link">
|
||
|
||
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Swin Transformers
|
||
</span>
|
||
|
||
|
||
</a>
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
|
||
|
||
</ul>
|
||
</nav>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
|
||
<div class="md-sidebar__scrollwrap">
|
||
<div class="md-sidebar__inner">
|
||
|
||
|
||
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
|
||
|
||
|
||
|
||
|
||
<label class="md-nav__title" for="__toc">
|
||
<span class="md-nav__icon md-icon"></span>
|
||
Table of contents
|
||
</label>
|
||
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.FixedGroupNorm" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> FixedGroupNorm
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LatentDiffusionAutoencoder
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" LatentDiffusionAutoencoder">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.decode" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> decode
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.encode" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> encode
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.image_to_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> image_to_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.images_to_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> images_to_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_image" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> latents_to_image
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_images" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> latents_to_images
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_image_to_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> tiled_image_to_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_inference" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> tiled_inference
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_latents_to_image" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> tiled_latents_to_image
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LatentDiffusionModel
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" LatentDiffusionModel">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.init_latents" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> init_latents
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.sample_noise" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sample_noise
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.set_inference_steps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_inference_steps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ControlLora
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" ControlLora">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ControlLoraAdapter
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" ControlLoraAdapter">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.control_lora" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> control_lora
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_condition_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_condition_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_lora_layers" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_lora_layers
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_weights" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_weights
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_zero_convolution_layers" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_zero_convolution_layers
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLAutoencoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLIPAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLIPAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLLcmAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLLcmAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDXLUNet
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" SDXLUNet">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_pooled_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_pooled_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_time_ids" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_time_ids
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_timestep" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_timestep
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StableDiffusion_XL
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StableDiffusion_XL">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.default_time_ids" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> default_time_ids
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.has_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> has_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_unet_context" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_unet_context
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.add_lcm_lora" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-function"></code> add_lcm_lora
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ICLight
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" ICLight">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.compute_gray_composite" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_gray_composite
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.set_ic_light_condition" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_ic_light_condition
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SD1Autoencoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1ELLAAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SD1ELLAAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SD1UNet
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" SD1UNet">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_timestep" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_timestep
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StableDiffusion_1
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StableDiffusion_1">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_clip_text_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_clip_text_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.has_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> has_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_unet_context" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_unet_context
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StableDiffusion_1_Inpainting
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StableDiffusion_1_Inpainting">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.compute_self_attention_guidance" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_self_attention_guidance
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.set_inpainting_conditions" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_inpainting_conditions
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DDIM" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DDIM
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DDPM" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DDPM
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DPMSolver
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" DPMSolver">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.dpm_solver_first_order_update" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> dpm_solver_first_order_update
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.multistep_dpm_solver_second_order_update" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> multistep_dpm_solver_second_order_update
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.rebuild" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> rebuild
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Euler
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" Euler">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler.init_noise_sigma" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> init_noise_sigma
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler.scale_model_input" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> scale_model_input
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.FrankenSolver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> FrankenSolver
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.LCMSolver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LCMSolver
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.ModelPredictionType" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ModelPredictionType
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.NoiseSchedule" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> NoiseSchedule
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Solver
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" Solver">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.all_steps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> all_steps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.device" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> device
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.dtype" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> dtype
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.inference_steps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> inference_steps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.add_noise" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_noise
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.generate_timesteps" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> generate_timesteps
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.rebuild" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> rebuild
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.remove_noise" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove_noise
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.sample_noise_schedule" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sample_noise_schedule
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.sample_power_distribution" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sample_power_distribution
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.scale_model_input" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> scale_model_input
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.to" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> to
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.SolverParams" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SolverParams
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.TimestepSpacing" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> TimestepSpacing
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SDLoraManager
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" SDLoraManager">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.clip_text_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> clip_text_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.lora_adapters" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> lora_adapters
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.loras" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> loras
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.names" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> names
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.scales" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scales
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.unet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> unet
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_loras
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_text_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_loras_to_text_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_unet" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> add_loras_to_unet
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_loras_by_name" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_loras_by_name
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_all" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove_all
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_loras" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove_loras
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.set_scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.sort_keys" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> sort_keys
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.update_scales" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> update_scales
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> IPAdapter
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" IPAdapter">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.clip_image_encoder" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> clip_image_encoder
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.compute_clip_image_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> compute_clip_image_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.preprocess_image" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> preprocess_image
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.set_clip_image_embedding" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_clip_image_embedding
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.AdaIN" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> AdaIN
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.ExtractReferenceFeatures" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ExtractReferenceFeatures
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.ScaleReferenceFeatures" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ScaleReferenceFeatures
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.SharedSelfAttentionAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SharedSelfAttentionAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAligned" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StyleAligned
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StyleAligned">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAligned.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> StyleAlignedAdapter
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" StyleAlignedAdapter">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter.scale" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> scale
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> DiffusionTarget
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MultiDiffusion
|
||
</span>
|
||
</a>
|
||
|
||
<nav class="md-nav" aria-label=" MultiDiffusion">
|
||
<ul class="md-nav__list">
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion.generate_latent_tiles" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> generate_latent_tiles
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
</nav>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLA" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ELLA
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
<li class="md-nav__item">
|
||
<a href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLAAdapter" class="md-nav__link">
|
||
<span class="md-ellipsis">
|
||
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ELLAAdapter
|
||
</span>
|
||
</a>
|
||
|
||
</li>
|
||
|
||
</ul>
|
||
|
||
</nav>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
|
||
|
||
|
||
<div class="md-content" data-md-component="content">
|
||
<article class="md-content__inner md-typeset">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<h1><code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Latent Diffusion</h1>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.auto_encoder.FixedGroupNorm" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">FixedGroupNorm</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.FixedGroupNorm" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">FixedGroupNorm</span><span class="p">(</span><span class="n">target</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.GroupNorm" href="../../fluxion/layers/#refiners.fluxion.layers.GroupNorm">GroupNorm</a></span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.adapter.Adapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.Adapter">Adapter</a>[<a class="autorefs autorefs-internal" title="refiners.fluxion.layers.GroupNorm" href="../../fluxion/layers/#refiners.fluxion.layers.GroupNorm">GroupNorm</a>]</code></p>
|
||
|
||
|
||
<p>Adapter for GroupNorm layers to fix the running mean and variance.</p>
|
||
<p>This is useful when running tiled inference with a autoencoder to ensure that the statistics of the GroupNorm layers
|
||
are consistent across tiles.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-224">224</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">target</span><span class="p">:</span> <span class="n">fl</span><span class="o">.</span><span class="n">GroupNorm</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="bp">self</span><span class="o">.</span><span class="n">mean</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-222"><a id="__codelineno-0-222" name="__codelineno-0-222"></a> <span class="bp">self</span><span class="o">.</span><span class="n">var</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">setup_adapter</span><span class="p">(</span><span class="n">target</span><span class="p">):</span>
|
||
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">fl</span><span class="o">.</span><span class="n">Lambda</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">compute_group_norm</span><span class="p">))</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">LatentDiffusionAutoencoder</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">LatentDiffusionAutoencoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
||
|
||
|
||
<p>Latent diffusion autoencoder model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.encoder_scale">encoder_scale</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The encoder scale to use.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-299">299</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-300">300</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-307">307</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="w"> </span><span class="sd">"""Initializes the model.</span>
|
||
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a>
|
||
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-299"><a id="__codelineno-0-299" name="__codelineno-0-299"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-300"><a id="__codelineno-0-300" name="__codelineno-0-300"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="n">Encoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="n">Decoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.decode" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">decode</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.decode" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">decode</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Decode a latent tensor.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The latent to decode.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The decoded image tensor.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-322">322</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-323">323</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-324">324</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-325">325</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-326">326</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-327">327</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-328">328</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-329">329</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-330">330</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-331">331</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-332">332</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-333">333</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-322"><a id="__codelineno-0-322" name="__codelineno-0-322"></a><span class="k">def</span> <span class="nf">decode</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-323"><a id="__codelineno-0-323" name="__codelineno-0-323"></a><span class="w"> </span><span class="sd">"""Decode a latent tensor.</span>
|
||
</span><span id="__span-0-324"><a id="__codelineno-0-324" name="__codelineno-0-324"></a>
|
||
</span><span id="__span-0-325"><a id="__codelineno-0-325" name="__codelineno-0-325"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-326"><a id="__codelineno-0-326" name="__codelineno-0-326"></a><span class="sd"> x: The latent to decode.</span>
|
||
</span><span id="__span-0-327"><a id="__codelineno-0-327" name="__codelineno-0-327"></a>
|
||
</span><span id="__span-0-328"><a id="__codelineno-0-328" name="__codelineno-0-328"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-329"><a id="__codelineno-0-329" name="__codelineno-0-329"></a><span class="sd"> The decoded image tensor.</span>
|
||
</span><span id="__span-0-330"><a id="__codelineno-0-330" name="__codelineno-0-330"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-331"><a id="__codelineno-0-331" name="__codelineno-0-331"></a> <span class="n">decoder</span> <span class="o">=</span> <span class="bp">self</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-332"><a id="__codelineno-0-332" name="__codelineno-0-332"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">decoder</span><span class="p">(</span><span class="n">x</span> <span class="o">/</span> <span class="bp">self</span><span class="o">.</span><span class="n">encoder_scale</span><span class="p">)</span>
|
||
</span><span id="__span-0-333"><a id="__codelineno-0-333" name="__codelineno-0-333"></a> <span class="k">return</span> <span class="n">x</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.encode" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">encode</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.encode" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">encode</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Encode an image.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image tensor to encode.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The encoded tensor.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-309">309</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-310">310</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-311">311</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-312">312</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-313">313</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-314">314</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-315">315</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-316">316</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-317">317</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-318">318</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-319">319</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-320">320</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-309"><a id="__codelineno-0-309" name="__codelineno-0-309"></a><span class="k">def</span> <span class="nf">encode</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-310"><a id="__codelineno-0-310" name="__codelineno-0-310"></a><span class="w"> </span><span class="sd">"""Encode an image.</span>
|
||
</span><span id="__span-0-311"><a id="__codelineno-0-311" name="__codelineno-0-311"></a>
|
||
</span><span id="__span-0-312"><a id="__codelineno-0-312" name="__codelineno-0-312"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-313"><a id="__codelineno-0-313" name="__codelineno-0-313"></a><span class="sd"> x: The image tensor to encode.</span>
|
||
</span><span id="__span-0-314"><a id="__codelineno-0-314" name="__codelineno-0-314"></a>
|
||
</span><span id="__span-0-315"><a id="__codelineno-0-315" name="__codelineno-0-315"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-316"><a id="__codelineno-0-316" name="__codelineno-0-316"></a><span class="sd"> The encoded tensor.</span>
|
||
</span><span id="__span-0-317"><a id="__codelineno-0-317" name="__codelineno-0-317"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-318"><a id="__codelineno-0-318" name="__codelineno-0-318"></a> <span class="n">encoder</span> <span class="o">=</span> <span class="bp">self</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
|
||
</span><span id="__span-0-319"><a id="__codelineno-0-319" name="__codelineno-0-319"></a> <span class="n">x</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">encoder_scale</span> <span class="o">*</span> <span class="n">encoder</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span><span id="__span-0-320"><a id="__codelineno-0-320" name="__codelineno-0-320"></a> <span class="k">return</span> <span class="n">x</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.image_to_latents" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">image_to_latents</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.image_to_latents" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">image_to_latents</span><span class="p">(</span><span class="n">image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Encode an image to latents.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-335">335</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-336">336</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-337">337</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-338">338</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-339">339</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-335"><a id="__codelineno-0-335" name="__codelineno-0-335"></a><span class="k">def</span> <span class="nf">image_to_latents</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-336"><a id="__codelineno-0-336" name="__codelineno-0-336"></a><span class="w"> </span><span class="sd">"""</span>
|
||
</span><span id="__span-0-337"><a id="__codelineno-0-337" name="__codelineno-0-337"></a><span class="sd"> Encode an image to latents.</span>
|
||
</span><span id="__span-0-338"><a id="__codelineno-0-338" name="__codelineno-0-338"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-339"><a id="__codelineno-0-339" name="__codelineno-0-339"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">images_to_latents</span><span class="p">([</span><span class="n">image</span><span class="p">])</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.images_to_latents" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">images_to_latents</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.images_to_latents" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">images_to_latents</span><span class="p">(</span><span class="n">images</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">])</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Convert a list of images to latents.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>images</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<span title="PIL.Image.Image">Image</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The list of images to convert.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A tensor containing the latents associated with the images.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-359">359</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-360">360</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-361">361</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-362">362</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-363">363</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-364">364</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-365">365</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-366">366</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-367">367</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-368">368</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-369">369</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-370">370</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-359"><a id="__codelineno-0-359" name="__codelineno-0-359"></a><span class="k">def</span> <span class="nf">images_to_latents</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">images</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">])</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-360"><a id="__codelineno-0-360" name="__codelineno-0-360"></a><span class="w"> </span><span class="sd">"""Convert a list of images to latents.</span>
|
||
</span><span id="__span-0-361"><a id="__codelineno-0-361" name="__codelineno-0-361"></a>
|
||
</span><span id="__span-0-362"><a id="__codelineno-0-362" name="__codelineno-0-362"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-363"><a id="__codelineno-0-363" name="__codelineno-0-363"></a><span class="sd"> images: The list of images to convert.</span>
|
||
</span><span id="__span-0-364"><a id="__codelineno-0-364" name="__codelineno-0-364"></a>
|
||
</span><span id="__span-0-365"><a id="__codelineno-0-365" name="__codelineno-0-365"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-366"><a id="__codelineno-0-366" name="__codelineno-0-366"></a><span class="sd"> A tensor containing the latents associated with the images.</span>
|
||
</span><span id="__span-0-367"><a id="__codelineno-0-367" name="__codelineno-0-367"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-368"><a id="__codelineno-0-368" name="__codelineno-0-368"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">images_to_tensor</span><span class="p">(</span><span class="n">images</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-369"><a id="__codelineno-0-369" name="__codelineno-0-369"></a> <span class="n">x</span> <span class="o">=</span> <span class="mi">2</span> <span class="o">*</span> <span class="n">x</span> <span class="o">-</span> <span class="mi">1</span>
|
||
</span><span id="__span-0-370"><a id="__codelineno-0-370" name="__codelineno-0-370"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_image" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">latents_to_image</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_image" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">latents_to_image</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="PIL.Image.Image">Image</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Decode latents to an image.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-377">377</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-378">378</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-379">379</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-380">380</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-381">381</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-382">382</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-383">383</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-384">384</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-377"><a id="__codelineno-0-377" name="__codelineno-0-377"></a><span class="k">def</span> <span class="nf">latents_to_image</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">:</span>
|
||
</span><span id="__span-0-378"><a id="__codelineno-0-378" name="__codelineno-0-378"></a><span class="w"> </span><span class="sd">"""</span>
|
||
</span><span id="__span-0-379"><a id="__codelineno-0-379" name="__codelineno-0-379"></a><span class="sd"> Decode latents to an image.</span>
|
||
</span><span id="__span-0-380"><a id="__codelineno-0-380" name="__codelineno-0-380"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-381"><a id="__codelineno-0-381" name="__codelineno-0-381"></a> <span class="k">if</span> <span class="n">x</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span> <span class="o">!=</span> <span class="mi">1</span><span class="p">:</span>
|
||
</span><span id="__span-0-382"><a id="__codelineno-0-382" name="__codelineno-0-382"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"Expected batch size of 1, got </span><span class="si">{</span><span class="n">x</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
||
</span><span id="__span-0-383"><a id="__codelineno-0-383" name="__codelineno-0-383"></a>
|
||
</span><span id="__span-0-384"><a id="__codelineno-0-384" name="__codelineno-0-384"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">latents_to_images</span><span class="p">(</span><span class="n">x</span><span class="p">)[</span><span class="mi">0</span><span class="p">]</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_images" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">latents_to_images</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.latents_to_images" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">latents_to_images</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Convert a tensor of latents to images.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The tensor of latents to convert.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<span title="PIL.Image.Image">Image</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A list of images associated with the latents.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-403">403</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-404">404</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-405">405</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-406">406</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-407">407</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-408">408</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-409">409</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-410">410</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-411">411</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-412">412</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-413">413</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-414">414</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-403"><a id="__codelineno-0-403" name="__codelineno-0-403"></a><span class="k">def</span> <span class="nf">latents_to_images</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">]:</span>
|
||
</span><span id="__span-0-404"><a id="__codelineno-0-404" name="__codelineno-0-404"></a><span class="w"> </span><span class="sd">"""Convert a tensor of latents to images.</span>
|
||
</span><span id="__span-0-405"><a id="__codelineno-0-405" name="__codelineno-0-405"></a>
|
||
</span><span id="__span-0-406"><a id="__codelineno-0-406" name="__codelineno-0-406"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-407"><a id="__codelineno-0-407" name="__codelineno-0-407"></a><span class="sd"> x: The tensor of latents to convert.</span>
|
||
</span><span id="__span-0-408"><a id="__codelineno-0-408" name="__codelineno-0-408"></a>
|
||
</span><span id="__span-0-409"><a id="__codelineno-0-409" name="__codelineno-0-409"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-410"><a id="__codelineno-0-410" name="__codelineno-0-410"></a><span class="sd"> A list of images associated with the latents.</span>
|
||
</span><span id="__span-0-411"><a id="__codelineno-0-411" name="__codelineno-0-411"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-412"><a id="__codelineno-0-412" name="__codelineno-0-412"></a> <span class="n">x</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">decode</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span><span id="__span-0-413"><a id="__codelineno-0-413" name="__codelineno-0-413"></a> <span class="n">x</span> <span class="o">=</span> <span class="p">(</span><span class="n">x</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">/</span> <span class="mi">2</span>
|
||
</span><span id="__span-0-414"><a id="__codelineno-0-414" name="__codelineno-0-414"></a> <span class="k">return</span> <span class="n">tensor_to_images</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_image_to_latents" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">tiled_image_to_latents</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_image_to_latents" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">tiled_image_to_latents</span><span class="p">(</span><span class="n">image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Convert an image to latents with gradient blending to smooth tile edges.</p>
|
||
<p>You need to activate the tiled inference context manager with the <code>tiled_inference</code> method to use this method.</p>
|
||
<p>```python
|
||
with lda.tiled_inference(sample_image, tile_size=(768, 1024)):
|
||
latents = lda.tiled_image_to_latents(sample_image)</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-341">341</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-342">342</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-343">343</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-344">344</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-345">345</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-346">346</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-347">347</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-348">348</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-349">349</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-350">350</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-351">351</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-352">352</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-353">353</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-354">354</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-355">355</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-356">356</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-357">357</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-341"><a id="__codelineno-0-341" name="__codelineno-0-341"></a><span class="k">def</span> <span class="nf">tiled_image_to_latents</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-342"><a id="__codelineno-0-342" name="__codelineno-0-342"></a><span class="w"> </span><span class="sd">"""</span>
|
||
</span><span id="__span-0-343"><a id="__codelineno-0-343" name="__codelineno-0-343"></a><span class="sd"> Convert an image to latents with gradient blending to smooth tile edges.</span>
|
||
</span><span id="__span-0-344"><a id="__codelineno-0-344" name="__codelineno-0-344"></a>
|
||
</span><span id="__span-0-345"><a id="__codelineno-0-345" name="__codelineno-0-345"></a><span class="sd"> You need to activate the tiled inference context manager with the `tiled_inference` method to use this method.</span>
|
||
</span><span id="__span-0-346"><a id="__codelineno-0-346" name="__codelineno-0-346"></a>
|
||
</span><span id="__span-0-347"><a id="__codelineno-0-347" name="__codelineno-0-347"></a><span class="sd"> ```python</span>
|
||
</span><span id="__span-0-348"><a id="__codelineno-0-348" name="__codelineno-0-348"></a><span class="sd"> with lda.tiled_inference(sample_image, tile_size=(768, 1024)):</span>
|
||
</span><span id="__span-0-349"><a id="__codelineno-0-349" name="__codelineno-0-349"></a><span class="sd"> latents = lda.tiled_image_to_latents(sample_image)</span>
|
||
</span><span id="__span-0-350"><a id="__codelineno-0-350" name="__codelineno-0-350"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-351"><a id="__codelineno-0-351" name="__codelineno-0-351"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-352"><a id="__codelineno-0-352" name="__codelineno-0-352"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Tiled inference context manager not active. Use `tiled_inference` method to activate."</span><span class="p">)</span>
|
||
</span><span id="__span-0-353"><a id="__codelineno-0-353" name="__codelineno-0-353"></a>
|
||
</span><span id="__span-0-354"><a id="__codelineno-0-354" name="__codelineno-0-354"></a> <span class="k">assert</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-355"><a id="__codelineno-0-355" name="__codelineno-0-355"></a> <span class="n">image_tensor</span> <span class="o">=</span> <span class="n">image_to_tensor</span><span class="p">(</span><span class="n">image</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-356"><a id="__codelineno-0-356" name="__codelineno-0-356"></a> <span class="n">image_tensor</span> <span class="o">=</span> <span class="mi">2</span> <span class="o">*</span> <span class="n">image_tensor</span> <span class="o">-</span> <span class="mi">1</span>
|
||
</span><span id="__span-0-357"><a id="__codelineno-0-357" name="__codelineno-0-357"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tiled_encode</span><span class="p">(</span><span class="n">image_tensor</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_inference" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">tiled_inference</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_inference" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">tiled_inference</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">tile_size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">512</span><span class="p">,</span> <span class="mi">512</span><span class="p">),</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">blending</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">64</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" title="typing.Generator" href="https://docs.python.org/3/library/typing.html#typing.Generator">Generator</a></span><span class="p">[</span><span class="kc">None</span><span class="p">,</span> <span class="kc">None</span><span class="p">,</span> <span class="kc">None</span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Context manager for tiled inference operations to save VRAM for large images.</p>
|
||
<p>This context manager sets up a consistent GroupNorm statistics for performing tiled operations on the
|
||
autoencoder, including setting and resetting group norm statistics. This allow to make sure that the result is
|
||
consistent across tiles by capturing the statistics of the GroupNorm layers on a downsampled version of the
|
||
image.</p>
|
||
<p>Be careful not to use the normal <code>image_to_latents</code> and <code>latents_to_image</code> methods while this context manager is
|
||
active, as this will fail silently and run the operation without tiling.</p>
|
||
<p>```python
|
||
with lda.tiled_inference(sample_image, tile_size=(768, 1024), blending=32):
|
||
latents = lda.tiled_image_to_latents(sample_image)
|
||
decoded_image = lda.tiled_latents_to_image(latents)</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-598">598</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-599">599</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-600">600</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-601">601</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-602">602</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-603">603</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-604">604</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-605">605</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-606">606</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-607">607</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-608">608</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-609">609</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-610">610</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-611">611</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-612">612</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-613">613</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-614">614</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-615">615</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-616">616</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-617">617</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-618">618</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-619">619</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-620">620</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-621">621</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-622">622</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-623">623</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-624">624</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-625">625</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-626">626</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-598"><a id="__codelineno-0-598" name="__codelineno-0-598"></a><span class="nd">@contextmanager</span>
|
||
</span><span id="__span-0-599"><a id="__codelineno-0-599" name="__codelineno-0-599"></a><span class="k">def</span> <span class="nf">tiled_inference</span><span class="p">(</span>
|
||
</span><span id="__span-0-600"><a id="__codelineno-0-600" name="__codelineno-0-600"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">,</span> <span class="n">tile_size</span><span class="p">:</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">512</span><span class="p">,</span> <span class="mi">512</span><span class="p">),</span> <span class="n">blending</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">64</span>
|
||
</span><span id="__span-0-601"><a id="__codelineno-0-601" name="__codelineno-0-601"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Generator</span><span class="p">[</span><span class="kc">None</span><span class="p">,</span> <span class="kc">None</span><span class="p">,</span> <span class="kc">None</span><span class="p">]:</span>
|
||
</span><span id="__span-0-602"><a id="__codelineno-0-602" name="__codelineno-0-602"></a><span class="w"> </span><span class="sd">"""</span>
|
||
</span><span id="__span-0-603"><a id="__codelineno-0-603" name="__codelineno-0-603"></a><span class="sd"> Context manager for tiled inference operations to save VRAM for large images.</span>
|
||
</span><span id="__span-0-604"><a id="__codelineno-0-604" name="__codelineno-0-604"></a>
|
||
</span><span id="__span-0-605"><a id="__codelineno-0-605" name="__codelineno-0-605"></a><span class="sd"> This context manager sets up a consistent GroupNorm statistics for performing tiled operations on the</span>
|
||
</span><span id="__span-0-606"><a id="__codelineno-0-606" name="__codelineno-0-606"></a><span class="sd"> autoencoder, including setting and resetting group norm statistics. This allow to make sure that the result is</span>
|
||
</span><span id="__span-0-607"><a id="__codelineno-0-607" name="__codelineno-0-607"></a><span class="sd"> consistent across tiles by capturing the statistics of the GroupNorm layers on a downsampled version of the</span>
|
||
</span><span id="__span-0-608"><a id="__codelineno-0-608" name="__codelineno-0-608"></a><span class="sd"> image.</span>
|
||
</span><span id="__span-0-609"><a id="__codelineno-0-609" name="__codelineno-0-609"></a>
|
||
</span><span id="__span-0-610"><a id="__codelineno-0-610" name="__codelineno-0-610"></a><span class="sd"> Be careful not to use the normal `image_to_latents` and `latents_to_image` methods while this context manager is</span>
|
||
</span><span id="__span-0-611"><a id="__codelineno-0-611" name="__codelineno-0-611"></a><span class="sd"> active, as this will fail silently and run the operation without tiling.</span>
|
||
</span><span id="__span-0-612"><a id="__codelineno-0-612" name="__codelineno-0-612"></a>
|
||
</span><span id="__span-0-613"><a id="__codelineno-0-613" name="__codelineno-0-613"></a><span class="sd"> ```python</span>
|
||
</span><span id="__span-0-614"><a id="__codelineno-0-614" name="__codelineno-0-614"></a><span class="sd"> with lda.tiled_inference(sample_image, tile_size=(768, 1024), blending=32):</span>
|
||
</span><span id="__span-0-615"><a id="__codelineno-0-615" name="__codelineno-0-615"></a><span class="sd"> latents = lda.tiled_image_to_latents(sample_image)</span>
|
||
</span><span id="__span-0-616"><a id="__codelineno-0-616" name="__codelineno-0-616"></a><span class="sd"> decoded_image = lda.tiled_latents_to_image(latents)</span>
|
||
</span><span id="__span-0-617"><a id="__codelineno-0-617" name="__codelineno-0-617"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-618"><a id="__codelineno-0-618" name="__codelineno-0-618"></a> <span class="k">try</span><span class="p">:</span>
|
||
</span><span id="__span-0-619"><a id="__codelineno-0-619" name="__codelineno-0-619"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span> <span class="o">=</span> <span class="n">blending</span>
|
||
</span><span id="__span-0-620"><a id="__codelineno-0-620" name="__codelineno-0-620"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="o">=</span> <span class="n">_ImageSize</span><span class="p">(</span><span class="n">width</span><span class="o">=</span><span class="n">tile_size</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">height</span><span class="o">=</span><span class="n">tile_size</span><span class="p">[</span><span class="mi">1</span><span class="p">])</span>
|
||
</span><span id="__span-0-621"><a id="__codelineno-0-621" name="__codelineno-0-621"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_add_fixed_group_norm</span><span class="p">(</span><span class="n">image</span><span class="p">,</span> <span class="n">inference_size</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span><span class="p">)</span>
|
||
</span><span id="__span-0-622"><a id="__codelineno-0-622" name="__codelineno-0-622"></a> <span class="k">yield</span>
|
||
</span><span id="__span-0-623"><a id="__codelineno-0-623" name="__codelineno-0-623"></a> <span class="k">finally</span><span class="p">:</span>
|
||
</span><span id="__span-0-624"><a id="__codelineno-0-624" name="__codelineno-0-624"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_remove_fixed_group_norm</span><span class="p">()</span>
|
||
</span><span id="__span-0-625"><a id="__codelineno-0-625" name="__codelineno-0-625"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-626"><a id="__codelineno-0-626" name="__codelineno-0-626"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_latents_to_image" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">tiled_latents_to_image</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder.tiled_latents_to_image" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">tiled_latents_to_image</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="PIL.Image.Image">Image</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Convert latents to an image with gradient blending to smooth tile edges.</p>
|
||
<p>You need to activate the tiled inference context manager with the <code>tiled_inference</code> method to use this method.</p>
|
||
<p>```python
|
||
with lda.tiled_inference(sample_image, tile_size=(768, 1024)):
|
||
image = lda.tiled_latents_to_image(latents)</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-386">386</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-387">387</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-388">388</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-389">389</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-390">390</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-391">391</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-392">392</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-393">393</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-394">394</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-395">395</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-396">396</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-397">397</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-398">398</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-399">399</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-400">400</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-401">401</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-386"><a id="__codelineno-0-386" name="__codelineno-0-386"></a><span class="k">def</span> <span class="nf">tiled_latents_to_image</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">:</span>
|
||
</span><span id="__span-0-387"><a id="__codelineno-0-387" name="__codelineno-0-387"></a><span class="w"> </span><span class="sd">"""</span>
|
||
</span><span id="__span-0-388"><a id="__codelineno-0-388" name="__codelineno-0-388"></a><span class="sd"> Convert latents to an image with gradient blending to smooth tile edges.</span>
|
||
</span><span id="__span-0-389"><a id="__codelineno-0-389" name="__codelineno-0-389"></a>
|
||
</span><span id="__span-0-390"><a id="__codelineno-0-390" name="__codelineno-0-390"></a><span class="sd"> You need to activate the tiled inference context manager with the `tiled_inference` method to use this method.</span>
|
||
</span><span id="__span-0-391"><a id="__codelineno-0-391" name="__codelineno-0-391"></a>
|
||
</span><span id="__span-0-392"><a id="__codelineno-0-392" name="__codelineno-0-392"></a><span class="sd"> ```python</span>
|
||
</span><span id="__span-0-393"><a id="__codelineno-0-393" name="__codelineno-0-393"></a><span class="sd"> with lda.tiled_inference(sample_image, tile_size=(768, 1024)):</span>
|
||
</span><span id="__span-0-394"><a id="__codelineno-0-394" name="__codelineno-0-394"></a><span class="sd"> image = lda.tiled_latents_to_image(latents)</span>
|
||
</span><span id="__span-0-395"><a id="__codelineno-0-395" name="__codelineno-0-395"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-396"><a id="__codelineno-0-396" name="__codelineno-0-396"></a> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-397"><a id="__codelineno-0-397" name="__codelineno-0-397"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="s2">"Tiled inference context manager not active. Use `tiled_inference` method to activate."</span><span class="p">)</span>
|
||
</span><span id="__span-0-398"><a id="__codelineno-0-398" name="__codelineno-0-398"></a>
|
||
</span><span id="__span-0-399"><a id="__codelineno-0-399" name="__codelineno-0-399"></a> <span class="k">assert</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span> <span class="ow">and</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-400"><a id="__codelineno-0-400" name="__codelineno-0-400"></a> <span class="n">result</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tiled_decode</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span><span class="p">)</span>
|
||
</span><span id="__span-0-401"><a id="__codelineno-0-401" name="__codelineno-0-401"></a> <span class="k">return</span> <span class="n">tensor_to_image</span><span class="p">((</span><span class="n">result</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">/</span> <span class="mi">2</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">LatentDiffusionModel</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">LatentDiffusionModel</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">unet</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">lda</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder" href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder">LatentDiffusionAutoencoder</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">solver</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">classifier_free_guidance</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Module" href="../../fluxion/layers/#refiners.fluxion.layers.Module">Module</a></code>, <code><a class="autorefs autorefs-external" title="abc.ABC" href="https://docs.python.org/3/library/abc.html#abc.ABC">ABC</a></code></p>
|
||
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-16">16</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-17">17</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-19">19</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-28">28</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-33">33</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-16"><a id="__codelineno-0-16" name="__codelineno-0-16"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-17"><a id="__codelineno-0-17" name="__codelineno-0-17"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a> <span class="n">unet</span><span class="p">:</span> <span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">,</span>
|
||
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a> <span class="n">lda</span><span class="p">:</span> <span class="n">LatentDiffusionAutoencoder</span><span class="p">,</span>
|
||
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">,</span>
|
||
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a> <span class="n">solver</span><span class="p">:</span> <span class="n">Solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a> <span class="n">classifier_free_guidance</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a> <span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">=</span> <span class="n">device</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">device</span><span class="p">,</span> <span class="n">Device</span><span class="p">)</span> <span class="k">else</span> <span class="n">Device</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">)</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dtype</span> <span class="o">=</span> <span class="n">dtype</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span> <span class="o">=</span> <span class="n">unet</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a> <span class="bp">self</span><span class="o">.</span><span class="n">lda</span> <span class="o">=</span> <span class="n">lda</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span> <span class="o">=</span> <span class="n">clip_text_encoder</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span> <span class="o">=</span> <span class="n">solver</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a> <span class="bp">self</span><span class="o">.</span><span class="n">classifier_free_guidance</span> <span class="o">=</span> <span class="n">classifier_free_guidance</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.init_latents" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">init_latents</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.init_latents" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">init_latents</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">init_image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Initialize the latents for the diffusion process.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>size</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The size of the latent (in pixel space).</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>init_image</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image to use as initialization for the latents.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The noise to add to the latents.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-68"> 68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69"> 69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70"> 70</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-71"> 71</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-72"> 72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73"> 73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74"> 74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75"> 75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76"> 76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77"> 77</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-78"> 78</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-79"> 79</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-80"> 80</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="k">def</span> <span class="nf">init_latents</span><span class="p">(</span>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a> <span class="n">size</span><span class="p">:</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">],</span>
|
||
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a> <span class="n">init_image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a> <span class="n">noise</span><span class="p">:</span> <span class="n">Tensor</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a><span class="w"> </span><span class="sd">"""Initialize the latents for the diffusion process.</span>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a><span class="sd"> size: The size of the latent (in pixel space).</span>
|
||
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a><span class="sd"> init_image: The image to use as initialization for the latents.</span>
|
||
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a><span class="sd"> noise: The noise to add to the latents.</span>
|
||
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="n">height</span><span class="p">,</span> <span class="n">width</span> <span class="o">=</span> <span class="n">size</span>
|
||
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="n">latent_height</span> <span class="o">=</span> <span class="n">height</span> <span class="o">//</span> <span class="mi">8</span>
|
||
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="n">latent_width</span> <span class="o">=</span> <span class="n">width</span> <span class="o">//</span> <span class="mi">8</span>
|
||
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a>
|
||
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="k">if</span> <span class="n">noise</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="n">noise</span> <span class="o">=</span> <span class="n">LatentDiffusionModel</span><span class="o">.</span><span class="n">sample_noise</span><span class="p">(</span>
|
||
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="n">size</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="n">latent_height</span><span class="p">,</span> <span class="n">latent_width</span><span class="p">),</span>
|
||
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a>
|
||
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="k">assert</span> <span class="nb">list</span><span class="p">(</span><span class="n">noise</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">2</span><span class="p">:])</span> <span class="o">==</span> <span class="p">[</span>
|
||
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="n">latent_height</span><span class="p">,</span>
|
||
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="n">latent_width</span><span class="p">,</span>
|
||
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="p">],</span> <span class="sa">f</span><span class="s2">"noise shape is not compatible: </span><span class="si">{</span><span class="n">noise</span><span class="o">.</span><span class="n">shape</span><span class="si">}</span><span class="s2">, with size: </span><span class="si">{</span><span class="n">size</span><span class="si">}</span><span class="s2">"</span>
|
||
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a>
|
||
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="k">if</span> <span class="n">init_image</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">latent</span> <span class="o">=</span> <span class="n">noise</span>
|
||
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="n">resized</span> <span class="o">=</span> <span class="n">init_image</span><span class="o">.</span><span class="n">resize</span><span class="p">(</span><span class="n">size</span><span class="o">=</span><span class="p">(</span><span class="n">width</span><span class="p">,</span> <span class="n">height</span><span class="p">))</span> <span class="c1"># type: ignore</span>
|
||
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="n">encoded_image</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">lda</span><span class="o">.</span><span class="n">image_to_latents</span><span class="p">(</span><span class="n">resized</span><span class="p">)</span>
|
||
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="n">latent</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="o">.</span><span class="n">add_noise</span><span class="p">(</span>
|
||
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="n">x</span><span class="o">=</span><span class="n">encoded_image</span><span class="p">,</span>
|
||
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="n">noise</span><span class="o">=</span><span class="n">noise</span><span class="p">,</span>
|
||
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="n">step</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="o">.</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a>
|
||
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="o">.</span><span class="n">scale_model_input</span><span class="p">(</span><span class="n">latent</span><span class="p">,</span> <span class="n">step</span><span class="o">=-</span><span class="mi">1</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.sample_noise" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">sample_noise</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.sample_noise" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">sample_noise</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="o">...</span><span class="p">],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">offset_noise</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Sample noise from a normal distribution with an optional offset.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>size</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, ...]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The size of the noise tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The device to put the noise tensor on.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The data type of the noise tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>offset_noise</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The offset of the noise tensor.
|
||
Useful at training time, see https://www.crosslabs.org/blog/diffusion-with-offset-noise.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a><span class="k">def</span> <span class="nf">sample_noise</span><span class="p">(</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="n">size</span><span class="p">:</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="o">...</span><span class="p">],</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">offset_noise</span><span class="p">:</span> <span class="nb">float</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a><span class="p">)</span> <span class="o">-></span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a><span class="w"> </span><span class="sd">"""Sample noise from a normal distribution with an optional offset.</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a><span class="sd"> size: The size of the noise tensor.</span>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a><span class="sd"> device: The device to put the noise tensor on.</span>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a><span class="sd"> dtype: The data type of the noise tensor.</span>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="sd"> offset_noise: The offset of the noise tensor.</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a><span class="sd"> Useful at training time, see https://www.crosslabs.org/blog/diffusion-with-offset-noise.</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">noise</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="n">size</span><span class="o">=</span><span class="n">size</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="k">if</span> <span class="n">offset_noise</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">noise</span> <span class="o">+=</span> <span class="n">offset_noise</span> <span class="o">*</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="n">size</span><span class="o">=</span><span class="p">(</span><span class="n">size</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">size</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="k">return</span> <span class="n">noise</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.set_inference_steps" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_inference_steps</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel.set_inference_steps" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_inference_steps</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n">first_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the steps of the diffusion process.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step, used for image-to-image diffusion.
|
||
You may be used to setting a float in <code>[0, 1]</code> called <code>strength</code> instead,
|
||
which is an abstraction for this. The first step is
|
||
<code>round((1 - strength) * (num_steps - 1))</code>.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a><span class="k">def</span> <span class="nf">set_inference_steps</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">num_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">first_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a><span class="w"> </span><span class="sd">"""Set the steps of the diffusion process.</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a><span class="sd"> num_steps: The number of inference steps.</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a><span class="sd"> first_step: The first inference step, used for image-to-image diffusion.</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a><span class="sd"> You may be used to setting a float in `[0, 1]` called `strength` instead,</span>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="sd"> which is an abstraction for this. The first step is</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a><span class="sd"> `round((1 - strength) * (num_steps - 1))`.</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="o">.</span><span class="n">rebuild</span><span class="p">(</span><span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_steps</span><span class="p">,</span> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_step</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ControlLora</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ControlLora</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">unet</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">condition_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">3</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Passthrough" href="../../fluxion/layers/#refiners.fluxion.layers.Passthrough">Passthrough</a></code></p>
|
||
|
||
|
||
<p>ControlLora is a Half-UNet clone of the target UNet,
|
||
patched with various <code>LoRA</code> layers, <code>ZeroConvolution</code> layers, and a <code>ConditionEncoder</code>.</p>
|
||
<p>Like ControlNet, it injects residual tensors into the target UNet.
|
||
See <a href="https://github.com/HighCWu/control-lora-v2">https://github.com/HighCWu/control-lora-v2</a> for more details.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Gets context:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code>Float[<span title="torch.Tensor">Tensor</span>, 'batch condition_channels width height']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input image.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Sets context:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The residuals to be added to the target UNet's residuals.
|
||
(context="unet", key="residuals")</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>name</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The name of the ControlLora.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>unet</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target UNet.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to multiply the residuals by.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>condition_channels</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of channels of the input condition tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>3</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/control_lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-159">159</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-160">160</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-162">162</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-163">163</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-164">164</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-166">166</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-167">167</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-168">168</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-169">169</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-180">180</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-181">181</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-182">182</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-183">183</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-184">184</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-185">185</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-186">186</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-187">187</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-188">188</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-189">189</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-190">190</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-191">191</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-192">192</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-193">193</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-194">194</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-195">195</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-196">196</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-197">197</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-199">199</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-200">200</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-202">202</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-203">203</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-204">204</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-205">205</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-208">208</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-209">209</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-210">210</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-213">213</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-214">214</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-215">215</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-216">216</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-217">217</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-218">218</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-219">219</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-159"><a id="__codelineno-0-159" name="__codelineno-0-159"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-160"><a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-161"><a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
|
||
</span><span id="__span-0-162"><a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="n">unet</span><span class="p">:</span> <span class="n">SDXLUNet</span><span class="p">,</span>
|
||
</span><span id="__span-0-163"><a id="__codelineno-0-163" name="__codelineno-0-163"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-164"><a id="__codelineno-0-164" name="__codelineno-0-164"></a> <span class="n">condition_channels</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">3</span><span class="p">,</span>
|
||
</span><span id="__span-0-165"><a id="__codelineno-0-165" name="__codelineno-0-165"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-166"><a id="__codelineno-0-166" name="__codelineno-0-166"></a><span class="w"> </span><span class="sd">"""Initialize the ControlLora.</span>
|
||
</span><span id="__span-0-167"><a id="__codelineno-0-167" name="__codelineno-0-167"></a>
|
||
</span><span id="__span-0-168"><a id="__codelineno-0-168" name="__codelineno-0-168"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-169"><a id="__codelineno-0-169" name="__codelineno-0-169"></a><span class="sd"> name: The name of the ControlLora.</span>
|
||
</span><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a><span class="sd"> unet: The target UNet.</span>
|
||
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a><span class="sd"> scale: The scale to multiply the residuals by.</span>
|
||
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a><span class="sd"> condition_channels: The number of channels of the input condition tensor.</span>
|
||
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-174"><a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="bp">self</span><span class="o">.</span><span class="n">name</span> <span class="o">=</span> <span class="n">name</span>
|
||
</span><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a>
|
||
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a> <span class="n">timestep_encoder</span> <span class="o">:=</span> <span class="n">unet</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"TimestepEncoder"</span><span class="p">,</span> <span class="n">Chain</span><span class="p">)</span><span class="o">.</span><span class="n">structural_copy</span><span class="p">(),</span>
|
||
</span><span id="__span-0-178"><a id="__codelineno-0-178" name="__codelineno-0-178"></a> <span class="n">downblocks</span> <span class="o">:=</span> <span class="n">unet</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"DownBlocks"</span><span class="p">,</span> <span class="n">Chain</span><span class="p">)</span><span class="o">.</span><span class="n">structural_copy</span><span class="p">(),</span>
|
||
</span><span id="__span-0-179"><a id="__codelineno-0-179" name="__codelineno-0-179"></a> <span class="n">middle_block</span> <span class="o">:=</span> <span class="n">unet</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"MiddleBlock"</span><span class="p">,</span> <span class="n">Chain</span><span class="p">)</span><span class="o">.</span><span class="n">structural_copy</span><span class="p">(),</span>
|
||
</span><span id="__span-0-180"><a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-181"><a id="__codelineno-0-181" name="__codelineno-0-181"></a>
|
||
</span><span id="__span-0-182"><a id="__codelineno-0-182" name="__codelineno-0-182"></a> <span class="c1"># modify the context_key of the copied TimestepEncoder to avoid conflicts</span>
|
||
</span><span id="__span-0-183"><a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="n">timestep_encoder</span><span class="o">.</span><span class="n">context_key</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"timestep_embedding_control_lora_</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">"</span>
|
||
</span><span id="__span-0-184"><a id="__codelineno-0-184" name="__codelineno-0-184"></a>
|
||
</span><span id="__span-0-185"><a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="c1"># modify the context_key of each RangeAdapter2d to avoid conflicts</span>
|
||
</span><span id="__span-0-186"><a id="__codelineno-0-186" name="__codelineno-0-186"></a> <span class="k">for</span> <span class="n">range_adapter</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">RangeAdapter2d</span><span class="p">):</span>
|
||
</span><span id="__span-0-187"><a id="__codelineno-0-187" name="__codelineno-0-187"></a> <span class="n">range_adapter</span><span class="o">.</span><span class="n">context_key</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"timestep_embedding_control_lora_</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">"</span>
|
||
</span><span id="__span-0-188"><a id="__codelineno-0-188" name="__codelineno-0-188"></a>
|
||
</span><span id="__span-0-189"><a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="c1"># insert the ConditionEncoder in the first DownBlock</span>
|
||
</span><span id="__span-0-190"><a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="n">first_downblock</span> <span class="o">=</span> <span class="n">downblocks</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">Chain</span><span class="p">)</span>
|
||
</span><span id="__span-0-191"><a id="__codelineno-0-191" name="__codelineno-0-191"></a> <span class="n">out_channels</span> <span class="o">=</span> <span class="n">first_downblock</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">Conv2d</span><span class="p">)</span><span class="o">.</span><span class="n">out_channels</span>
|
||
</span><span id="__span-0-192"><a id="__codelineno-0-192" name="__codelineno-0-192"></a> <span class="n">first_downblock</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
|
||
</span><span id="__span-0-193"><a id="__codelineno-0-193" name="__codelineno-0-193"></a> <span class="n">Residual</span><span class="p">(</span>
|
||
</span><span id="__span-0-194"><a id="__codelineno-0-194" name="__codelineno-0-194"></a> <span class="n">UseContext</span><span class="p">(</span><span class="sa">f</span><span class="s2">"control_lora_</span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2">"</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"condition"</span><span class="p">),</span>
|
||
</span><span id="__span-0-195"><a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="n">ConditionEncoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-196"><a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="n">in_channels</span><span class="o">=</span><span class="n">condition_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-197"><a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="n">out_channels</span><span class="o">=</span><span class="n">out_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-198"><a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="n">device</span><span class="o">=</span><span class="n">unet</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-199"><a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">unet</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-200"><a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-201"><a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-202"><a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-203"><a id="__codelineno-0-203" name="__codelineno-0-203"></a>
|
||
</span><span id="__span-0-204"><a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="c1"># replace each ResidualAccumulator by a ZeroConvolution</span>
|
||
</span><span id="__span-0-205"><a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="k">for</span> <span class="n">residual_accumulator</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">ResidualAccumulator</span><span class="p">):</span>
|
||
</span><span id="__span-0-206"><a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="n">downblock</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">ensure_find_parent</span><span class="p">(</span><span class="n">residual_accumulator</span><span class="p">)</span>
|
||
</span><span id="__span-0-207"><a id="__codelineno-0-207" name="__codelineno-0-207"></a>
|
||
</span><span id="__span-0-208"><a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="n">first_layer</span> <span class="o">=</span> <span class="n">downblock</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
|
||
</span><span id="__span-0-209"><a id="__codelineno-0-209" name="__codelineno-0-209"></a> <span class="k">assert</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">first_layer</span><span class="p">,</span> <span class="s2">"out_channels"</span><span class="p">),</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">first_layer</span><span class="si">}</span><span class="s2"> has no out_channels attribute"</span>
|
||
</span><span id="__span-0-210"><a id="__codelineno-0-210" name="__codelineno-0-210"></a>
|
||
</span><span id="__span-0-211"><a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="n">block_channels</span> <span class="o">=</span> <span class="n">first_layer</span><span class="o">.</span><span class="n">out_channels</span>
|
||
</span><span id="__span-0-212"><a id="__codelineno-0-212" name="__codelineno-0-212"></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">block_channels</span><span class="p">,</span> <span class="nb">int</span><span class="p">)</span>
|
||
</span><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a>
|
||
</span><span id="__span-0-214"><a id="__codelineno-0-214" name="__codelineno-0-214"></a> <span class="n">downblock</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span>
|
||
</span><span id="__span-0-215"><a id="__codelineno-0-215" name="__codelineno-0-215"></a> <span class="n">residual_accumulator</span><span class="p">,</span>
|
||
</span><span id="__span-0-216"><a id="__codelineno-0-216" name="__codelineno-0-216"></a> <span class="n">ZeroConvolution</span><span class="p">(</span>
|
||
</span><span id="__span-0-217"><a id="__codelineno-0-217" name="__codelineno-0-217"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-218"><a id="__codelineno-0-218" name="__codelineno-0-218"></a> <span class="n">residual_index</span><span class="o">=</span><span class="n">residual_accumulator</span><span class="o">.</span><span class="n">n</span><span class="p">,</span>
|
||
</span><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a> <span class="n">in_channels</span><span class="o">=</span><span class="n">block_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a> <span class="n">out_channels</span><span class="o">=</span><span class="n">block_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="n">device</span><span class="o">=</span><span class="n">unet</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-222"><a id="__codelineno-0-222" name="__codelineno-0-222"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">unet</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a>
|
||
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="c1"># append a ZeroConvolution to middle_block</span>
|
||
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="n">middle_block_channels</span> <span class="o">=</span> <span class="n">middle_block</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">ResidualBlock</span><span class="p">)</span><span class="o">.</span><span class="n">out_channels</span>
|
||
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="n">middle_block</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
|
||
</span><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="n">ZeroConvolution</span><span class="p">(</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">residual_index</span><span class="o">=</span><span class="nb">len</span><span class="p">(</span><span class="n">downblocks</span><span class="p">),</span>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">in_channels</span><span class="o">=</span><span class="n">middle_block_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="n">out_channels</span><span class="o">=</span><span class="n">middle_block_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="n">device</span><span class="o">=</span><span class="n">unet</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">unet</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora.scale" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">scale</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
<small class="doc doc-label doc-label-writable"><code>writable</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora.scale" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The scale of the residuals stored in the context.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ControlLoraAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ControlLoraAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">target</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">condition_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">3</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">weights</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.adapter.Adapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.Adapter">Adapter</a>[<a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a>]</code></p>
|
||
|
||
|
||
<p>Adapter for <a class="autorefs autorefs-internal" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora"><code>ControlLora</code></a>.</p>
|
||
<p>This adapter simply prepends a <code>ControlLora</code> model inside the target <code>SDXLUNet</code>.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/control_lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-257">257</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-258">258</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-259">259</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-260">260</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-261">261</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-262">262</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-263">263</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-264">264</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-265">265</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-266">266</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-267">267</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-268">268</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-270">270</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-271">271</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-272">272</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-273">273</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-274">274</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-275">275</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-276">276</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-277">277</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-278">278</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-279">279</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-257"><a id="__codelineno-0-257" name="__codelineno-0-257"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-258"><a id="__codelineno-0-258" name="__codelineno-0-258"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-259"><a id="__codelineno-0-259" name="__codelineno-0-259"></a> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
|
||
</span><span id="__span-0-260"><a id="__codelineno-0-260" name="__codelineno-0-260"></a> <span class="n">target</span><span class="p">:</span> <span class="n">SDXLUNet</span><span class="p">,</span>
|
||
</span><span id="__span-0-261"><a id="__codelineno-0-261" name="__codelineno-0-261"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-262"><a id="__codelineno-0-262" name="__codelineno-0-262"></a> <span class="n">condition_channels</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">3</span><span class="p">,</span>
|
||
</span><span id="__span-0-263"><a id="__codelineno-0-263" name="__codelineno-0-263"></a> <span class="n">weights</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-264"><a id="__codelineno-0-264" name="__codelineno-0-264"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-265"><a id="__codelineno-0-265" name="__codelineno-0-265"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">setup_adapter</span><span class="p">(</span><span class="n">target</span><span class="p">):</span>
|
||
</span><span id="__span-0-266"><a id="__codelineno-0-266" name="__codelineno-0-266"></a> <span class="bp">self</span><span class="o">.</span><span class="n">name</span> <span class="o">=</span> <span class="n">name</span>
|
||
</span><span id="__span-0-267"><a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_control_lora</span> <span class="o">=</span> <span class="p">[</span>
|
||
</span><span id="__span-0-268"><a id="__codelineno-0-268" name="__codelineno-0-268"></a> <span class="n">ControlLora</span><span class="p">(</span>
|
||
</span><span id="__span-0-269"><a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="n">name</span><span class="o">=</span><span class="n">name</span><span class="p">,</span>
|
||
</span><span id="__span-0-270"><a id="__codelineno-0-270" name="__codelineno-0-270"></a> <span class="n">unet</span><span class="o">=</span><span class="n">target</span><span class="p">,</span>
|
||
</span><span id="__span-0-271"><a id="__codelineno-0-271" name="__codelineno-0-271"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-272"><a id="__codelineno-0-272" name="__codelineno-0-272"></a> <span class="n">condition_channels</span><span class="o">=</span><span class="n">condition_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-273"><a id="__codelineno-0-273" name="__codelineno-0-273"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-274"><a id="__codelineno-0-274" name="__codelineno-0-274"></a> <span class="p">]</span>
|
||
</span><span id="__span-0-275"><a id="__codelineno-0-275" name="__codelineno-0-275"></a>
|
||
</span><span id="__span-0-276"><a id="__codelineno-0-276" name="__codelineno-0-276"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">target</span><span class="p">)</span>
|
||
</span><span id="__span-0-277"><a id="__codelineno-0-277" name="__codelineno-0-277"></a>
|
||
</span><span id="__span-0-278"><a id="__codelineno-0-278" name="__codelineno-0-278"></a> <span class="k">if</span> <span class="n">weights</span><span class="p">:</span>
|
||
</span><span id="__span-0-279"><a id="__codelineno-0-279" name="__codelineno-0-279"></a> <span class="bp">self</span><span class="o">.</span><span class="n">load_weights</span><span class="p">(</span><span class="n">weights</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.control_lora" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">control_lora</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.control_lora" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">control_lora</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.control_lora.ControlLora" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora">ControlLora</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The ControlLora model.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.scale" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">scale</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
<small class="doc doc-label doc-label-writable"><code>writable</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.scale" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The scale of the injected residuals.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_condition_encoder" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">load_condition_encoder</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_condition_encoder" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">load_condition_encoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">state_dict</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">],</span> <span class="n">control_lora</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.control_lora.ControlLora" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora">ControlLora</a></span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Load the <code>ConditionEncoder</code>'s layers from the state_dict into the <code>ControlLora</code>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>state_dict</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The state_dict containing the ConditionEncoder layers to load.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>control_lora</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.control_lora.ControlLora" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora">ControlLora</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The ControlLora to load the ConditionEncoder layers into.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/control_lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-394">394</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-395">395</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-396">396</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-397">397</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-398">398</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-399">399</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-400">400</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-401">401</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-402">402</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-403">403</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-404">404</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-405">405</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-406">406</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-407">407</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-408">408</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-409">409</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-410">410</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-411">411</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-394"><a id="__codelineno-0-394" name="__codelineno-0-394"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-395"><a id="__codelineno-0-395" name="__codelineno-0-395"></a><span class="k">def</span> <span class="nf">load_condition_encoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-396"><a id="__codelineno-0-396" name="__codelineno-0-396"></a> <span class="n">state_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">],</span>
|
||
</span><span id="__span-0-397"><a id="__codelineno-0-397" name="__codelineno-0-397"></a> <span class="n">control_lora</span><span class="p">:</span> <span class="n">ControlLora</span><span class="p">,</span>
|
||
</span><span id="__span-0-398"><a id="__codelineno-0-398" name="__codelineno-0-398"></a><span class="p">):</span>
|
||
</span><span id="__span-0-399"><a id="__codelineno-0-399" name="__codelineno-0-399"></a><span class="w"> </span><span class="sd">"""Load the `ConditionEncoder`'s layers from the state_dict into the `ControlLora`.</span>
|
||
</span><span id="__span-0-400"><a id="__codelineno-0-400" name="__codelineno-0-400"></a>
|
||
</span><span id="__span-0-401"><a id="__codelineno-0-401" name="__codelineno-0-401"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-402"><a id="__codelineno-0-402" name="__codelineno-0-402"></a><span class="sd"> state_dict: The state_dict containing the ConditionEncoder layers to load.</span>
|
||
</span><span id="__span-0-403"><a id="__codelineno-0-403" name="__codelineno-0-403"></a><span class="sd"> control_lora: The ControlLora to load the ConditionEncoder layers into.</span>
|
||
</span><span id="__span-0-404"><a id="__codelineno-0-404" name="__codelineno-0-404"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-405"><a id="__codelineno-0-405" name="__codelineno-0-405"></a> <span class="n">condition_encoder_layer</span> <span class="o">=</span> <span class="n">control_lora</span><span class="o">.</span><span class="n">ensure_find</span><span class="p">(</span><span class="n">ConditionEncoder</span><span class="p">)</span>
|
||
</span><span id="__span-0-406"><a id="__codelineno-0-406" name="__codelineno-0-406"></a> <span class="n">condition_encoder_state_dict</span> <span class="o">=</span> <span class="p">{</span>
|
||
</span><span id="__span-0-407"><a id="__codelineno-0-407" name="__codelineno-0-407"></a> <span class="n">key</span><span class="o">.</span><span class="n">removeprefix</span><span class="p">(</span><span class="s2">"ConditionEncoder."</span><span class="p">):</span> <span class="n">value</span>
|
||
</span><span id="__span-0-408"><a id="__codelineno-0-408" name="__codelineno-0-408"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">state_dict</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
|
||
</span><span id="__span-0-409"><a id="__codelineno-0-409" name="__codelineno-0-409"></a> <span class="k">if</span> <span class="s2">"ConditionEncoder"</span> <span class="ow">in</span> <span class="n">key</span>
|
||
</span><span id="__span-0-410"><a id="__codelineno-0-410" name="__codelineno-0-410"></a> <span class="p">}</span>
|
||
</span><span id="__span-0-411"><a id="__codelineno-0-411" name="__codelineno-0-411"></a> <span class="n">condition_encoder_layer</span><span class="o">.</span><span class="n">load_state_dict</span><span class="p">(</span><span class="n">condition_encoder_state_dict</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_lora_layers" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">load_lora_layers</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_lora_layers" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">load_lora_layers</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">state_dict</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">],</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">control_lora</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.control_lora.ControlLora" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora">ControlLora</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Load the <a class="autorefs autorefs-internal" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora"><code>LoRA</code></a> layers from the state_dict into the <code>ControlLora</code>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>name</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The name of the ControlLora.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>state_dict</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The state_dict containing the LoRA layers to load.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>control_lora</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.control_lora.ControlLora" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora">ControlLora</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The ControlLora to load the LoRA layers into.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/control_lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-332">332</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-333">333</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-334">334</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-335">335</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-336">336</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-337">337</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-338">338</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-339">339</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-340">340</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-341">341</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-342">342</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-343">343</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-344">344</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-345">345</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-346">346</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-347">347</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-348">348</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-349">349</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-350">350</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-351">351</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-352">352</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-353">353</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-354">354</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-355">355</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-356">356</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-357">357</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-358">358</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-359">359</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-360">360</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-361">361</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-362">362</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-363">363</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-364">364</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-365">365</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-366">366</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-367">367</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-368">368</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-369">369</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-370">370</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-371">371</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-372">372</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-332"><a id="__codelineno-0-332" name="__codelineno-0-332"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-333"><a id="__codelineno-0-333" name="__codelineno-0-333"></a><span class="k">def</span> <span class="nf">load_lora_layers</span><span class="p">(</span>
|
||
</span><span id="__span-0-334"><a id="__codelineno-0-334" name="__codelineno-0-334"></a> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
|
||
</span><span id="__span-0-335"><a id="__codelineno-0-335" name="__codelineno-0-335"></a> <span class="n">state_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">],</span>
|
||
</span><span id="__span-0-336"><a id="__codelineno-0-336" name="__codelineno-0-336"></a> <span class="n">control_lora</span><span class="p">:</span> <span class="n">ControlLora</span><span class="p">,</span>
|
||
</span><span id="__span-0-337"><a id="__codelineno-0-337" name="__codelineno-0-337"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-338"><a id="__codelineno-0-338" name="__codelineno-0-338"></a><span class="w"> </span><span class="sd">"""Load the [`LoRA`][refiners.fluxion.adapters.lora.Lora] layers from the state_dict into the `ControlLora`.</span>
|
||
</span><span id="__span-0-339"><a id="__codelineno-0-339" name="__codelineno-0-339"></a>
|
||
</span><span id="__span-0-340"><a id="__codelineno-0-340" name="__codelineno-0-340"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-341"><a id="__codelineno-0-341" name="__codelineno-0-341"></a><span class="sd"> name: The name of the ControlLora.</span>
|
||
</span><span id="__span-0-342"><a id="__codelineno-0-342" name="__codelineno-0-342"></a><span class="sd"> state_dict: The state_dict containing the LoRA layers to load.</span>
|
||
</span><span id="__span-0-343"><a id="__codelineno-0-343" name="__codelineno-0-343"></a><span class="sd"> control_lora: The ControlLora to load the LoRA layers into.</span>
|
||
</span><span id="__span-0-344"><a id="__codelineno-0-344" name="__codelineno-0-344"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-345"><a id="__codelineno-0-345" name="__codelineno-0-345"></a> <span class="c1"># filter the LoraAdapters from the state_dict</span>
|
||
</span><span id="__span-0-346"><a id="__codelineno-0-346" name="__codelineno-0-346"></a> <span class="n">lora_weights</span> <span class="o">=</span> <span class="p">{</span>
|
||
</span><span id="__span-0-347"><a id="__codelineno-0-347" name="__codelineno-0-347"></a> <span class="n">key</span><span class="o">.</span><span class="n">removeprefix</span><span class="p">(</span><span class="s2">"ControlLora."</span><span class="p">):</span> <span class="n">value</span> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">state_dict</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="s2">"ControlLora"</span> <span class="ow">in</span> <span class="n">key</span>
|
||
</span><span id="__span-0-348"><a id="__codelineno-0-348" name="__codelineno-0-348"></a> <span class="p">}</span>
|
||
</span><span id="__span-0-349"><a id="__codelineno-0-349" name="__codelineno-0-349"></a> <span class="n">lora_weights</span> <span class="o">=</span> <span class="p">{</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2">.weight"</span><span class="p">:</span> <span class="n">value</span> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">lora_weights</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
|
||
</span><span id="__span-0-350"><a id="__codelineno-0-350" name="__codelineno-0-350"></a>
|
||
</span><span id="__span-0-351"><a id="__codelineno-0-351" name="__codelineno-0-351"></a> <span class="c1"># move the tensors to the device and dtype of the ControlLora</span>
|
||
</span><span id="__span-0-352"><a id="__codelineno-0-352" name="__codelineno-0-352"></a> <span class="n">lora_weights</span> <span class="o">=</span> <span class="p">{</span>
|
||
</span><span id="__span-0-353"><a id="__codelineno-0-353" name="__codelineno-0-353"></a> <span class="n">key</span><span class="p">:</span> <span class="n">value</span><span class="o">.</span><span class="n">to</span><span class="p">(</span>
|
||
</span><span id="__span-0-354"><a id="__codelineno-0-354" name="__codelineno-0-354"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">control_lora</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-355"><a id="__codelineno-0-355" name="__codelineno-0-355"></a> <span class="n">device</span><span class="o">=</span><span class="n">control_lora</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-356"><a id="__codelineno-0-356" name="__codelineno-0-356"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-357"><a id="__codelineno-0-357" name="__codelineno-0-357"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">lora_weights</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
|
||
</span><span id="__span-0-358"><a id="__codelineno-0-358" name="__codelineno-0-358"></a> <span class="p">}</span>
|
||
</span><span id="__span-0-359"><a id="__codelineno-0-359" name="__codelineno-0-359"></a>
|
||
</span><span id="__span-0-360"><a id="__codelineno-0-360" name="__codelineno-0-360"></a> <span class="c1"># load every LoRA layers from the filtered state_dict</span>
|
||
</span><span id="__span-0-361"><a id="__codelineno-0-361" name="__codelineno-0-361"></a> <span class="n">loras</span> <span class="o">=</span> <span class="n">Lora</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">state_dict</span><span class="o">=</span><span class="n">lora_weights</span><span class="p">)</span>
|
||
</span><span id="__span-0-362"><a id="__codelineno-0-362" name="__codelineno-0-362"></a>
|
||
</span><span id="__span-0-363"><a id="__codelineno-0-363" name="__codelineno-0-363"></a> <span class="c1"># attach the LoRA layers to the ControlLora</span>
|
||
</span><span id="__span-0-364"><a id="__codelineno-0-364" name="__codelineno-0-364"></a> <span class="n">adapters</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">LoraAdapter</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
|
||
</span><span id="__span-0-365"><a id="__codelineno-0-365" name="__codelineno-0-365"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">lora</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
||
</span><span id="__span-0-366"><a id="__codelineno-0-366" name="__codelineno-0-366"></a> <span class="n">target</span> <span class="o">=</span> <span class="n">control_lora</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="n">key</span><span class="o">.</span><span class="n">split</span><span class="p">(</span><span class="s2">"."</span><span class="p">),</span> <span class="n">WeightedModule</span><span class="p">)</span>
|
||
</span><span id="__span-0-367"><a id="__codelineno-0-367" name="__codelineno-0-367"></a> <span class="k">assert</span> <span class="n">lora</span><span class="o">.</span><span class="n">is_compatible</span><span class="p">(</span><span class="n">target</span><span class="p">)</span>
|
||
</span><span id="__span-0-368"><a id="__codelineno-0-368" name="__codelineno-0-368"></a> <span class="n">adapter</span> <span class="o">=</span> <span class="n">LoraAdapter</span><span class="p">(</span><span class="n">target</span><span class="p">,</span> <span class="n">lora</span><span class="p">)</span>
|
||
</span><span id="__span-0-369"><a id="__codelineno-0-369" name="__codelineno-0-369"></a> <span class="n">adapters</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">adapter</span><span class="p">)</span>
|
||
</span><span id="__span-0-370"><a id="__codelineno-0-370" name="__codelineno-0-370"></a>
|
||
</span><span id="__span-0-371"><a id="__codelineno-0-371" name="__codelineno-0-371"></a> <span class="k">for</span> <span class="n">adapter</span> <span class="ow">in</span> <span class="n">adapters</span><span class="p">:</span>
|
||
</span><span id="__span-0-372"><a id="__codelineno-0-372" name="__codelineno-0-372"></a> <span class="n">adapter</span><span class="o">.</span><span class="n">inject</span><span class="p">(</span><span class="n">control_lora</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_weights" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">load_weights</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_weights" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">load_weights</span><span class="p">(</span><span class="n">state_dict</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Load the weights from the state_dict into the <code>ControlLora</code>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>state_dict</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The state_dict containing the weights to load.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/control_lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-319">319</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-320">320</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-321">321</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-322">322</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-323">323</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-324">324</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-325">325</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-326">326</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-327">327</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-328">328</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-329">329</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-330">330</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-319"><a id="__codelineno-0-319" name="__codelineno-0-319"></a><span class="k">def</span> <span class="nf">load_weights</span><span class="p">(</span>
|
||
</span><span id="__span-0-320"><a id="__codelineno-0-320" name="__codelineno-0-320"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-321"><a id="__codelineno-0-321" name="__codelineno-0-321"></a> <span class="n">state_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">],</span>
|
||
</span><span id="__span-0-322"><a id="__codelineno-0-322" name="__codelineno-0-322"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-323"><a id="__codelineno-0-323" name="__codelineno-0-323"></a><span class="w"> </span><span class="sd">"""Load the weights from the state_dict into the `ControlLora`.</span>
|
||
</span><span id="__span-0-324"><a id="__codelineno-0-324" name="__codelineno-0-324"></a>
|
||
</span><span id="__span-0-325"><a id="__codelineno-0-325" name="__codelineno-0-325"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-326"><a id="__codelineno-0-326" name="__codelineno-0-326"></a><span class="sd"> state_dict: The state_dict containing the weights to load.</span>
|
||
</span><span id="__span-0-327"><a id="__codelineno-0-327" name="__codelineno-0-327"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-328"><a id="__codelineno-0-328" name="__codelineno-0-328"></a> <span class="n">ControlLoraAdapter</span><span class="o">.</span><span class="n">load_lora_layers</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">name</span><span class="p">,</span> <span class="n">state_dict</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">control_lora</span><span class="p">)</span>
|
||
</span><span id="__span-0-329"><a id="__codelineno-0-329" name="__codelineno-0-329"></a> <span class="n">ControlLoraAdapter</span><span class="o">.</span><span class="n">load_zero_convolution_layers</span><span class="p">(</span><span class="n">state_dict</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">control_lora</span><span class="p">)</span>
|
||
</span><span id="__span-0-330"><a id="__codelineno-0-330" name="__codelineno-0-330"></a> <span class="n">ControlLoraAdapter</span><span class="o">.</span><span class="n">load_condition_encoder</span><span class="p">(</span><span class="n">state_dict</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">control_lora</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_zero_convolution_layers" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">load_zero_convolution_layers</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLoraAdapter.load_zero_convolution_layers" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">load_zero_convolution_layers</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">state_dict</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">],</span> <span class="n">control_lora</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.control_lora.ControlLora" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora">ControlLora</a></span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Load the <code>ZeroConvolution</code> layers from the state_dict into the <code>ControlLora</code>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>state_dict</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The state_dict containing the ZeroConvolution layers to load.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>control_lora</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.control_lora.ControlLora" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.ControlLora">ControlLora</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The ControlLora to load the ZeroConvolution layers into.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/control_lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-374">374</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-375">375</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-376">376</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-377">377</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-378">378</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-379">379</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-380">380</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-381">381</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-382">382</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-383">383</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-384">384</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-385">385</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-386">386</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-387">387</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-388">388</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-389">389</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-390">390</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-391">391</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-392">392</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-374"><a id="__codelineno-0-374" name="__codelineno-0-374"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-375"><a id="__codelineno-0-375" name="__codelineno-0-375"></a><span class="k">def</span> <span class="nf">load_zero_convolution_layers</span><span class="p">(</span>
|
||
</span><span id="__span-0-376"><a id="__codelineno-0-376" name="__codelineno-0-376"></a> <span class="n">state_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">],</span>
|
||
</span><span id="__span-0-377"><a id="__codelineno-0-377" name="__codelineno-0-377"></a> <span class="n">control_lora</span><span class="p">:</span> <span class="n">ControlLora</span><span class="p">,</span>
|
||
</span><span id="__span-0-378"><a id="__codelineno-0-378" name="__codelineno-0-378"></a><span class="p">):</span>
|
||
</span><span id="__span-0-379"><a id="__codelineno-0-379" name="__codelineno-0-379"></a><span class="w"> </span><span class="sd">"""Load the `ZeroConvolution` layers from the state_dict into the `ControlLora`.</span>
|
||
</span><span id="__span-0-380"><a id="__codelineno-0-380" name="__codelineno-0-380"></a>
|
||
</span><span id="__span-0-381"><a id="__codelineno-0-381" name="__codelineno-0-381"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-382"><a id="__codelineno-0-382" name="__codelineno-0-382"></a><span class="sd"> state_dict: The state_dict containing the ZeroConvolution layers to load.</span>
|
||
</span><span id="__span-0-383"><a id="__codelineno-0-383" name="__codelineno-0-383"></a><span class="sd"> control_lora: The ControlLora to load the ZeroConvolution layers into.</span>
|
||
</span><span id="__span-0-384"><a id="__codelineno-0-384" name="__codelineno-0-384"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-385"><a id="__codelineno-0-385" name="__codelineno-0-385"></a> <span class="n">zero_convolution_layers</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="n">control_lora</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">ZeroConvolution</span><span class="p">))</span>
|
||
</span><span id="__span-0-386"><a id="__codelineno-0-386" name="__codelineno-0-386"></a> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">zero_convolution_layer</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">zero_convolution_layers</span><span class="p">):</span>
|
||
</span><span id="__span-0-387"><a id="__codelineno-0-387" name="__codelineno-0-387"></a> <span class="n">zero_convolution_state_dict</span> <span class="o">=</span> <span class="p">{</span>
|
||
</span><span id="__span-0-388"><a id="__codelineno-0-388" name="__codelineno-0-388"></a> <span class="n">key</span><span class="o">.</span><span class="n">removeprefix</span><span class="p">(</span><span class="sa">f</span><span class="s2">"ZeroConvolution_</span><span class="si">{</span><span class="n">i</span><span class="o">+</span><span class="mi">1</span><span class="si">:</span><span class="s2">02d</span><span class="si">}</span><span class="s2">."</span><span class="p">):</span> <span class="n">value</span>
|
||
</span><span id="__span-0-389"><a id="__codelineno-0-389" name="__codelineno-0-389"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">state_dict</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
|
||
</span><span id="__span-0-390"><a id="__codelineno-0-390" name="__codelineno-0-390"></a> <span class="k">if</span> <span class="sa">f</span><span class="s2">"ZeroConvolution_</span><span class="si">{</span><span class="n">i</span><span class="o">+</span><span class="mi">1</span><span class="si">:</span><span class="s2">02d</span><span class="si">}</span><span class="s2">"</span> <span class="ow">in</span> <span class="n">key</span>
|
||
</span><span id="__span-0-391"><a id="__codelineno-0-391" name="__codelineno-0-391"></a> <span class="p">}</span>
|
||
</span><span id="__span-0-392"><a id="__codelineno-0-392" name="__codelineno-0-392"></a> <span class="n">zero_convolution_layer</span><span class="o">.</span><span class="n">load_state_dict</span><span class="p">(</span><span class="n">zero_convolution_state_dict</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SDXLAutoencoder</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SDXLAutoencoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder" href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder">LatentDiffusionAutoencoder</a></code></p>
|
||
|
||
|
||
<p>Stable Diffusion XL autoencoder model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder.encoder_scale">encoder_scale</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The encoder scale to use.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-299">299</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-300">300</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-307">307</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="w"> </span><span class="sd">"""Initializes the model.</span>
|
||
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a>
|
||
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-299"><a id="__codelineno-0-299" name="__codelineno-0-299"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-300"><a id="__codelineno-0-300" name="__codelineno-0-300"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="n">Encoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="n">Decoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLIPAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SDXLIPAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLIPAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SDXLIPAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">target</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">clip_image_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.image_encoder.CLIPImageEncoderH" href="../clip/#refiners.foundationals.clip.CLIPImageEncoderH">CLIPImageEncoderH</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">image_proj</span><span class="p">:</span> <span class="p">(</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n"><span title="refiners.foundationals.latent_diffusion.image_prompt.ImageProjection">ImageProjection</span></span> <span class="o">|</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.image_prompt.PerceiverResampler">PerceiverResampler</span></span> <span class="o">|</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="p">)</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">fine_grained</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">weights</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.image_prompt.IPAdapter" href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter">IPAdapter</a>[<a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a>]</code></p>
|
||
|
||
|
||
<p>Image Prompt adapter for the Stable Diffusion XL U-Net model.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>target</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The SDXLUNet model to adapt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_image_encoder</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.image_encoder.CLIPImageEncoderH" href="../clip/#refiners.foundationals.clip.CLIPImageEncoderH">CLIPImageEncoderH</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP image encoder to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>image_proj</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.image_prompt.ImageProjection">ImageProjection</span> | <span title="refiners.foundationals.latent_diffusion.image_prompt.PerceiverResampler">PerceiverResampler</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image projection to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to use for the image prompt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>fine_grained</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Whether to use fine-grained image prompt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>False</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>weights</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The weights of the IPAdapter.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/image_prompt.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-12">12</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-13">13</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-14">14</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-15">15</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-16">16</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-17">17</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-19">19</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-28">28</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14"></a> <span class="n">target</span><span class="p">:</span> <span class="n">SDXLUNet</span><span class="p">,</span>
|
||
</span><span id="__span-0-15"><a id="__codelineno-0-15" name="__codelineno-0-15"></a> <span class="n">clip_image_encoder</span><span class="p">:</span> <span class="n">CLIPImageEncoderH</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-16"><a id="__codelineno-0-16" name="__codelineno-0-16"></a> <span class="n">image_proj</span><span class="p">:</span> <span class="n">ImageProjection</span> <span class="o">|</span> <span class="n">PerceiverResampler</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-17"><a id="__codelineno-0-17" name="__codelineno-0-17"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a> <span class="n">fine_grained</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a> <span class="n">weights</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a><span class="w"> </span><span class="sd">"""Initialize the adapter.</span>
|
||
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a>
|
||
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a><span class="sd"> target: The SDXLUNet model to adapt.</span>
|
||
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a><span class="sd"> clip_image_encoder: The CLIP image encoder to use.</span>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a><span class="sd"> image_proj: The image projection to use.</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a><span class="sd"> scale: The scale to use for the image prompt.</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a><span class="sd"> fine_grained: Whether to use fine-grained image prompt.</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a><span class="sd"> weights: The weights of the IPAdapter.</span>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="n">clip_image_encoder</span> <span class="o">=</span> <span class="n">clip_image_encoder</span> <span class="ow">or</span> <span class="n">CLIPImageEncoderH</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a> <span class="k">if</span> <span class="n">image_proj</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a> <span class="n">cross_attn_2d</span> <span class="o">=</span> <span class="n">target</span><span class="o">.</span><span class="n">ensure_find</span><span class="p">(</span><span class="n">CrossAttentionBlock2d</span><span class="p">)</span>
|
||
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a> <span class="n">image_proj</span> <span class="o">=</span> <span class="p">(</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a> <span class="n">ImageProjection</span><span class="p">(</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="n">clip_image_embedding_dim</span><span class="o">=</span><span class="n">clip_image_encoder</span><span class="o">.</span><span class="n">output_dim</span><span class="p">,</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a> <span class="n">clip_text_embedding_dim</span><span class="o">=</span><span class="n">cross_attn_2d</span><span class="o">.</span><span class="n">context_embedding_dim</span><span class="p">,</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a> <span class="n">device</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">fine_grained</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a> <span class="k">else</span> <span class="n">PerceiverResampler</span><span class="p">(</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="n">latents_dim</span><span class="o">=</span><span class="mi">1280</span><span class="p">,</span> <span class="c1"># not `cross_attn_2d.context_embedding_dim` in this case</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="n">num_attention_layers</span><span class="o">=</span><span class="mi">4</span><span class="p">,</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a> <span class="n">num_attention_heads</span><span class="o">=</span><span class="mi">20</span><span class="p">,</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a> <span class="n">head_dim</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="n">num_tokens</span><span class="o">=</span><span class="mi">16</span><span class="p">,</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="n">input_dim</span><span class="o">=</span><span class="n">clip_image_encoder</span><span class="o">.</span><span class="n">embedding_dim</span><span class="p">,</span> <span class="c1"># = dim before final projection</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">output_dim</span><span class="o">=</span><span class="n">cross_attn_2d</span><span class="o">.</span><span class="n">context_embedding_dim</span><span class="p">,</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">device</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="k">elif</span> <span class="n">fine_grained</span><span class="p">:</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">image_proj</span><span class="p">,</span> <span class="n">PerceiverResampler</span><span class="p">)</span>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a> <span class="n">target</span><span class="o">=</span><span class="n">target</span><span class="p">,</span>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a> <span class="n">clip_image_encoder</span><span class="o">=</span><span class="n">clip_image_encoder</span><span class="p">,</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="n">image_proj</span><span class="o">=</span><span class="n">image_proj</span><span class="p">,</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">fine_grained</span><span class="o">=</span><span class="n">fine_grained</span><span class="p">,</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="n">weights</span><span class="o">=</span><span class="n">weights</span><span class="p">,</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLLcmAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SDXLLcmAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLLcmAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SDXLLcmAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">target</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">condition_scale_embedding_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">256</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">condition_scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">7.5</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.adapter.Adapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.Adapter">Adapter</a>[<a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a>]</code></p>
|
||
|
||
|
||
<p>Note that LCM must be used <em>without</em> CFG. You can disable CFG on SD by setting the
|
||
<code>classifier_free_guidance</code> attribute to <code>False</code>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>target</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A SDXL UNet.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>condition_scale_embedding_dim</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>LCM uses a condition scale embedding, this is its dimension.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>256</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>condition_scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Because of the embedding, the condition scale must be passed to this adapter
|
||
instead of SD. The condition scale passed to SD will be ignored.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>7.5</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/lcm.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-67">67</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70">70</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">target</span><span class="p">:</span> <span class="n">SDXLUNet</span><span class="p">,</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">condition_scale_embedding_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">256</span><span class="p">,</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">condition_scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">7.5</span><span class="p">,</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a><span class="w"> </span><span class="sd">"""Adapt [the SDXl UNet][refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet]</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a><span class="sd"> for use with [LCMSolver][refiners.foundationals.latent_diffusion.solvers.lcm.LCMSolver].</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a><span class="sd"> Note that LCM must be used *without* CFG. You can disable CFG on SD by setting the</span>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a><span class="sd"> `classifier_free_guidance` attribute to `False`.</span>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a><span class="sd"> target: A SDXL UNet.</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a><span class="sd"> condition_scale_embedding_dim: LCM uses a condition scale embedding, this is its dimension.</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a><span class="sd"> condition_scale: Because of the embedding, the condition scale must be passed to this adapter</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a><span class="sd"> instead of SD. The condition scale passed to SD will be ignored.</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="k">assert</span> <span class="n">condition_scale_embedding_dim</span> <span class="o">%</span> <span class="mi">2</span> <span class="o">==</span> <span class="mi">0</span>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a> <span class="bp">self</span><span class="o">.</span><span class="n">condition_scale_embedding_dim</span> <span class="o">=</span> <span class="n">condition_scale_embedding_dim</span>
|
||
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a> <span class="bp">self</span><span class="o">.</span><span class="n">condition_scale</span> <span class="o">=</span> <span class="n">condition_scale</span>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">setup_adapter</span><span class="p">(</span><span class="n">target</span><span class="p">):</span>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">target</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SDXLUNet</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SDXLUNet</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
||
|
||
|
||
<p>Stable Diffusion XL U-Net.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2307.01952">[arXiv:2307.01952] SDXL: Improving Latent Diffusion Models for High-Resolution Image Synthesis</a> for more details.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>in_channels</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Number of input channels.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Device to use for computation.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Data type to use for computation.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-264">264</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-265">265</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-266">266</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-267">267</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-268">268</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-270">270</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-271">271</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-272">272</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-273">273</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-274">274</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-275">275</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-276">276</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-277">277</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-278">278</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-279">279</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-280">280</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-281">281</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-282">282</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-283">283</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-284">284</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-285">285</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-286">286</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-287">287</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-288">288</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-289">289</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-290">290</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-299">299</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-264"><a id="__codelineno-0-264" name="__codelineno-0-264"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-265"><a id="__codelineno-0-265" name="__codelineno-0-265"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-266"><a id="__codelineno-0-266" name="__codelineno-0-266"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-267"><a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-268"><a id="__codelineno-0-268" name="__codelineno-0-268"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-269"><a id="__codelineno-0-269" name="__codelineno-0-269"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-270"><a id="__codelineno-0-270" name="__codelineno-0-270"></a><span class="w"> </span><span class="sd">"""Initialize the U-Net.</span>
|
||
</span><span id="__span-0-271"><a id="__codelineno-0-271" name="__codelineno-0-271"></a>
|
||
</span><span id="__span-0-272"><a id="__codelineno-0-272" name="__codelineno-0-272"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-273"><a id="__codelineno-0-273" name="__codelineno-0-273"></a><span class="sd"> in_channels: Number of input channels.</span>
|
||
</span><span id="__span-0-274"><a id="__codelineno-0-274" name="__codelineno-0-274"></a><span class="sd"> device: Device to use for computation.</span>
|
||
</span><span id="__span-0-275"><a id="__codelineno-0-275" name="__codelineno-0-275"></a><span class="sd"> dtype: Data type to use for computation.</span>
|
||
</span><span id="__span-0-276"><a id="__codelineno-0-276" name="__codelineno-0-276"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-277"><a id="__codelineno-0-277" name="__codelineno-0-277"></a> <span class="bp">self</span><span class="o">.</span><span class="n">in_channels</span> <span class="o">=</span> <span class="n">in_channels</span>
|
||
</span><span id="__span-0-278"><a id="__codelineno-0-278" name="__codelineno-0-278"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-279"><a id="__codelineno-0-279" name="__codelineno-0-279"></a> <span class="n">TimestepEncoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-280"><a id="__codelineno-0-280" name="__codelineno-0-280"></a> <span class="n">DownBlocks</span><span class="p">(</span><span class="n">in_channels</span><span class="o">=</span><span class="n">in_channels</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-281"><a id="__codelineno-0-281" name="__codelineno-0-281"></a> <span class="n">MiddleBlock</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-282"><a id="__codelineno-0-282" name="__codelineno-0-282"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Residual</span><span class="p">(</span><span class="n">fl</span><span class="o">.</span><span class="n">UseContext</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="s2">"unet"</span><span class="p">,</span> <span class="n">key</span><span class="o">=</span><span class="s2">"residuals"</span><span class="p">)</span><span class="o">.</span><span class="n">compose</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">])),</span>
|
||
</span><span id="__span-0-283"><a id="__codelineno-0-283" name="__codelineno-0-283"></a> <span class="n">UpBlocks</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-284"><a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="n">OutputBlock</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-285"><a id="__codelineno-0-285" name="__codelineno-0-285"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-286"><a id="__codelineno-0-286" name="__codelineno-0-286"></a> <span class="k">for</span> <span class="n">residual_block</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">ResidualBlock</span><span class="p">):</span>
|
||
</span><span id="__span-0-287"><a id="__codelineno-0-287" name="__codelineno-0-287"></a> <span class="n">chain</span> <span class="o">=</span> <span class="n">residual_block</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"Chain"</span><span class="p">,</span> <span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">)</span>
|
||
</span><span id="__span-0-288"><a id="__codelineno-0-288" name="__codelineno-0-288"></a> <span class="n">RangeAdapter2d</span><span class="p">(</span>
|
||
</span><span id="__span-0-289"><a id="__codelineno-0-289" name="__codelineno-0-289"></a> <span class="n">target</span><span class="o">=</span><span class="n">chain</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"Conv2d_1"</span><span class="p">,</span> <span class="n">fl</span><span class="o">.</span><span class="n">Conv2d</span><span class="p">),</span>
|
||
</span><span id="__span-0-290"><a id="__codelineno-0-290" name="__codelineno-0-290"></a> <span class="n">channels</span><span class="o">=</span><span class="n">residual_block</span><span class="o">.</span><span class="n">out_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a> <span class="n">embedding_dim</span><span class="o">=</span><span class="mi">1280</span><span class="p">,</span>
|
||
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="n">context_key</span><span class="o">=</span><span class="s2">"timestep_embedding"</span><span class="p">,</span>
|
||
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a> <span class="p">)</span><span class="o">.</span><span class="n">inject</span><span class="p">(</span><span class="n">chain</span><span class="p">)</span>
|
||
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a> <span class="k">for</span> <span class="n">n</span><span class="p">,</span> <span class="n">block</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">iterable</span><span class="o">=</span><span class="n">cast</span><span class="p">(</span><span class="nb">list</span><span class="p">[</span><span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">],</span> <span class="bp">self</span><span class="o">.</span><span class="n">DownBlocks</span><span class="p">)):</span>
|
||
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a> <span class="n">block</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">module</span><span class="o">=</span><span class="n">ResidualAccumulator</span><span class="p">(</span><span class="n">n</span><span class="o">=</span><span class="n">n</span><span class="p">))</span>
|
||
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="k">for</span> <span class="n">n</span><span class="p">,</span> <span class="n">block</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">iterable</span><span class="o">=</span><span class="n">cast</span><span class="p">(</span><span class="nb">list</span><span class="p">[</span><span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">],</span> <span class="bp">self</span><span class="o">.</span><span class="n">UpBlocks</span><span class="p">)):</span>
|
||
</span><span id="__span-0-299"><a id="__codelineno-0-299" name="__codelineno-0-299"></a> <span class="n">block</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="n">index</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span> <span class="n">module</span><span class="o">=</span><span class="n">ResidualConcatenator</span><span class="p">(</span><span class="n">n</span><span class="o">=-</span><span class="n">n</span> <span class="o">-</span> <span class="mi">2</span><span class="p">))</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_clip_text_embedding" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_clip_text_embedding</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_clip_text_embedding" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_clip_text_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the clip text embedding context.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This context is required by the <code>SDXLCrossAttention</code> blocks.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP text embedding tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-309">309</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-310">310</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-311">311</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-312">312</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-313">313</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-314">314</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-315">315</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-316">316</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-317">317</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-318">318</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-309"><a id="__codelineno-0-309" name="__codelineno-0-309"></a><span class="k">def</span> <span class="nf">set_clip_text_embedding</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-310"><a id="__codelineno-0-310" name="__codelineno-0-310"></a><span class="w"> </span><span class="sd">"""Set the clip text embedding context.</span>
|
||
</span><span id="__span-0-311"><a id="__codelineno-0-311" name="__codelineno-0-311"></a>
|
||
</span><span id="__span-0-312"><a id="__codelineno-0-312" name="__codelineno-0-312"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-313"><a id="__codelineno-0-313" name="__codelineno-0-313"></a><span class="sd"> This context is required by the `SDXLCrossAttention` blocks.</span>
|
||
</span><span id="__span-0-314"><a id="__codelineno-0-314" name="__codelineno-0-314"></a>
|
||
</span><span id="__span-0-315"><a id="__codelineno-0-315" name="__codelineno-0-315"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-316"><a id="__codelineno-0-316" name="__codelineno-0-316"></a><span class="sd"> clip_text_embedding: The CLIP text embedding tensor.</span>
|
||
</span><span id="__span-0-317"><a id="__codelineno-0-317" name="__codelineno-0-317"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-318"><a id="__codelineno-0-318" name="__codelineno-0-318"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="s2">"cross_attention_block"</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="p">{</span><span class="s2">"clip_text_embedding"</span><span class="p">:</span> <span class="n">clip_text_embedding</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_pooled_text_embedding" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_pooled_text_embedding</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_pooled_text_embedding" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_pooled_text_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">pooled_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the pooled text embedding context.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This is required by <code>TextTimeEmbedding</code>.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>pooled_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The pooled text embedding tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-342">342</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-343">343</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-344">344</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-345">345</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-346">346</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-347">347</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-348">348</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-349">349</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-350">350</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-351">351</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-342"><a id="__codelineno-0-342" name="__codelineno-0-342"></a><span class="k">def</span> <span class="nf">set_pooled_text_embedding</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">pooled_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-343"><a id="__codelineno-0-343" name="__codelineno-0-343"></a><span class="w"> </span><span class="sd">"""Set the pooled text embedding context.</span>
|
||
</span><span id="__span-0-344"><a id="__codelineno-0-344" name="__codelineno-0-344"></a>
|
||
</span><span id="__span-0-345"><a id="__codelineno-0-345" name="__codelineno-0-345"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-346"><a id="__codelineno-0-346" name="__codelineno-0-346"></a><span class="sd"> This is required by `TextTimeEmbedding`.</span>
|
||
</span><span id="__span-0-347"><a id="__codelineno-0-347" name="__codelineno-0-347"></a>
|
||
</span><span id="__span-0-348"><a id="__codelineno-0-348" name="__codelineno-0-348"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-349"><a id="__codelineno-0-349" name="__codelineno-0-349"></a><span class="sd"> pooled_text_embedding: The pooled text embedding tensor.</span>
|
||
</span><span id="__span-0-350"><a id="__codelineno-0-350" name="__codelineno-0-350"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-351"><a id="__codelineno-0-351" name="__codelineno-0-351"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="s2">"diffusion"</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="p">{</span><span class="s2">"pooled_text_embedding"</span><span class="p">:</span> <span class="n">pooled_text_embedding</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_time_ids" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_time_ids</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_time_ids" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_time_ids</span><span class="p">(</span><span class="n">time_ids</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the time IDs context.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This is required by <code>TextTimeEmbedding</code>.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>time_ids</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The time IDs tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-331">331</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-332">332</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-333">333</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-334">334</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-335">335</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-336">336</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-337">337</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-338">338</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-339">339</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-340">340</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-331"><a id="__codelineno-0-331" name="__codelineno-0-331"></a><span class="k">def</span> <span class="nf">set_time_ids</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">time_ids</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-332"><a id="__codelineno-0-332" name="__codelineno-0-332"></a><span class="w"> </span><span class="sd">"""Set the time IDs context.</span>
|
||
</span><span id="__span-0-333"><a id="__codelineno-0-333" name="__codelineno-0-333"></a>
|
||
</span><span id="__span-0-334"><a id="__codelineno-0-334" name="__codelineno-0-334"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-335"><a id="__codelineno-0-335" name="__codelineno-0-335"></a><span class="sd"> This is required by `TextTimeEmbedding`.</span>
|
||
</span><span id="__span-0-336"><a id="__codelineno-0-336" name="__codelineno-0-336"></a>
|
||
</span><span id="__span-0-337"><a id="__codelineno-0-337" name="__codelineno-0-337"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-338"><a id="__codelineno-0-338" name="__codelineno-0-338"></a><span class="sd"> time_ids: The time IDs tensor.</span>
|
||
</span><span id="__span-0-339"><a id="__codelineno-0-339" name="__codelineno-0-339"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-340"><a id="__codelineno-0-340" name="__codelineno-0-340"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="s2">"diffusion"</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="p">{</span><span class="s2">"time_ids"</span><span class="p">:</span> <span class="n">time_ids</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_timestep" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_timestep</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet.set_timestep" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_timestep</span><span class="p">(</span><span class="n">timestep</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the timestep context.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This is required by <code>TimestepEncoder</code>.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>timestep</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The timestep tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-320">320</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-321">321</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-322">322</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-323">323</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-324">324</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-325">325</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-326">326</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-327">327</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-328">328</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-329">329</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-320"><a id="__codelineno-0-320" name="__codelineno-0-320"></a><span class="k">def</span> <span class="nf">set_timestep</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">timestep</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-321"><a id="__codelineno-0-321" name="__codelineno-0-321"></a><span class="w"> </span><span class="sd">"""Set the timestep context.</span>
|
||
</span><span id="__span-0-322"><a id="__codelineno-0-322" name="__codelineno-0-322"></a>
|
||
</span><span id="__span-0-323"><a id="__codelineno-0-323" name="__codelineno-0-323"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-324"><a id="__codelineno-0-324" name="__codelineno-0-324"></a><span class="sd"> This is required by `TimestepEncoder`.</span>
|
||
</span><span id="__span-0-325"><a id="__codelineno-0-325" name="__codelineno-0-325"></a>
|
||
</span><span id="__span-0-326"><a id="__codelineno-0-326" name="__codelineno-0-326"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-327"><a id="__codelineno-0-327" name="__codelineno-0-327"></a><span class="sd"> timestep: The timestep tensor.</span>
|
||
</span><span id="__span-0-328"><a id="__codelineno-0-328" name="__codelineno-0-328"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-329"><a id="__codelineno-0-329" name="__codelineno-0-329"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="s2">"diffusion"</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="p">{</span><span class="s2">"timestep"</span><span class="p">:</span> <span class="n">timestep</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">StableDiffusion_XL</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">StableDiffusion_XL</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">unet</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">lda</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.model.SDXLAutoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder">SDXLAutoencoder</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.text_encoder.DoubleTextEncoder">DoubleTextEncoder</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">solver</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel">LatentDiffusionModel</a></code></p>
|
||
|
||
|
||
<p>Stable Diffusion XL model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.unet">unet</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The U-Net model.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.clip_text_encoder">clip_text_encoder</span></code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.text_encoder.DoubleTextEncoder">DoubleTextEncoder</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The text encoder.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.lda">lda</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.model.SDXLAutoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder">SDXLAutoencoder</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image autoencoder.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>unet</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.unet.SDXLUNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLUNet">SDXLUNet</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The SDXLUNet U-Net model to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>lda</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.model.SDXLAutoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLAutoencoder">SDXLAutoencoder</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The SDXLAutoencoder image autoencoder to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_encoder</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_xl.text_encoder.DoubleTextEncoder">DoubleTextEncoder</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The DoubleTextEncoder text encoder to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>solver</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The solver to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code><span title="torch.float32">float32</span></code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="n">unet</span><span class="p">:</span> <span class="n">SDXLUNet</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a> <span class="n">lda</span><span class="p">:</span> <span class="n">SDXLAutoencoder</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n">DoubleTextEncoder</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a> <span class="n">solver</span><span class="p">:</span> <span class="n">Solver</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a><span class="w"> </span><span class="sd">"""Initializes the model.</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a><span class="sd"> unet: The SDXLUNet U-Net model to use.</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a><span class="sd"> lda: The SDXLAutoencoder image autoencoder to use.</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a><span class="sd"> clip_text_encoder: The DoubleTextEncoder text encoder to use.</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a><span class="sd"> solver: The solver to use.</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="n">unet</span> <span class="o">=</span> <span class="n">unet</span> <span class="ow">or</span> <span class="n">SDXLUNet</span><span class="p">(</span><span class="n">in_channels</span><span class="o">=</span><span class="mi">4</span><span class="p">)</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="n">lda</span> <span class="o">=</span> <span class="n">lda</span> <span class="ow">or</span> <span class="n">SDXLAutoencoder</span><span class="p">()</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="n">clip_text_encoder</span> <span class="o">=</span> <span class="n">clip_text_encoder</span> <span class="ow">or</span> <span class="n">DoubleTextEncoder</span><span class="p">()</span>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a> <span class="n">solver</span> <span class="o">=</span> <span class="n">solver</span> <span class="ow">or</span> <span class="n">DDIM</span><span class="p">(</span><span class="n">num_inference_steps</span><span class="o">=</span><span class="mi">30</span><span class="p">)</span>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a> <span class="n">unet</span><span class="o">=</span><span class="n">unet</span><span class="p">,</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="n">lda</span><span class="o">=</span><span class="n">lda</span><span class="p">,</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">clip_text_encoder</span><span class="o">=</span><span class="n">clip_text_encoder</span><span class="p">,</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">solver</span><span class="o">=</span><span class="n">solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.default_time_ids" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">default_time_ids</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.default_time_ids" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">default_time_ids</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The default time IDs to use.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_clip_text_embedding" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">compute_clip_text_embedding</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_clip_text_embedding" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">compute_clip_text_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">text</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">negative_text</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">=</span> <span class="s2">""</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute the CLIP text embedding associated with the given prompt and negative prompt.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>text</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The prompt to compute the CLIP text embedding of.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>negative_text</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The negative prompt to compute the CLIP text embedding of.
|
||
If not provided, the negative prompt is assumed to be empty (i.e., <code>""</code>).</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>''</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-111">111</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a><span class="k">def</span> <span class="nf">compute_clip_text_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">text</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span> <span class="n">negative_text</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="s2">""</span>
|
||
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a><span class="p">)</span> <span class="o">-></span> <span class="nb">tuple</span><span class="p">[</span><span class="n">Tensor</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]:</span>
|
||
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a><span class="w"> </span><span class="sd">"""Compute the CLIP text embedding associated with the given prompt and negative prompt.</span>
|
||
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a>
|
||
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a><span class="sd"> text: The prompt to compute the CLIP text embedding of.</span>
|
||
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a><span class="sd"> negative_text: The negative prompt to compute the CLIP text embedding of.</span>
|
||
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a><span class="sd"> If not provided, the negative prompt is assumed to be empty (i.e., `""`).</span>
|
||
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a>
|
||
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">text</span> <span class="o">=</span> <span class="p">[</span><span class="n">text</span><span class="p">]</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">text</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="k">else</span> <span class="n">text</span>
|
||
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a>
|
||
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">classifier_free_guidance</span><span class="p">:</span>
|
||
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>
|
||
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a>
|
||
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="n">negative_text</span> <span class="o">=</span> <span class="p">[</span><span class="n">negative_text</span><span class="p">]</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">negative_text</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="k">else</span> <span class="n">negative_text</span>
|
||
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">text</span><span class="p">)</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="n">negative_text</span><span class="p">),</span> <span class="s2">"The length of the text list and negative_text should be the same"</span>
|
||
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a>
|
||
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="n">conditional_embedding</span><span class="p">,</span> <span class="n">conditional_pooled_embedding</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>
|
||
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="n">negative_embedding</span><span class="p">,</span> <span class="n">negative_pooled_embedding</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="p">(</span><span class="n">negative_text</span><span class="p">)</span>
|
||
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a>
|
||
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">(</span><span class="n">tensors</span><span class="o">=</span><span class="p">(</span><span class="n">negative_embedding</span><span class="p">,</span> <span class="n">conditional_embedding</span><span class="p">),</span> <span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">),</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">(</span>
|
||
</span><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a> <span class="n">tensors</span><span class="o">=</span><span class="p">(</span><span class="n">negative_pooled_embedding</span><span class="p">,</span> <span class="n">conditional_pooled_embedding</span><span class="p">),</span> <span class="n">dim</span><span class="o">=</span><span class="mi">0</span>
|
||
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_self_attention_guidance" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">compute_self_attention_guidance</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.compute_self_attention_guidance" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">compute_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">pooled_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">time_ids</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute the self-attention guidance.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The noise tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The step to compute the self-attention guidance at.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP text embedding to compute the self-attention guidance with.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>pooled_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The pooled CLIP text embedding to compute the self-attention guidance with.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>time_ids</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The time IDs to compute the self-attention guidance with.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The computed self-attention guidance.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-194">194</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-195">195</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-196">196</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-197">197</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-199">199</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-200">200</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-202">202</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-203">203</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-204">204</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-205">205</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-208">208</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-209">209</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-210">210</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-213">213</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-214">214</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-215">215</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-216">216</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-217">217</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-218">218</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-219">219</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-244">244</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-245">245</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-246">246</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-247">247</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-248">248</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-249">249</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-250">250</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-194"><a id="__codelineno-0-194" name="__codelineno-0-194"></a><span class="k">def</span> <span class="nf">compute_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-195"><a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-196"><a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-197"><a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="n">noise</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-198"><a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-199"><a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-200"><a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-201"><a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="n">pooled_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-202"><a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="n">time_ids</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-203"><a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-204"><a id="__codelineno-0-204" name="__codelineno-0-204"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-205"><a id="__codelineno-0-205" name="__codelineno-0-205"></a><span class="w"> </span><span class="sd">"""Compute the self-attention guidance.</span>
|
||
</span><span id="__span-0-206"><a id="__codelineno-0-206" name="__codelineno-0-206"></a>
|
||
</span><span id="__span-0-207"><a id="__codelineno-0-207" name="__codelineno-0-207"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-208"><a id="__codelineno-0-208" name="__codelineno-0-208"></a><span class="sd"> x: The input tensor.</span>
|
||
</span><span id="__span-0-209"><a id="__codelineno-0-209" name="__codelineno-0-209"></a><span class="sd"> noise: The noise tensor.</span>
|
||
</span><span id="__span-0-210"><a id="__codelineno-0-210" name="__codelineno-0-210"></a><span class="sd"> step: The step to compute the self-attention guidance at.</span>
|
||
</span><span id="__span-0-211"><a id="__codelineno-0-211" name="__codelineno-0-211"></a><span class="sd"> clip_text_embedding: The CLIP text embedding to compute the self-attention guidance with.</span>
|
||
</span><span id="__span-0-212"><a id="__codelineno-0-212" name="__codelineno-0-212"></a><span class="sd"> pooled_text_embedding: The pooled CLIP text embedding to compute the self-attention guidance with.</span>
|
||
</span><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a><span class="sd"> time_ids: The time IDs to compute the self-attention guidance with.</span>
|
||
</span><span id="__span-0-214"><a id="__codelineno-0-214" name="__codelineno-0-214"></a>
|
||
</span><span id="__span-0-215"><a id="__codelineno-0-215" name="__codelineno-0-215"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-216"><a id="__codelineno-0-216" name="__codelineno-0-216"></a><span class="sd"> The computed self-attention guidance.</span>
|
||
</span><span id="__span-0-217"><a id="__codelineno-0-217" name="__codelineno-0-217"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-218"><a id="__codelineno-0-218" name="__codelineno-0-218"></a> <span class="n">sag</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">()</span>
|
||
</span><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a> <span class="k">assert</span> <span class="n">sag</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a>
|
||
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="n">degraded_latents</span> <span class="o">=</span> <span class="n">sag</span><span class="o">.</span><span class="n">compute_degraded_latents</span><span class="p">(</span>
|
||
</span><span id="__span-0-222"><a id="__codelineno-0-222" name="__codelineno-0-222"></a> <span class="n">solver</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a> <span class="n">latents</span><span class="o">=</span><span class="n">x</span><span class="p">,</span>
|
||
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a> <span class="n">noise</span><span class="o">=</span><span class="n">noise</span><span class="p">,</span>
|
||
</span><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a> <span class="n">step</span><span class="o">=</span><span class="n">step</span><span class="p">,</span>
|
||
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="n">classifier_free_guidance</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a>
|
||
</span><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="n">negative_text_embedding</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">clip_text_embedding</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="n">negative_pooled_embedding</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">pooled_text_embedding</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">timestep</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="o">.</span><span class="n">timesteps</span><span class="p">[</span><span class="n">step</span><span class="p">]</span><span class="o">.</span><span class="n">unsqueeze</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">time_ids</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">time_ids</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_unet_context</span><span class="p">(</span>
|
||
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="n">timestep</span><span class="o">=</span><span class="n">timestep</span><span class="p">,</span>
|
||
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="n">clip_text_embedding</span><span class="o">=</span><span class="n">negative_text_embedding</span><span class="p">,</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="n">pooled_text_embedding</span><span class="o">=</span><span class="n">negative_pooled_embedding</span><span class="p">,</span>
|
||
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="n">time_ids</span><span class="o">=</span><span class="n">time_ids</span><span class="p">,</span>
|
||
</span><span id="__span-0-239"><a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="k">if</span> <span class="s2">"ip_adapter"</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">provider</span><span class="o">.</span><span class="n">contexts</span><span class="p">:</span>
|
||
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="c1"># this implementation is a bit hacky, it should be refactored in the future</span>
|
||
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="n">ip_adapter_context</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">use_context</span><span class="p">(</span><span class="s2">"ip_adapter"</span><span class="p">)</span>
|
||
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="n">image_embedding_copy</span> <span class="o">=</span> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span><span class="o">.</span><span class="n">clone</span><span class="p">()</span>
|
||
</span><span id="__span-0-244"><a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">],</span> <span class="n">_</span> <span class="o">=</span> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-245"><a id="__codelineno-0-245" name="__codelineno-0-245"></a> <span class="n">degraded_noise</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">(</span><span class="n">degraded_latents</span><span class="p">)</span>
|
||
</span><span id="__span-0-246"><a id="__codelineno-0-246" name="__codelineno-0-246"></a> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span> <span class="o">=</span> <span class="n">image_embedding_copy</span>
|
||
</span><span id="__span-0-247"><a id="__codelineno-0-247" name="__codelineno-0-247"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-248"><a id="__codelineno-0-248" name="__codelineno-0-248"></a> <span class="n">degraded_noise</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">(</span><span class="n">degraded_latents</span><span class="p">)</span>
|
||
</span><span id="__span-0-249"><a id="__codelineno-0-249" name="__codelineno-0-249"></a>
|
||
</span><span id="__span-0-250"><a id="__codelineno-0-250" name="__codelineno-0-250"></a> <span class="k">return</span> <span class="n">sag</span><span class="o">.</span><span class="n">scale</span> <span class="o">*</span> <span class="p">(</span><span class="n">noise</span> <span class="o">-</span> <span class="n">degraded_noise</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.has_self_attention_guidance" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">has_self_attention_guidance</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.has_self_attention_guidance" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">has_self_attention_guidance</span><span class="p">()</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Whether the model has self-attention guidance or not.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-183">183</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-184">184</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-185">185</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-183"><a id="__codelineno-0-183" name="__codelineno-0-183"></a><span class="k">def</span> <span class="nf">has_self_attention_guidance</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
||
</span><span id="__span-0-184"><a id="__codelineno-0-184" name="__codelineno-0-184"></a><span class="w"> </span><span class="sd">"""Whether the model has self-attention guidance or not."""</span>
|
||
</span><span id="__span-0-185"><a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">()</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_self_attention_guidance" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_self_attention_guidance</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_self_attention_guidance" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">enable</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Sets the self-attention guidance.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2210.00939">[arXiv:2210.00939] Improving Sample Quality of Diffusion Models Using Self-Attention Guidance</a>
|
||
for more details.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>enable</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Whether to enable self-attention guidance or not.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-164">164</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-166">166</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-167">167</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-168">168</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-169">169</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-180">180</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-181">181</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-164"><a id="__codelineno-0-164" name="__codelineno-0-164"></a><span class="k">def</span> <span class="nf">set_self_attention_guidance</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">enable</span><span class="p">:</span> <span class="nb">bool</span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-165"><a id="__codelineno-0-165" name="__codelineno-0-165"></a><span class="w"> </span><span class="sd">"""Sets the self-attention guidance.</span>
|
||
</span><span id="__span-0-166"><a id="__codelineno-0-166" name="__codelineno-0-166"></a>
|
||
</span><span id="__span-0-167"><a id="__codelineno-0-167" name="__codelineno-0-167"></a><span class="sd"> See [[arXiv:2210.00939] Improving Sample Quality of Diffusion Models Using Self-Attention Guidance](https://arxiv.org/abs/2210.00939)</span>
|
||
</span><span id="__span-0-168"><a id="__codelineno-0-168" name="__codelineno-0-168"></a><span class="sd"> for more details.</span>
|
||
</span><span id="__span-0-169"><a id="__codelineno-0-169" name="__codelineno-0-169"></a>
|
||
</span><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a><span class="sd"> enable: Whether to enable self-attention guidance or not.</span>
|
||
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a><span class="sd"> scale: The scale to use.</span>
|
||
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-174"><a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="k">if</span> <span class="n">enable</span><span class="p">:</span>
|
||
</span><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a> <span class="k">if</span> <span class="n">sag</span> <span class="o">:=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">():</span>
|
||
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a> <span class="n">sag</span><span class="o">.</span><span class="n">scale</span> <span class="o">=</span> <span class="n">scale</span>
|
||
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-178"><a id="__codelineno-0-178" name="__codelineno-0-178"></a> <span class="n">SDXLSAGAdapter</span><span class="p">(</span><span class="n">target</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">,</span> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">)</span><span class="o">.</span><span class="n">inject</span><span class="p">()</span>
|
||
</span><span id="__span-0-179"><a id="__codelineno-0-179" name="__codelineno-0-179"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-180"><a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="k">if</span> <span class="n">sag</span> <span class="o">:=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">():</span>
|
||
</span><span id="__span-0-181"><a id="__codelineno-0-181" name="__codelineno-0-181"></a> <span class="n">sag</span><span class="o">.</span><span class="n">eject</span><span class="p">()</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_unet_context" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_unet_context</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.StableDiffusion_XL.set_unet_context" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_unet_context</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">timestep</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">pooled_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">time_ids</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="o">**</span><span class="n">_</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the various context parameters required by the U-Net model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>timestep</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The timestep to set.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP text embedding to set.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>pooled_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The pooled CLIP text embedding to set.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>time_ids</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The time IDs to set.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-121">121</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-129">129</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-130">130</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-131">131</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-132">132</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-133">133</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-134">134</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-135">135</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-136">136</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-137">137</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-138">138</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-139">139</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-140">140</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-141">141</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-121"><a id="__codelineno-0-121" name="__codelineno-0-121"></a><span class="k">def</span> <span class="nf">set_unet_context</span><span class="p">(</span>
|
||
</span><span id="__span-0-122"><a id="__codelineno-0-122" name="__codelineno-0-122"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a> <span class="n">timestep</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a> <span class="n">pooled_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a> <span class="n">time_ids</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="o">**</span><span class="n">_</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-130"><a id="__codelineno-0-130" name="__codelineno-0-130"></a><span class="w"> </span><span class="sd">"""Set the various context parameters required by the U-Net model.</span>
|
||
</span><span id="__span-0-131"><a id="__codelineno-0-131" name="__codelineno-0-131"></a>
|
||
</span><span id="__span-0-132"><a id="__codelineno-0-132" name="__codelineno-0-132"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-133"><a id="__codelineno-0-133" name="__codelineno-0-133"></a><span class="sd"> timestep: The timestep to set.</span>
|
||
</span><span id="__span-0-134"><a id="__codelineno-0-134" name="__codelineno-0-134"></a><span class="sd"> clip_text_embedding: The CLIP text embedding to set.</span>
|
||
</span><span id="__span-0-135"><a id="__codelineno-0-135" name="__codelineno-0-135"></a><span class="sd"> pooled_text_embedding: The pooled CLIP text embedding to set.</span>
|
||
</span><span id="__span-0-136"><a id="__codelineno-0-136" name="__codelineno-0-136"></a><span class="sd"> time_ids: The time IDs to set.</span>
|
||
</span><span id="__span-0-137"><a id="__codelineno-0-137" name="__codelineno-0-137"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-138"><a id="__codelineno-0-138" name="__codelineno-0-138"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">set_timestep</span><span class="p">(</span><span class="n">timestep</span><span class="o">=</span><span class="n">timestep</span><span class="p">)</span>
|
||
</span><span id="__span-0-139"><a id="__codelineno-0-139" name="__codelineno-0-139"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">set_clip_text_embedding</span><span class="p">(</span><span class="n">clip_text_embedding</span><span class="o">=</span><span class="n">clip_text_embedding</span><span class="p">)</span>
|
||
</span><span id="__span-0-140"><a id="__codelineno-0-140" name="__codelineno-0-140"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">set_pooled_text_embedding</span><span class="p">(</span><span class="n">pooled_text_embedding</span><span class="o">=</span><span class="n">pooled_text_embedding</span><span class="p">)</span>
|
||
</span><span id="__span-0-141"><a id="__codelineno-0-141" name="__codelineno-0-141"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">set_time_ids</span><span class="p">(</span><span class="n">time_ids</span><span class="o">=</span><span class="n">time_ids</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_xl.add_lcm_lora" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-function"></code> <span class="doc doc-object-name doc-function-name">add_lcm_lora</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.add_lcm_lora" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">add_lcm_lora</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">manager</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.lora.SDLoraManager" href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager">SDLoraManager</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">tensors</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">],</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"lcm"</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">8.0</span> <span class="o">/</span> <span class="mf">64.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">check_validity</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Add a <a href="https://arxiv.org/abs/2311.05556">LCM-LoRA</a> or a LoRA with similar structure
|
||
such as <a href="https://arxiv.org/abs/2402.13929">SDXL-Lightning</a> to SDXLUNet.</p>
|
||
<p>This is a complex LoRA so <a class="autorefs autorefs-internal" href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras">SDLoraManager.add_loras()</a>
|
||
is not enough. Instead, we add the LoRAs to the UNet in several iterations, using the filtering mechanism of
|
||
<a class="autorefs autorefs-internal" href="../../fluxion/adapters/#refiners.fluxion.adapters.auto_attach_loras">auto_attach_loras</a>.</p>
|
||
<p>LCM-LoRA can be used with or without CFG in SD.
|
||
If you use CFG, typical values range from 1.0 (same as no CFG) to 2.0.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>manager</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.lora.SDLoraManager" href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager">SDLoraManager</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A SDLoraManager for SDXL.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>tensors</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The <code>state_dict</code> of the LoRA.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>name</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The name of the LoRA.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'lcm'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to use for the LoRA (should generally not be changed, those LoRAs must use alpha / rank).</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>8.0 / 64.0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>check_validity</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Perform additional checks, raise an exception if they fail.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>True</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_xl/lcm_lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-28">28</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-67">67</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70">70</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-71">71</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-78">78</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a><span class="k">def</span> <span class="nf">add_lcm_lora</span><span class="p">(</span>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a> <span class="n">manager</span><span class="p">:</span> <span class="n">SDLoraManager</span><span class="p">,</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a> <span class="n">tensors</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">],</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"lcm"</span><span class="p">,</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">8.0</span> <span class="o">/</span> <span class="mf">64.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a> <span class="n">check_validity</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a><span class="w"> </span><span class="sd">"""Add a [LCM-LoRA](https://arxiv.org/abs/2311.05556) or a LoRA with similar structure</span>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a><span class="sd"> such as [SDXL-Lightning](https://arxiv.org/abs/2402.13929) to SDXLUNet.</span>
|
||
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a>
|
||
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a><span class="sd"> This is a complex LoRA so [SDLoraManager.add_loras()][refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras]</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a><span class="sd"> is not enough. Instead, we add the LoRAs to the UNet in several iterations, using the filtering mechanism of</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a><span class="sd"> [auto_attach_loras][refiners.fluxion.adapters.lora.auto_attach_loras].</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a><span class="sd"> LCM-LoRA can be used with or without CFG in SD.</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a><span class="sd"> If you use CFG, typical values range from 1.0 (same as no CFG) to 2.0.</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a><span class="sd"> manager: A SDLoraManager for SDXL.</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a><span class="sd"> tensors: The `state_dict` of the LoRA.</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a><span class="sd"> name: The name of the LoRA.</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="sd"> scale: The scale to use for the LoRA (should generally not be changed, those LoRAs must use alpha / rank).</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a><span class="sd"> check_validity: Perform additional checks, raise an exception if they fail.</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">manager</span><span class="o">.</span><span class="n">target</span><span class="p">,</span> <span class="n">StableDiffusion_XL</span><span class="p">)</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">unet</span> <span class="o">=</span> <span class="n">manager</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">unet</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">loras</span> <span class="o">=</span> <span class="n">Lora</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">unet</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">unet</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">tensors</span><span class="o">.</span><span class="n">items</span><span class="p">()})</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="k">assert</span> <span class="nb">all</span><span class="p">(</span><span class="n">k</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"lora_unet_"</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="n">loras</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">loras</span><span class="p">[</span><span class="n">k</span><span class="p">]</span> <span class="k">for</span> <span class="n">k</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">loras</span><span class="o">.</span><span class="n">keys</span><span class="p">(),</span> <span class="n">key</span><span class="o">=</span><span class="n">SDLoraManager</span><span class="o">.</span><span class="n">sort_keys</span><span class="p">)}</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a> <span class="n">debug_map</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="p">[]</span> <span class="k">if</span> <span class="n">check_validity</span> <span class="k">else</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a> <span class="c1"># Projections are in `SDXLCrossAttention` but not in `CrossAttentionBlock`.</span>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a> <span class="n">loras_projs</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">k</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s2">"proj_in"</span><span class="p">)</span> <span class="ow">or</span> <span class="n">k</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="s2">"proj_out"</span><span class="p">)}</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="n">auto_attach_loras</span><span class="p">(</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">loras_projs</span><span class="p">,</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">unet</span><span class="p">,</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="n">exclude</span><span class="o">=</span><span class="p">[</span><span class="s2">"CrossAttentionBlock"</span><span class="p">],</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">include</span><span class="o">=</span><span class="p">[</span><span class="s2">"SDXLCrossAttention"</span><span class="p">],</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="n">debug_map</span><span class="o">=</span><span class="n">debug_map</span><span class="p">,</span>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="n">manager</span><span class="o">.</span><span class="n">add_loras_to_unet</span><span class="p">(</span>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">k</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">loras_projs</span><span class="p">},</span>
|
||
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a> <span class="n">debug_map</span><span class="o">=</span><span class="n">debug_map</span><span class="p">,</span>
|
||
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a> <span class="k">if</span> <span class="n">debug_map</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="n">_check_validity</span><span class="p">(</span><span class="n">debug_map</span><span class="p">)</span>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="c1"># LoRAs are finally injected, set the scale with the manager.</span>
|
||
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">manager</span><span class="o">.</span><span class="n">set_scale</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">scale</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ICLight</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ICLight</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">patch_weights</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">unet</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">lda</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.model.SD1Autoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder">SD1Autoencoder</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.text_encoder.CLIPTextEncoderL" href="../clip/#refiners.foundationals.clip.CLIPTextEncoderL">CLIPTextEncoderL</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">solver</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.model.StableDiffusion_1" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1">StableDiffusion_1</a></code></p>
|
||
|
||
|
||
<p>IC-Light is a Stable Diffusion model that can be used to relight a reference image.</p>
|
||
<p>At initialization, the UNet will be patched to accept four additional input channels.
|
||
Only the text-conditioned relighting model is supported for now.</p>
|
||
|
||
|
||
<details class="example" open>
|
||
<summary>Example</summary>
|
||
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="kn">import</span> <span class="nn">torch</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a><span class="kn">from</span> <span class="nn">huggingface_hub</span> <span class="kn">import</span> <span class="n">hf_hub_download</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="kn">from</span> <span class="nn">PIL</span> <span class="kn">import</span> <span class="n">Image</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="kn">from</span> <span class="nn">refiners.fluxion.utils</span> <span class="kn">import</span> <span class="n">load_from_safetensors</span><span class="p">,</span> <span class="n">manual_seed</span><span class="p">,</span> <span class="n">no_grad</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="kn">from</span> <span class="nn">refiners.foundationals.clip</span> <span class="kn">import</span> <span class="n">CLIPTextEncoderL</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="kn">from</span> <span class="nn">refiners.foundationals.latent_diffusion.stable_diffusion_1</span> <span class="kn">import</span> <span class="n">SD1Autoencoder</span><span class="p">,</span> <span class="n">SD1UNet</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="kn">from</span> <span class="nn">refiners.foundationals.latent_diffusion.stable_diffusion_1.ic_light</span> <span class="kn">import</span> <span class="n">ICLight</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="n">device</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">device</span><span class="p">(</span><span class="s2">"cuda"</span> <span class="k">if</span> <span class="n">torch</span><span class="o">.</span><span class="n">cuda</span><span class="o">.</span><span class="n">is_available</span><span class="p">()</span> <span class="k">else</span> <span class="s2">"cpu"</span><span class="p">)</span>
|
||
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a><span class="n">dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span>
|
||
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="n">no_grad</span><span class="p">()</span><span class="o">.</span><span class="fm">__enter__</span><span class="p">()</span>
|
||
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13" href="#__codelineno-0-13"></a><span class="n">manual_seed</span><span class="p">(</span><span class="mi">42</span><span class="p">)</span>
|
||
</span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14" href="#__codelineno-0-14"></a>
|
||
</span><span id="__span-0-15"><a id="__codelineno-0-15" name="__codelineno-0-15" href="#__codelineno-0-15"></a><span class="n">sd</span> <span class="o">=</span> <span class="n">ICLight</span><span class="p">(</span>
|
||
</span><span id="__span-0-16"><a id="__codelineno-0-16" name="__codelineno-0-16" href="#__codelineno-0-16"></a> <span class="n">patch_weights</span><span class="o">=</span><span class="n">load_from_safetensors</span><span class="p">(</span>
|
||
</span><span id="__span-0-17"><a id="__codelineno-0-17" name="__codelineno-0-17" href="#__codelineno-0-17"></a> <span class="n">path</span><span class="o">=</span><span class="n">hf_hub_download</span><span class="p">(</span>
|
||
</span><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18" href="#__codelineno-0-18"></a> <span class="n">repo_id</span><span class="o">=</span><span class="s2">"refiners/ic_light.sd1_5.fc"</span><span class="p">,</span>
|
||
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19" href="#__codelineno-0-19"></a> <span class="n">filename</span><span class="o">=</span><span class="s2">"model.safetensors"</span><span class="p">,</span>
|
||
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20" href="#__codelineno-0-20"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21" href="#__codelineno-0-21"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22" href="#__codelineno-0-22"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23" href="#__codelineno-0-23"></a> <span class="n">unet</span><span class="o">=</span><span class="n">SD1UNet</span><span class="p">(</span><span class="n">in_channels</span><span class="o">=</span><span class="mi">4</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span><span class="o">.</span><span class="n">load_from_safetensors</span><span class="p">(</span>
|
||
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24" href="#__codelineno-0-24"></a> <span class="n">tensors_path</span><span class="o">=</span><span class="n">hf_hub_download</span><span class="p">(</span>
|
||
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25" href="#__codelineno-0-25"></a> <span class="n">repo_id</span><span class="o">=</span><span class="s2">"refiners/realistic_vision.v5_1.sd1_5.unet"</span><span class="p">,</span>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26" href="#__codelineno-0-26"></a> <span class="n">filename</span><span class="o">=</span><span class="s2">"model.safetensors"</span><span class="p">,</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27" href="#__codelineno-0-27"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28" href="#__codelineno-0-28"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29" href="#__codelineno-0-29"></a> <span class="n">clip_text_encoder</span><span class="o">=</span><span class="n">CLIPTextEncoderL</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span><span class="o">.</span><span class="n">load_from_safetensors</span><span class="p">(</span>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30" href="#__codelineno-0-30"></a> <span class="n">tensors_path</span><span class="o">=</span><span class="n">hf_hub_download</span><span class="p">(</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31" href="#__codelineno-0-31"></a> <span class="n">repo_id</span><span class="o">=</span><span class="s2">"refiners/realistic_vision.v5_1.sd1_5.text_encoder"</span><span class="p">,</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32" href="#__codelineno-0-32"></a> <span class="n">filename</span><span class="o">=</span><span class="s2">"model.safetensors"</span><span class="p">,</span>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33" href="#__codelineno-0-33"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34" href="#__codelineno-0-34"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35" href="#__codelineno-0-35"></a> <span class="n">lda</span><span class="o">=</span><span class="n">SD1Autoencoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span><span class="o">.</span><span class="n">load_from_safetensors</span><span class="p">(</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36" href="#__codelineno-0-36"></a> <span class="n">tensors_path</span><span class="o">=</span><span class="n">hf_hub_download</span><span class="p">(</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37" href="#__codelineno-0-37"></a> <span class="n">repo_id</span><span class="o">=</span><span class="s2">"refiners/realistic_vision.v5_1.sd1_5.autoencoder"</span><span class="p">,</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38" href="#__codelineno-0-38"></a> <span class="n">filename</span><span class="o">=</span><span class="s2">"model.safetensors"</span><span class="p">,</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39" href="#__codelineno-0-39"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40" href="#__codelineno-0-40"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41" href="#__codelineno-0-41"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42" href="#__codelineno-0-42"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43" href="#__codelineno-0-43"></a><span class="p">)</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44" href="#__codelineno-0-44"></a>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45" href="#__codelineno-0-45"></a><span class="n">prompt</span> <span class="o">=</span> <span class="s2">"soft lighting, high-quality professional image"</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46" href="#__codelineno-0-46"></a><span class="n">negative_prompt</span> <span class="o">=</span> <span class="s2">"lowres, bad anatomy, bad hands, cropped, worst quality"</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47" href="#__codelineno-0-47"></a><span class="n">clip_text_embedding</span> <span class="o">=</span> <span class="n">sd</span><span class="o">.</span><span class="n">compute_clip_text_embedding</span><span class="p">(</span><span class="n">text</span><span class="o">=</span><span class="n">prompt</span><span class="p">,</span> <span class="n">negative_text</span><span class="o">=</span><span class="n">negative_prompt</span><span class="p">)</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48" href="#__codelineno-0-48"></a>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49" href="#__codelineno-0-49"></a><span class="n">image</span> <span class="o">=</span> <span class="n">Image</span><span class="o">.</span><span class="n">open</span><span class="p">(</span><span class="s2">"reference-image.png"</span><span class="p">)</span><span class="o">.</span><span class="n">resize</span><span class="p">((</span><span class="mi">512</span><span class="p">,</span> <span class="mi">512</span><span class="p">))</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50" href="#__codelineno-0-50"></a><span class="n">sd</span><span class="o">.</span><span class="n">set_ic_light_condition</span><span class="p">(</span><span class="n">image</span><span class="p">)</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51" href="#__codelineno-0-51"></a>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52" href="#__codelineno-0-52"></a><span class="n">x</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53" href="#__codelineno-0-53"></a> <span class="n">size</span><span class="o">=</span><span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">4</span><span class="p">,</span> <span class="mi">64</span><span class="p">,</span> <span class="mi">64</span><span class="p">),</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54" href="#__codelineno-0-54"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55" href="#__codelineno-0-55"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56" href="#__codelineno-0-56"></a><span class="p">)</span>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57" href="#__codelineno-0-57"></a>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58" href="#__codelineno-0-58"></a><span class="k">for</span> <span class="n">step</span> <span class="ow">in</span> <span class="n">sd</span><span class="o">.</span><span class="n">steps</span><span class="p">:</span>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59" href="#__codelineno-0-59"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">sd</span><span class="p">(</span>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60" href="#__codelineno-0-60"></a> <span class="n">x</span><span class="o">=</span><span class="n">x</span><span class="p">,</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61" href="#__codelineno-0-61"></a> <span class="n">step</span><span class="o">=</span><span class="n">step</span><span class="p">,</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62" href="#__codelineno-0-62"></a> <span class="n">clip_text_embedding</span><span class="o">=</span><span class="n">clip_text_embedding</span><span class="p">,</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63" href="#__codelineno-0-63"></a> <span class="n">condition_scale</span><span class="o">=</span><span class="mf">1.5</span><span class="p">,</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64" href="#__codelineno-0-64"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65" href="#__codelineno-0-65"></a><span class="n">predicted_image</span> <span class="o">=</span> <span class="n">sd</span><span class="o">.</span><span class="n">lda</span><span class="o">.</span><span class="n">latents_to_image</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66" href="#__codelineno-0-66"></a>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67" href="#__codelineno-0-67"></a><span class="n">predicted_image</span><span class="o">.</span><span class="n">save</span><span class="p">(</span><span class="s2">"ic-light-output.png"</span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
</details>
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/ic_light.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-111">111</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="n">patch_weights</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">],</span>
|
||
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="n">unet</span><span class="p">:</span> <span class="n">SD1UNet</span><span class="p">,</span>
|
||
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="n">lda</span><span class="p">:</span> <span class="n">SD1Autoencoder</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n">CLIPTextEncoderL</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">solver</span><span class="p">:</span> <span class="n">Solver</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="n">device</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="n">unet</span><span class="o">=</span><span class="n">unet</span><span class="p">,</span>
|
||
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="n">lda</span><span class="o">=</span><span class="n">lda</span><span class="p">,</span>
|
||
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="n">clip_text_encoder</span><span class="o">=</span><span class="n">clip_text_encoder</span><span class="p">,</span>
|
||
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="n">solver</span><span class="o">=</span><span class="n">solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_extend_conv_in</span><span class="p">()</span>
|
||
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_apply_patch</span><span class="p">(</span><span class="n">weights</span><span class="o">=</span><span class="n">patch_weights</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.compute_gray_composite" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">compute_gray_composite</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.compute_gray_composite" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">compute_gray_composite</span><span class="p">(</span><span class="n">image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">,</span> <span class="n">mask</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="PIL.Image.Image">Image</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute a grayscale composite of an image and a mask.</p>
|
||
<p>IC-Light will recreate the image</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>image</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image to composite.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>mask</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The mask to use for the composite.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/ic_light.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-140">140</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-141">141</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-144">144</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-145">145</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-148">148</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-156">156</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-140"><a id="__codelineno-0-140" name="__codelineno-0-140"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-141"><a id="__codelineno-0-141" name="__codelineno-0-141"></a><span class="k">def</span> <span class="nf">compute_gray_composite</span><span class="p">(</span>
|
||
</span><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="n">image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">,</span>
|
||
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="n">mask</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">,</span>
|
||
</span><span id="__span-0-144"><a id="__codelineno-0-144" name="__codelineno-0-144"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">:</span>
|
||
</span><span id="__span-0-145"><a id="__codelineno-0-145" name="__codelineno-0-145"></a><span class="w"> </span><span class="sd">"""Compute a grayscale composite of an image and a mask.</span>
|
||
</span><span id="__span-0-146"><a id="__codelineno-0-146" name="__codelineno-0-146"></a>
|
||
</span><span id="__span-0-147"><a id="__codelineno-0-147" name="__codelineno-0-147"></a><span class="sd"> IC-Light will recreate the image</span>
|
||
</span><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a>
|
||
</span><span id="__span-0-149"><a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a><span class="sd"> image: The image to composite.</span>
|
||
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a><span class="sd"> mask: The mask to use for the composite.</span>
|
||
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a> <span class="k">assert</span> <span class="n">mask</span><span class="o">.</span><span class="n">mode</span> <span class="o">==</span> <span class="s2">"L"</span><span class="p">,</span> <span class="s2">"Mask must be a grayscale image"</span>
|
||
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="k">assert</span> <span class="n">image</span><span class="o">.</span><span class="n">size</span> <span class="o">==</span> <span class="n">mask</span><span class="o">.</span><span class="n">size</span><span class="p">,</span> <span class="s2">"Image and mask must have the same size"</span>
|
||
</span><span id="__span-0-155"><a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="n">background</span> <span class="o">=</span> <span class="n">Image</span><span class="o">.</span><span class="n">new</span><span class="p">(</span><span class="s2">"RGB"</span><span class="p">,</span> <span class="n">image</span><span class="o">.</span><span class="n">size</span><span class="p">,</span> <span class="p">(</span><span class="mi">127</span><span class="p">,</span> <span class="mi">127</span><span class="p">,</span> <span class="mi">127</span><span class="p">))</span>
|
||
</span><span id="__span-0-156"><a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="k">return</span> <span class="n">Image</span><span class="o">.</span><span class="n">composite</span><span class="p">(</span><span class="n">image</span><span class="p">,</span> <span class="n">background</span><span class="p">,</span> <span class="n">mask</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.set_ic_light_condition" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_ic_light_condition</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.ICLight.set_ic_light_condition" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_ic_light_condition</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">,</span> <span class="n">mask</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the IC light condition.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>image</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The reference image.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>mask</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The mask to use for the reference image.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<p>If a mask is provided, it will be used to compute a grayscale composite of the image and the mask ; otherwise,
|
||
the image will be used as is, but note that IC-Light requires a 127-valued gray background to work.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/ic_light.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-158">158</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-159">159</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-160">160</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-162">162</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-163">163</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-164">164</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-166">166</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-167">167</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-168">168</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-169">169</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-175">175</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-158"><a id="__codelineno-0-158" name="__codelineno-0-158"></a><span class="k">def</span> <span class="nf">set_ic_light_condition</span><span class="p">(</span>
|
||
</span><span id="__span-0-159"><a id="__codelineno-0-159" name="__codelineno-0-159"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-160"><a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="n">image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">,</span>
|
||
</span><span id="__span-0-161"><a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="n">mask</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-162"><a id="__codelineno-0-162" name="__codelineno-0-162"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-163"><a id="__codelineno-0-163" name="__codelineno-0-163"></a><span class="w"> </span><span class="sd">"""Set the IC light condition.</span>
|
||
</span><span id="__span-0-164"><a id="__codelineno-0-164" name="__codelineno-0-164"></a>
|
||
</span><span id="__span-0-165"><a id="__codelineno-0-165" name="__codelineno-0-165"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-166"><a id="__codelineno-0-166" name="__codelineno-0-166"></a><span class="sd"> image: The reference image.</span>
|
||
</span><span id="__span-0-167"><a id="__codelineno-0-167" name="__codelineno-0-167"></a><span class="sd"> mask: The mask to use for the reference image.</span>
|
||
</span><span id="__span-0-168"><a id="__codelineno-0-168" name="__codelineno-0-168"></a>
|
||
</span><span id="__span-0-169"><a id="__codelineno-0-169" name="__codelineno-0-169"></a><span class="sd"> If a mask is provided, it will be used to compute a grayscale composite of the image and the mask ; otherwise,</span>
|
||
</span><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a><span class="sd"> the image will be used as is, but note that IC-Light requires a 127-valued gray background to work.</span>
|
||
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="k">if</span> <span class="n">mask</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="n">image</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">compute_gray_composite</span><span class="p">(</span><span class="n">image</span><span class="o">=</span><span class="n">image</span><span class="p">,</span> <span class="n">mask</span><span class="o">=</span><span class="n">mask</span><span class="p">)</span>
|
||
</span><span id="__span-0-174"><a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="n">latents</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">lda</span><span class="o">.</span><span class="n">image_to_latents</span><span class="p">(</span><span class="n">image</span><span class="p">)</span>
|
||
</span><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_ic_light_condition</span> <span class="o">=</span> <span class="n">latents</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SD1Autoencoder</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SD1Autoencoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder" href="#refiners.foundationals.latent_diffusion.auto_encoder.LatentDiffusionAutoencoder">LatentDiffusionAutoencoder</a></code></p>
|
||
|
||
|
||
<p>Stable Diffusion 1.5 autoencoder model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder.encoder_scale">encoder_scale</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The encoder scale to use.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/auto_encoder.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-299">299</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-300">300</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-307">307</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="w"> </span><span class="sd">"""Initializes the model.</span>
|
||
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a>
|
||
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-299"><a id="__codelineno-0-299" name="__codelineno-0-299"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-300"><a id="__codelineno-0-300" name="__codelineno-0-300"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="n">Encoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="n">Decoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_tile_size</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_blending</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1ELLAAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SD1ELLAAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1ELLAAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SD1ELLAAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">target</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">weights</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.ella_adapter.ELLAAdapter" href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLAAdapter">ELLAAdapter</a>[<a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a>]</code></p>
|
||
|
||
|
||
<p><a class="autorefs autorefs-internal" href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLA"><code>ELLA</code></a> adapter for Stable Diffusion 1.5.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>target</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target model to adapt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>weights</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The weights of the ELLA adapter (see <code>scripts/conversion/convert_ella_adapter.py</code>).</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/ella_adapter.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-10">10</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-11">11</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-12">12</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-13">13</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-14">14</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-15">15</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-16">16</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-17">17</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-19">19</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-28">28</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">target</span><span class="p">:</span> <span class="n">SD1UNet</span><span class="p">,</span> <span class="n">weights</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11"></a><span class="w"> </span><span class="sd">"""Initialize the adapter.</span>
|
||
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12"></a>
|
||
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14"></a><span class="sd"> target: The target model to adapt.</span>
|
||
</span><span id="__span-0-15"><a id="__codelineno-0-15" name="__codelineno-0-15"></a><span class="sd"> weights: The weights of the ELLA adapter (see `scripts/conversion/convert_ella_adapter.py`).</span>
|
||
</span><span id="__span-0-16"><a id="__codelineno-0-16" name="__codelineno-0-16"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-17"><a id="__codelineno-0-17" name="__codelineno-0-17"></a> <span class="n">latents_encoder</span> <span class="o">=</span> <span class="n">ELLA</span><span class="p">(</span>
|
||
</span><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a> <span class="n">time_channel</span><span class="o">=</span><span class="mi">320</span><span class="p">,</span>
|
||
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a> <span class="n">timestep_embedding_dim</span><span class="o">=</span><span class="mi">768</span><span class="p">,</span>
|
||
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a> <span class="n">width</span><span class="o">=</span><span class="mi">768</span><span class="p">,</span>
|
||
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a> <span class="n">num_layers</span><span class="o">=</span><span class="mi">6</span><span class="p">,</span>
|
||
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a> <span class="n">num_heads</span><span class="o">=</span><span class="mi">8</span><span class="p">,</span>
|
||
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a> <span class="n">num_latents</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span>
|
||
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a> <span class="n">input_dim</span><span class="o">=</span><span class="mi">2048</span><span class="p">,</span>
|
||
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a> <span class="n">device</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">target</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">target</span><span class="o">=</span><span class="n">target</span><span class="p">,</span> <span class="n">latents_encoder</span><span class="o">=</span><span class="n">latents_encoder</span><span class="p">,</span> <span class="n">weights</span><span class="o">=</span><span class="n">weights</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SD1UNet</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SD1UNet</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
||
|
||
|
||
<p>Stable Diffusion 1.5 U-Net.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2112.10752">[arXiv:2112.10752] High-Resolution Image Synthesis with Latent Diffusion Models</a> for more details.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>in_channels</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of input channels.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use for computation.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch dtype to use for computation.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-180">180</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-181">181</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-182">182</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-183">183</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-184">184</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-185">185</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-186">186</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-187">187</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-188">188</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-189">189</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-190">190</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-191">191</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-192">192</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-193">193</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-194">194</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-195">195</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-196">196</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-197">197</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-199">199</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-200">200</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-202">202</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-203">203</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-204">204</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-205">205</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-208">208</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-209">209</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-210">210</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-213">213</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-214">214</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-215">215</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-216">216</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-217">217</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-218">218</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-219">219</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-174"><a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a><span class="w"> </span><span class="sd">"""Initialize the U-Net.</span>
|
||
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a>
|
||
</span><span id="__span-0-178"><a id="__codelineno-0-178" name="__codelineno-0-178"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-179"><a id="__codelineno-0-179" name="__codelineno-0-179"></a><span class="sd"> in_channels: The number of input channels.</span>
|
||
</span><span id="__span-0-180"><a id="__codelineno-0-180" name="__codelineno-0-180"></a><span class="sd"> device: The PyTorch device to use for computation.</span>
|
||
</span><span id="__span-0-181"><a id="__codelineno-0-181" name="__codelineno-0-181"></a><span class="sd"> dtype: The PyTorch dtype to use for computation.</span>
|
||
</span><span id="__span-0-182"><a id="__codelineno-0-182" name="__codelineno-0-182"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-183"><a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="bp">self</span><span class="o">.</span><span class="n">in_channels</span> <span class="o">=</span> <span class="n">in_channels</span>
|
||
</span><span id="__span-0-184"><a id="__codelineno-0-184" name="__codelineno-0-184"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-185"><a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="n">TimestepEncoder</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-186"><a id="__codelineno-0-186" name="__codelineno-0-186"></a> <span class="n">DownBlocks</span><span class="p">(</span><span class="n">in_channels</span><span class="o">=</span><span class="n">in_channels</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-187"><a id="__codelineno-0-187" name="__codelineno-0-187"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Sum</span><span class="p">(</span>
|
||
</span><span id="__span-0-188"><a id="__codelineno-0-188" name="__codelineno-0-188"></a> <span class="n">fl</span><span class="o">.</span><span class="n">UseContext</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="s2">"unet"</span><span class="p">,</span> <span class="n">key</span><span class="o">=</span><span class="s2">"residuals"</span><span class="p">)</span><span class="o">.</span><span class="n">compose</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]),</span>
|
||
</span><span id="__span-0-189"><a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="n">MiddleBlock</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-190"><a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-191"><a id="__codelineno-0-191" name="__codelineno-0-191"></a> <span class="n">UpBlocks</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-192"><a id="__codelineno-0-192" name="__codelineno-0-192"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">(</span>
|
||
</span><span id="__span-0-193"><a id="__codelineno-0-193" name="__codelineno-0-193"></a> <span class="n">fl</span><span class="o">.</span><span class="n">GroupNorm</span><span class="p">(</span><span class="n">channels</span><span class="o">=</span><span class="mi">320</span><span class="p">,</span> <span class="n">num_groups</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-194"><a id="__codelineno-0-194" name="__codelineno-0-194"></a> <span class="n">fl</span><span class="o">.</span><span class="n">SiLU</span><span class="p">(),</span>
|
||
</span><span id="__span-0-195"><a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Conv2d</span><span class="p">(</span>
|
||
</span><span id="__span-0-196"><a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="n">in_channels</span><span class="o">=</span><span class="mi">320</span><span class="p">,</span>
|
||
</span><span id="__span-0-197"><a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="n">out_channels</span><span class="o">=</span><span class="mi">4</span><span class="p">,</span>
|
||
</span><span id="__span-0-198"><a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
||
</span><span id="__span-0-199"><a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="n">stride</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
||
</span><span id="__span-0-200"><a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="n">padding</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
||
</span><span id="__span-0-201"><a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-202"><a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-203"><a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-204"><a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-205"><a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-206"><a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="k">for</span> <span class="n">residual_block</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">ResidualBlock</span><span class="p">):</span>
|
||
</span><span id="__span-0-207"><a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="n">chain</span> <span class="o">=</span> <span class="n">residual_block</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"Chain"</span><span class="p">,</span> <span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">)</span>
|
||
</span><span id="__span-0-208"><a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="n">RangeAdapter2d</span><span class="p">(</span>
|
||
</span><span id="__span-0-209"><a id="__codelineno-0-209" name="__codelineno-0-209"></a> <span class="n">target</span><span class="o">=</span><span class="n">chain</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"Conv2d_1"</span><span class="p">,</span> <span class="n">fl</span><span class="o">.</span><span class="n">Conv2d</span><span class="p">),</span>
|
||
</span><span id="__span-0-210"><a id="__codelineno-0-210" name="__codelineno-0-210"></a> <span class="n">channels</span><span class="o">=</span><span class="n">residual_block</span><span class="o">.</span><span class="n">out_channels</span><span class="p">,</span>
|
||
</span><span id="__span-0-211"><a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="n">embedding_dim</span><span class="o">=</span><span class="mi">1280</span><span class="p">,</span>
|
||
</span><span id="__span-0-212"><a id="__codelineno-0-212" name="__codelineno-0-212"></a> <span class="n">context_key</span><span class="o">=</span><span class="s2">"timestep_embedding"</span><span class="p">,</span>
|
||
</span><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-214"><a id="__codelineno-0-214" name="__codelineno-0-214"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-215"><a id="__codelineno-0-215" name="__codelineno-0-215"></a> <span class="p">)</span><span class="o">.</span><span class="n">inject</span><span class="p">(</span><span class="n">chain</span><span class="p">)</span>
|
||
</span><span id="__span-0-216"><a id="__codelineno-0-216" name="__codelineno-0-216"></a> <span class="k">for</span> <span class="n">n</span><span class="p">,</span> <span class="n">block</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">cast</span><span class="p">(</span><span class="n">Iterable</span><span class="p">[</span><span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">],</span> <span class="bp">self</span><span class="o">.</span><span class="n">DownBlocks</span><span class="p">)):</span>
|
||
</span><span id="__span-0-217"><a id="__codelineno-0-217" name="__codelineno-0-217"></a> <span class="n">block</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">ResidualAccumulator</span><span class="p">(</span><span class="n">n</span><span class="p">))</span>
|
||
</span><span id="__span-0-218"><a id="__codelineno-0-218" name="__codelineno-0-218"></a> <span class="k">for</span> <span class="n">n</span><span class="p">,</span> <span class="n">block</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="n">cast</span><span class="p">(</span><span class="n">Iterable</span><span class="p">[</span><span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">],</span> <span class="bp">self</span><span class="o">.</span><span class="n">UpBlocks</span><span class="p">)):</span>
|
||
</span><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a> <span class="n">block</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">ResidualConcatenator</span><span class="p">(</span><span class="o">-</span><span class="n">n</span> <span class="o">-</span> <span class="mi">2</span><span class="p">))</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_clip_text_embedding" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_clip_text_embedding</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_clip_text_embedding" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_clip_text_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the CLIP text embedding.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This context is required by the <code>CLIPLCrossAttention</code> blocks.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP text embedding.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-238">238</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a><span class="k">def</span> <span class="nf">set_clip_text_embedding</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a><span class="w"> </span><span class="sd">"""Set the CLIP text embedding.</span>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a><span class="sd"> This context is required by the `CLIPLCrossAttention` blocks.</span>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a>
|
||
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a><span class="sd"> clip_text_embedding: The CLIP text embedding.</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="s2">"cross_attention_block"</span><span class="p">,</span> <span class="p">{</span><span class="s2">"clip_text_embedding"</span><span class="p">:</span> <span class="n">clip_text_embedding</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_timestep" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_timestep</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet.set_timestep" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_timestep</span><span class="p">(</span><span class="n">timestep</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the timestep.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This context is required by <code>TimestepEncoder</code>.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>timestep</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The timestep.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/unet.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-244">244</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-245">245</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-246">246</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-247">247</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-248">248</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-249">249</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a><span class="k">def</span> <span class="nf">set_timestep</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">timestep</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a><span class="w"> </span><span class="sd">"""Set the timestep.</span>
|
||
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a>
|
||
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-244"><a id="__codelineno-0-244" name="__codelineno-0-244"></a><span class="sd"> This context is required by `TimestepEncoder`.</span>
|
||
</span><span id="__span-0-245"><a id="__codelineno-0-245" name="__codelineno-0-245"></a>
|
||
</span><span id="__span-0-246"><a id="__codelineno-0-246" name="__codelineno-0-246"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-247"><a id="__codelineno-0-247" name="__codelineno-0-247"></a><span class="sd"> timestep: The timestep.</span>
|
||
</span><span id="__span-0-248"><a id="__codelineno-0-248" name="__codelineno-0-248"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-249"><a id="__codelineno-0-249" name="__codelineno-0-249"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="s2">"diffusion"</span><span class="p">,</span> <span class="p">{</span><span class="s2">"timestep"</span><span class="p">:</span> <span class="n">timestep</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">StableDiffusion_1</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">StableDiffusion_1</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">unet</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">lda</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.model.SD1Autoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder">SD1Autoencoder</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.text_encoder.CLIPTextEncoderL" href="../clip/#refiners.foundationals.clip.CLIPTextEncoderL">CLIPTextEncoderL</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">solver</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel">LatentDiffusionModel</a></code></p>
|
||
|
||
|
||
<p>Stable Diffusion 1.5 model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.unet">unet</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The U-Net model.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.clip_text_encoder">clip_text_encoder</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.text_encoder.CLIPTextEncoderL" href="../clip/#refiners.foundationals.clip.CLIPTextEncoderL">CLIPTextEncoderL</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The text encoder.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.lda">lda</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.model.SD1Autoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder">SD1Autoencoder</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image autoencoder.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<p>Example:
|
||
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="kn">import</span> <span class="nn">torch</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="kn">from</span> <span class="nn">refiners.fluxion.utils</span> <span class="kn">import</span> <span class="n">manual_seed</span><span class="p">,</span> <span class="n">no_grad</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="kn">from</span> <span class="nn">refiners.foundationals.latent_diffusion.stable_diffusion_1</span> <span class="kn">import</span> <span class="n">StableDiffusion_1</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="c1"># Load SD</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">sd15</span> <span class="o">=</span> <span class="n">StableDiffusion_1</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="s2">"cuda"</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">float16</span><span class="p">)</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="n">sd15</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="o">.</span><span class="n">load_from_safetensors</span><span class="p">(</span><span class="s2">"sd1_5.text_encoder.safetensors"</span><span class="p">)</span>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="n">sd15</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">load_from_safetensors</span><span class="p">(</span><span class="s2">"sd1_5.unet.safetensors"</span><span class="p">)</span>
|
||
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a><span class="n">sd15</span><span class="o">.</span><span class="n">lda</span><span class="o">.</span><span class="n">load_from_safetensors</span><span class="p">(</span><span class="s2">"sd1_5.autoencoder.safetensors"</span><span class="p">)</span>
|
||
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a>
|
||
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13" href="#__codelineno-0-13"></a><span class="c1"># Hyperparameters</span>
|
||
</span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14" href="#__codelineno-0-14"></a><span class="n">prompt</span> <span class="o">=</span> <span class="s2">"a cute cat, best quality, high quality"</span>
|
||
</span><span id="__span-0-15"><a id="__codelineno-0-15" name="__codelineno-0-15" href="#__codelineno-0-15"></a><span class="n">negative_prompt</span> <span class="o">=</span> <span class="s2">"monochrome, lowres, bad anatomy, worst quality, low quality"</span>
|
||
</span><span id="__span-0-16"><a id="__codelineno-0-16" name="__codelineno-0-16" href="#__codelineno-0-16"></a><span class="n">seed</span> <span class="o">=</span> <span class="mi">42</span>
|
||
</span><span id="__span-0-17"><a id="__codelineno-0-17" name="__codelineno-0-17" href="#__codelineno-0-17"></a>
|
||
</span><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18" href="#__codelineno-0-18"></a><span class="n">sd15</span><span class="o">.</span><span class="n">set_inference_steps</span><span class="p">(</span><span class="mi">50</span><span class="p">)</span>
|
||
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19" href="#__codelineno-0-19"></a>
|
||
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20" href="#__codelineno-0-20"></a><span class="k">with</span> <span class="n">no_grad</span><span class="p">():</span> <span class="c1"># Disable gradient calculation for memory-efficient inference</span>
|
||
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21" href="#__codelineno-0-21"></a> <span class="n">clip_text_embedding</span> <span class="o">=</span> <span class="n">sd15</span><span class="o">.</span><span class="n">compute_clip_text_embedding</span><span class="p">(</span><span class="n">text</span><span class="o">=</span><span class="n">prompt</span><span class="p">,</span> <span class="n">negative_text</span><span class="o">=</span><span class="n">negative_prompt</span><span class="p">)</span>
|
||
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22" href="#__codelineno-0-22"></a> <span class="n">manual_seed</span><span class="p">(</span><span class="n">seed</span><span class="p">)</span>
|
||
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23" href="#__codelineno-0-23"></a>
|
||
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24" href="#__codelineno-0-24"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">sd15</span><span class="o">.</span><span class="n">init_latents</span><span class="p">((</span><span class="mi">512</span><span class="p">,</span> <span class="mi">512</span><span class="p">))</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">sd15</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">sd15</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25" href="#__codelineno-0-25"></a>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26" href="#__codelineno-0-26"></a> <span class="c1"># Diffusion process</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27" href="#__codelineno-0-27"></a> <span class="k">for</span> <span class="n">step</span> <span class="ow">in</span> <span class="n">sd15</span><span class="o">.</span><span class="n">steps</span><span class="p">:</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28" href="#__codelineno-0-28"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">sd15</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="n">step</span><span class="o">=</span><span class="n">step</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="o">=</span><span class="n">clip_text_embedding</span><span class="p">)</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29" href="#__codelineno-0-29"></a>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30" href="#__codelineno-0-30"></a> <span class="n">predicted_image</span> <span class="o">=</span> <span class="n">sd15</span><span class="o">.</span><span class="n">lda</span><span class="o">.</span><span class="n">decode_latents</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31" href="#__codelineno-0-31"></a> <span class="n">predicted_image</span><span class="o">.</span><span class="n">save</span><span class="p">(</span><span class="s2">"output.png"</span><span class="p">)</span>
|
||
</span></code></pre></div></p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>unet</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The SD1UNet U-Net model to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>lda</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.model.SD1Autoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder">SD1Autoencoder</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The SD1Autoencoder image autoencoder to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_encoder</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.text_encoder.CLIPTextEncoderL" href="../clip/#refiners.foundationals.clip.CLIPTextEncoderL">CLIPTextEncoderL</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIPTextEncoderL text encoder to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>solver</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The solver to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code><span title="torch.float32">float32</span></code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-73"> 73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74"> 74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75"> 75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76"> 76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77"> 77</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-78"> 78</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-79"> 79</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-80"> 80</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-104">104</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="n">unet</span><span class="p">:</span> <span class="n">SD1UNet</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a> <span class="n">lda</span><span class="p">:</span> <span class="n">SD1Autoencoder</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n">CLIPTextEncoderL</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">solver</span><span class="p">:</span> <span class="n">Solver</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a><span class="w"> </span><span class="sd">"""Initializes the model.</span>
|
||
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a>
|
||
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a><span class="sd"> unet: The SD1UNet U-Net model to use.</span>
|
||
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a><span class="sd"> lda: The SD1Autoencoder image autoencoder to use.</span>
|
||
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a><span class="sd"> clip_text_encoder: The CLIPTextEncoderL text encoder to use.</span>
|
||
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a><span class="sd"> solver: The solver to use.</span>
|
||
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="n">unet</span> <span class="o">=</span> <span class="n">unet</span> <span class="ow">or</span> <span class="n">SD1UNet</span><span class="p">(</span><span class="n">in_channels</span><span class="o">=</span><span class="mi">4</span><span class="p">)</span>
|
||
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="n">lda</span> <span class="o">=</span> <span class="n">lda</span> <span class="ow">or</span> <span class="n">SD1Autoencoder</span><span class="p">()</span>
|
||
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="n">clip_text_encoder</span> <span class="o">=</span> <span class="n">clip_text_encoder</span> <span class="ow">or</span> <span class="n">CLIPTextEncoderL</span><span class="p">()</span>
|
||
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="n">solver</span> <span class="o">=</span> <span class="n">solver</span> <span class="ow">or</span> <span class="n">DPMSolver</span><span class="p">(</span><span class="n">num_inference_steps</span><span class="o">=</span><span class="mi">30</span><span class="p">)</span>
|
||
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a>
|
||
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">unet</span><span class="o">=</span><span class="n">unet</span><span class="p">,</span>
|
||
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="n">lda</span><span class="o">=</span><span class="n">lda</span><span class="p">,</span>
|
||
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="n">clip_text_encoder</span><span class="o">=</span><span class="n">clip_text_encoder</span><span class="p">,</span>
|
||
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="n">solver</span><span class="o">=</span><span class="n">solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_clip_text_embedding" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">compute_clip_text_embedding</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_clip_text_embedding" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">compute_clip_text_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">text</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">negative_text</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">=</span> <span class="s2">""</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute the CLIP text embedding associated with the given prompt and negative prompt.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>text</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The prompt to compute the CLIP text embedding of.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>negative_text</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The negative prompt to compute the CLIP text embedding of.
|
||
If not provided, the negative prompt is assumed to be empty (i.e., <code>""</code>).</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>''</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-114">114</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-115">115</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-116">116</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-117">117</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-118">118</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-119">119</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-120">120</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-121">121</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-129">129</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-130">130</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-131">131</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-132">132</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-133">133</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-114"><a id="__codelineno-0-114" name="__codelineno-0-114"></a><span class="k">def</span> <span class="nf">compute_clip_text_embedding</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">text</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">],</span> <span class="n">negative_text</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">=</span> <span class="s2">""</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-115"><a id="__codelineno-0-115" name="__codelineno-0-115"></a><span class="w"> </span><span class="sd">"""Compute the CLIP text embedding associated with the given prompt and negative prompt.</span>
|
||
</span><span id="__span-0-116"><a id="__codelineno-0-116" name="__codelineno-0-116"></a>
|
||
</span><span id="__span-0-117"><a id="__codelineno-0-117" name="__codelineno-0-117"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-118"><a id="__codelineno-0-118" name="__codelineno-0-118"></a><span class="sd"> text: The prompt to compute the CLIP text embedding of.</span>
|
||
</span><span id="__span-0-119"><a id="__codelineno-0-119" name="__codelineno-0-119"></a><span class="sd"> negative_text: The negative prompt to compute the CLIP text embedding of.</span>
|
||
</span><span id="__span-0-120"><a id="__codelineno-0-120" name="__codelineno-0-120"></a><span class="sd"> If not provided, the negative prompt is assumed to be empty (i.e., `""`).</span>
|
||
</span><span id="__span-0-121"><a id="__codelineno-0-121" name="__codelineno-0-121"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-122"><a id="__codelineno-0-122" name="__codelineno-0-122"></a> <span class="n">text</span> <span class="o">=</span> <span class="p">[</span><span class="n">text</span><span class="p">]</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">text</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="k">else</span> <span class="n">text</span>
|
||
</span><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a>
|
||
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a> <span class="k">if</span> <span class="ow">not</span> <span class="bp">self</span><span class="o">.</span><span class="n">classifier_free_guidance</span><span class="p">:</span>
|
||
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>
|
||
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a>
|
||
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a> <span class="n">negative_text</span> <span class="o">=</span> <span class="p">[</span><span class="n">negative_text</span><span class="p">]</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">negative_text</span><span class="p">,</span> <span class="nb">str</span><span class="p">)</span> <span class="k">else</span> <span class="n">negative_text</span>
|
||
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">text</span><span class="p">)</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="n">negative_text</span><span class="p">),</span> <span class="s2">"The length of the text list and negative_text should be the same"</span>
|
||
</span><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a>
|
||
</span><span id="__span-0-130"><a id="__codelineno-0-130" name="__codelineno-0-130"></a> <span class="n">conditional_embedding</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="p">(</span><span class="n">text</span><span class="p">)</span>
|
||
</span><span id="__span-0-131"><a id="__codelineno-0-131" name="__codelineno-0-131"></a> <span class="n">negative_embedding</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="p">(</span><span class="n">negative_text</span><span class="p">)</span>
|
||
</span><span id="__span-0-132"><a id="__codelineno-0-132" name="__codelineno-0-132"></a>
|
||
</span><span id="__span-0-133"><a id="__codelineno-0-133" name="__codelineno-0-133"></a> <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">((</span><span class="n">negative_embedding</span><span class="p">,</span> <span class="n">conditional_embedding</span><span class="p">))</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_self_attention_guidance" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">compute_self_attention_guidance</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.compute_self_attention_guidance" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">compute_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute the self-attention guidance.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The noise tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The step to compute the self-attention guidance at.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP text embedding to compute the self-attention guidance with.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The computed self-attention guidance.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-180">180</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-181">181</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-182">182</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-183">183</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-184">184</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-185">185</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-186">186</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-187">187</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-188">188</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-189">189</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-190">190</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-191">191</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-192">192</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-193">193</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-194">194</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-195">195</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-196">196</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-197">197</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-199">199</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-200">200</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-202">202</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-203">203</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-204">204</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-205">205</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-208">208</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-209">209</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-210">210</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-213">213</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a><span class="k">def</span> <span class="nf">compute_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">noise</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="o">*</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Tensor</span>
|
||
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-178"><a id="__codelineno-0-178" name="__codelineno-0-178"></a><span class="w"> </span><span class="sd">"""Compute the self-attention guidance.</span>
|
||
</span><span id="__span-0-179"><a id="__codelineno-0-179" name="__codelineno-0-179"></a>
|
||
</span><span id="__span-0-180"><a id="__codelineno-0-180" name="__codelineno-0-180"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-181"><a id="__codelineno-0-181" name="__codelineno-0-181"></a><span class="sd"> x: The input tensor.</span>
|
||
</span><span id="__span-0-182"><a id="__codelineno-0-182" name="__codelineno-0-182"></a><span class="sd"> noise: The noise tensor.</span>
|
||
</span><span id="__span-0-183"><a id="__codelineno-0-183" name="__codelineno-0-183"></a><span class="sd"> step: The step to compute the self-attention guidance at.</span>
|
||
</span><span id="__span-0-184"><a id="__codelineno-0-184" name="__codelineno-0-184"></a><span class="sd"> clip_text_embedding: The CLIP text embedding to compute the self-attention guidance with.</span>
|
||
</span><span id="__span-0-185"><a id="__codelineno-0-185" name="__codelineno-0-185"></a>
|
||
</span><span id="__span-0-186"><a id="__codelineno-0-186" name="__codelineno-0-186"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-187"><a id="__codelineno-0-187" name="__codelineno-0-187"></a><span class="sd"> The computed self-attention guidance.</span>
|
||
</span><span id="__span-0-188"><a id="__codelineno-0-188" name="__codelineno-0-188"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-189"><a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="n">sag</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">()</span>
|
||
</span><span id="__span-0-190"><a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="k">assert</span> <span class="n">sag</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-191"><a id="__codelineno-0-191" name="__codelineno-0-191"></a>
|
||
</span><span id="__span-0-192"><a id="__codelineno-0-192" name="__codelineno-0-192"></a> <span class="n">degraded_latents</span> <span class="o">=</span> <span class="n">sag</span><span class="o">.</span><span class="n">compute_degraded_latents</span><span class="p">(</span>
|
||
</span><span id="__span-0-193"><a id="__codelineno-0-193" name="__codelineno-0-193"></a> <span class="n">solver</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-194"><a id="__codelineno-0-194" name="__codelineno-0-194"></a> <span class="n">latents</span><span class="o">=</span><span class="n">x</span><span class="p">,</span>
|
||
</span><span id="__span-0-195"><a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="n">noise</span><span class="o">=</span><span class="n">noise</span><span class="p">,</span>
|
||
</span><span id="__span-0-196"><a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="n">step</span><span class="o">=</span><span class="n">step</span><span class="p">,</span>
|
||
</span><span id="__span-0-197"><a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="n">classifier_free_guidance</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-198"><a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-199"><a id="__codelineno-0-199" name="__codelineno-0-199"></a>
|
||
</span><span id="__span-0-200"><a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="n">timestep</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="o">.</span><span class="n">timesteps</span><span class="p">[</span><span class="n">step</span><span class="p">]</span><span class="o">.</span><span class="n">unsqueeze</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
|
||
</span><span id="__span-0-201"><a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="n">negative_embedding</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">clip_text_embedding</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-202"><a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_unet_context</span><span class="p">(</span><span class="n">timestep</span><span class="o">=</span><span class="n">timestep</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="o">=</span><span class="n">negative_embedding</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
|
||
</span><span id="__span-0-203"><a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="k">if</span> <span class="s2">"ip_adapter"</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">provider</span><span class="o">.</span><span class="n">contexts</span><span class="p">:</span>
|
||
</span><span id="__span-0-204"><a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="c1"># this implementation is a bit hacky, it should be refactored in the future</span>
|
||
</span><span id="__span-0-205"><a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="n">ip_adapter_context</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">use_context</span><span class="p">(</span><span class="s2">"ip_adapter"</span><span class="p">)</span>
|
||
</span><span id="__span-0-206"><a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="n">image_embedding_copy</span> <span class="o">=</span> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span><span class="o">.</span><span class="n">clone</span><span class="p">()</span>
|
||
</span><span id="__span-0-207"><a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">],</span> <span class="n">_</span> <span class="o">=</span> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-208"><a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="n">degraded_noise</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">(</span><span class="n">degraded_latents</span><span class="p">)</span>
|
||
</span><span id="__span-0-209"><a id="__codelineno-0-209" name="__codelineno-0-209"></a> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span> <span class="o">=</span> <span class="n">image_embedding_copy</span>
|
||
</span><span id="__span-0-210"><a id="__codelineno-0-210" name="__codelineno-0-210"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-211"><a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="n">degraded_noise</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">(</span><span class="n">degraded_latents</span><span class="p">)</span>
|
||
</span><span id="__span-0-212"><a id="__codelineno-0-212" name="__codelineno-0-212"></a>
|
||
</span><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="k">return</span> <span class="n">sag</span><span class="o">.</span><span class="n">scale</span> <span class="o">*</span> <span class="p">(</span><span class="n">noise</span> <span class="o">-</span> <span class="n">degraded_noise</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.has_self_attention_guidance" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">has_self_attention_guidance</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.has_self_attention_guidance" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">has_self_attention_guidance</span><span class="p">()</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Whether the model has self-attention guidance or not.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-164">164</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-166">166</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-164"><a id="__codelineno-0-164" name="__codelineno-0-164"></a><span class="k">def</span> <span class="nf">has_self_attention_guidance</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
||
</span><span id="__span-0-165"><a id="__codelineno-0-165" name="__codelineno-0-165"></a><span class="w"> </span><span class="sd">"""Whether the model has self-attention guidance or not."""</span>
|
||
</span><span id="__span-0-166"><a id="__codelineno-0-166" name="__codelineno-0-166"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">()</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_self_attention_guidance" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_self_attention_guidance</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_self_attention_guidance" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">enable</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set whether to enable self-attention guidance.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2210.00939">[arXiv:2210.00939] Improving Sample Quality of Diffusion Models Using Self-Attention Guidance</a>
|
||
for more details.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>enable</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Whether to enable self-attention guidance.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-145">145</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-148">148</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-156">156</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-157">157</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-158">158</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-159">159</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-160">160</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-162">162</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-145"><a id="__codelineno-0-145" name="__codelineno-0-145"></a><span class="k">def</span> <span class="nf">set_self_attention_guidance</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">enable</span><span class="p">:</span> <span class="nb">bool</span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-146"><a id="__codelineno-0-146" name="__codelineno-0-146"></a><span class="w"> </span><span class="sd">"""Set whether to enable self-attention guidance.</span>
|
||
</span><span id="__span-0-147"><a id="__codelineno-0-147" name="__codelineno-0-147"></a>
|
||
</span><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a><span class="sd"> See [[arXiv:2210.00939] Improving Sample Quality of Diffusion Models Using Self-Attention Guidance](https://arxiv.org/abs/2210.00939)</span>
|
||
</span><span id="__span-0-149"><a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="sd"> for more details.</span>
|
||
</span><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a>
|
||
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a><span class="sd"> enable: Whether to enable self-attention guidance.</span>
|
||
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a><span class="sd"> scale: The scale to use.</span>
|
||
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-155"><a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="k">if</span> <span class="n">enable</span><span class="p">:</span>
|
||
</span><span id="__span-0-156"><a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="k">if</span> <span class="n">sag</span> <span class="o">:=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">():</span>
|
||
</span><span id="__span-0-157"><a id="__codelineno-0-157" name="__codelineno-0-157"></a> <span class="n">sag</span><span class="o">.</span><span class="n">scale</span> <span class="o">=</span> <span class="n">scale</span>
|
||
</span><span id="__span-0-158"><a id="__codelineno-0-158" name="__codelineno-0-158"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-159"><a id="__codelineno-0-159" name="__codelineno-0-159"></a> <span class="n">SD1SAGAdapter</span><span class="p">(</span><span class="n">target</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">,</span> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">)</span><span class="o">.</span><span class="n">inject</span><span class="p">()</span>
|
||
</span><span id="__span-0-160"><a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-161"><a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="k">if</span> <span class="n">sag</span> <span class="o">:=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">():</span>
|
||
</span><span id="__span-0-162"><a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="n">sag</span><span class="o">.</span><span class="n">eject</span><span class="p">()</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_unet_context" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_unet_context</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1.set_unet_context" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_unet_context</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">timestep</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="o">**</span><span class="n">_</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the various context parameters required by the U-Net model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>timestep</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The timestep tensor to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP text embedding tensor to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-135">135</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-136">136</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-137">137</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-138">138</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-139">139</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-140">140</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-141">141</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-143">143</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-135"><a id="__codelineno-0-135" name="__codelineno-0-135"></a><span class="k">def</span> <span class="nf">set_unet_context</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="p">,</span> <span class="n">timestep</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="o">**</span><span class="n">_</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-136"><a id="__codelineno-0-136" name="__codelineno-0-136"></a><span class="w"> </span><span class="sd">"""Set the various context parameters required by the U-Net model.</span>
|
||
</span><span id="__span-0-137"><a id="__codelineno-0-137" name="__codelineno-0-137"></a>
|
||
</span><span id="__span-0-138"><a id="__codelineno-0-138" name="__codelineno-0-138"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-139"><a id="__codelineno-0-139" name="__codelineno-0-139"></a><span class="sd"> timestep: The timestep tensor to use.</span>
|
||
</span><span id="__span-0-140"><a id="__codelineno-0-140" name="__codelineno-0-140"></a><span class="sd"> clip_text_embedding: The CLIP text embedding tensor to use.</span>
|
||
</span><span id="__span-0-141"><a id="__codelineno-0-141" name="__codelineno-0-141"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">set_timestep</span><span class="p">(</span><span class="n">timestep</span><span class="o">=</span><span class="n">timestep</span><span class="p">)</span>
|
||
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">set_clip_text_embedding</span><span class="p">(</span><span class="n">clip_text_embedding</span><span class="o">=</span><span class="n">clip_text_embedding</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">StableDiffusion_1_Inpainting</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">StableDiffusion_1_Inpainting</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">unet</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.unet.SD1UNet" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1UNet">SD1UNet</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">lda</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.model.SD1Autoencoder" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.SD1Autoencoder">SD1Autoencoder</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.text_encoder.CLIPTextEncoderL" href="../clip/#refiners.foundationals.clip.CLIPTextEncoderL">CLIPTextEncoderL</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">solver</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.stable_diffusion_1.model.StableDiffusion_1" href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1">StableDiffusion_1</a></code></p>
|
||
|
||
|
||
<p>Stable Diffusion 1.5 inpainting model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.unet">unet</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The U-Net model.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.clip_text_encoder">clip_text_encoder</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The text encoder.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.lda">lda</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image autoencoder.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-244">244</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="n">unet</span><span class="p">:</span> <span class="n">SD1UNet</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="n">lda</span><span class="p">:</span> <span class="n">SD1Autoencoder</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n">CLIPTextEncoderL</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="n">solver</span><span class="p">:</span> <span class="n">Solver</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="bp">self</span><span class="o">.</span><span class="n">mask_latents</span><span class="p">:</span> <span class="n">Tensor</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="bp">self</span><span class="o">.</span><span class="n">target_image_latents</span><span class="p">:</span> <span class="n">Tensor</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="n">unet</span> <span class="o">=</span> <span class="n">unet</span> <span class="ow">or</span> <span class="n">SD1UNet</span><span class="p">(</span><span class="n">in_channels</span><span class="o">=</span><span class="mi">9</span><span class="p">)</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="n">unet</span><span class="o">=</span><span class="n">unet</span><span class="p">,</span>
|
||
</span><span id="__span-0-239"><a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="n">lda</span><span class="o">=</span><span class="n">lda</span><span class="p">,</span>
|
||
</span><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="n">clip_text_encoder</span><span class="o">=</span><span class="n">clip_text_encoder</span><span class="p">,</span>
|
||
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="n">solver</span><span class="o">=</span><span class="n">solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-244"><a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.compute_self_attention_guidance" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">compute_self_attention_guidance</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.compute_self_attention_guidance" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">compute_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute the self-attention guidance.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The noise tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The step to compute the self-attention guidance at.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_text_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP text embedding to compute the self-attention guidance with.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The computed self-attention guidance.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-288">288</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-289">289</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-290">290</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-299">299</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-300">300</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-307">307</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-308">308</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-309">309</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-310">310</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-311">311</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-312">312</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-313">313</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-314">314</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-315">315</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-316">316</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-317">317</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-318">318</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-319">319</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-320">320</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-321">321</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-322">322</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-323">323</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-324">324</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-325">325</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-326">326</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-327">327</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-328">328</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-329">329</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-330">330</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-331">331</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-332">332</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-333">333</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-288"><a id="__codelineno-0-288" name="__codelineno-0-288"></a><span class="k">def</span> <span class="nf">compute_self_attention_guidance</span><span class="p">(</span>
|
||
</span><span id="__span-0-289"><a id="__codelineno-0-289" name="__codelineno-0-289"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">noise</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="o">*</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Tensor</span>
|
||
</span><span id="__span-0-290"><a id="__codelineno-0-290" name="__codelineno-0-290"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a><span class="w"> </span><span class="sd">"""Compute the self-attention guidance.</span>
|
||
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a>
|
||
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a><span class="sd"> x: The input tensor.</span>
|
||
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a><span class="sd"> noise: The noise tensor.</span>
|
||
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="sd"> step: The step to compute the self-attention guidance at.</span>
|
||
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a><span class="sd"> clip_text_embedding: The CLIP text embedding to compute the self-attention guidance with.</span>
|
||
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a>
|
||
</span><span id="__span-0-299"><a id="__codelineno-0-299" name="__codelineno-0-299"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-300"><a id="__codelineno-0-300" name="__codelineno-0-300"></a><span class="sd"> The computed self-attention guidance.</span>
|
||
</span><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="n">sag</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_find_sag_adapter</span><span class="p">()</span>
|
||
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="k">assert</span> <span class="n">sag</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="k">assert</span> <span class="bp">self</span><span class="o">.</span><span class="n">mask_latents</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="k">assert</span> <span class="bp">self</span><span class="o">.</span><span class="n">target_image_latents</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a>
|
||
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="n">degraded_latents</span> <span class="o">=</span> <span class="n">sag</span><span class="o">.</span><span class="n">compute_degraded_latents</span><span class="p">(</span>
|
||
</span><span id="__span-0-308"><a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="n">solver</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="p">,</span>
|
||
</span><span id="__span-0-309"><a id="__codelineno-0-309" name="__codelineno-0-309"></a> <span class="n">latents</span><span class="o">=</span><span class="n">x</span><span class="p">,</span>
|
||
</span><span id="__span-0-310"><a id="__codelineno-0-310" name="__codelineno-0-310"></a> <span class="n">noise</span><span class="o">=</span><span class="n">noise</span><span class="p">,</span>
|
||
</span><span id="__span-0-311"><a id="__codelineno-0-311" name="__codelineno-0-311"></a> <span class="n">step</span><span class="o">=</span><span class="n">step</span><span class="p">,</span>
|
||
</span><span id="__span-0-312"><a id="__codelineno-0-312" name="__codelineno-0-312"></a> <span class="n">classifier_free_guidance</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-313"><a id="__codelineno-0-313" name="__codelineno-0-313"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-314"><a id="__codelineno-0-314" name="__codelineno-0-314"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">(</span>
|
||
</span><span id="__span-0-315"><a id="__codelineno-0-315" name="__codelineno-0-315"></a> <span class="n">tensors</span><span class="o">=</span><span class="p">(</span><span class="n">degraded_latents</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">mask_latents</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">target_image_latents</span><span class="p">),</span>
|
||
</span><span id="__span-0-316"><a id="__codelineno-0-316" name="__codelineno-0-316"></a> <span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
||
</span><span id="__span-0-317"><a id="__codelineno-0-317" name="__codelineno-0-317"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-318"><a id="__codelineno-0-318" name="__codelineno-0-318"></a>
|
||
</span><span id="__span-0-319"><a id="__codelineno-0-319" name="__codelineno-0-319"></a> <span class="n">timestep</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">solver</span><span class="o">.</span><span class="n">timesteps</span><span class="p">[</span><span class="n">step</span><span class="p">]</span><span class="o">.</span><span class="n">unsqueeze</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span>
|
||
</span><span id="__span-0-320"><a id="__codelineno-0-320" name="__codelineno-0-320"></a> <span class="n">negative_embedding</span><span class="p">,</span> <span class="n">_</span> <span class="o">=</span> <span class="n">clip_text_embedding</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-321"><a id="__codelineno-0-321" name="__codelineno-0-321"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_unet_context</span><span class="p">(</span><span class="n">timestep</span><span class="o">=</span><span class="n">timestep</span><span class="p">,</span> <span class="n">clip_text_embedding</span><span class="o">=</span><span class="n">negative_embedding</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">)</span>
|
||
</span><span id="__span-0-322"><a id="__codelineno-0-322" name="__codelineno-0-322"></a>
|
||
</span><span id="__span-0-323"><a id="__codelineno-0-323" name="__codelineno-0-323"></a> <span class="k">if</span> <span class="s2">"ip_adapter"</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">provider</span><span class="o">.</span><span class="n">contexts</span><span class="p">:</span>
|
||
</span><span id="__span-0-324"><a id="__codelineno-0-324" name="__codelineno-0-324"></a> <span class="c1"># this implementation is a bit hacky, it should be refactored in the future</span>
|
||
</span><span id="__span-0-325"><a id="__codelineno-0-325" name="__codelineno-0-325"></a> <span class="n">ip_adapter_context</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="o">.</span><span class="n">use_context</span><span class="p">(</span><span class="s2">"ip_adapter"</span><span class="p">)</span>
|
||
</span><span id="__span-0-326"><a id="__codelineno-0-326" name="__codelineno-0-326"></a> <span class="n">image_embedding_copy</span> <span class="o">=</span> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span><span class="o">.</span><span class="n">clone</span><span class="p">()</span>
|
||
</span><span id="__span-0-327"><a id="__codelineno-0-327" name="__codelineno-0-327"></a> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">],</span> <span class="n">_</span> <span class="o">=</span> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-328"><a id="__codelineno-0-328" name="__codelineno-0-328"></a> <span class="n">degraded_noise</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span><span id="__span-0-329"><a id="__codelineno-0-329" name="__codelineno-0-329"></a> <span class="n">ip_adapter_context</span><span class="p">[</span><span class="s2">"clip_image_embedding"</span><span class="p">]</span> <span class="o">=</span> <span class="n">image_embedding_copy</span>
|
||
</span><span id="__span-0-330"><a id="__codelineno-0-330" name="__codelineno-0-330"></a> <span class="k">else</span><span class="p">:</span>
|
||
</span><span id="__span-0-331"><a id="__codelineno-0-331" name="__codelineno-0-331"></a> <span class="n">degraded_noise</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">(</span><span class="n">x</span><span class="p">)</span>
|
||
</span><span id="__span-0-332"><a id="__codelineno-0-332" name="__codelineno-0-332"></a>
|
||
</span><span id="__span-0-333"><a id="__codelineno-0-333" name="__codelineno-0-333"></a> <span class="k">return</span> <span class="n">sag</span><span class="o">.</span><span class="n">scale</span> <span class="o">*</span> <span class="p">(</span><span class="n">noise</span> <span class="o">-</span> <span class="n">degraded_noise</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.set_inpainting_conditions" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_inpainting_conditions</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.stable_diffusion_1.StableDiffusion_1_Inpainting.set_inpainting_conditions" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_inpainting_conditions</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">target_image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">mask</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">latents_size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">64</span><span class="p">,</span> <span class="mi">64</span><span class="p">),</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the inpainting conditions.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>target_image</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target image to inpaint.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>mask</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The mask to use for inpainting.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>latents_size</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The size of the latents to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>(64, 64)</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<span title="torch.Tensor">Tensor</span>, <span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The mask latents and the target image latents.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/stable_diffusion_1/model.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-259">259</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-260">260</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-261">261</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-262">262</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-263">263</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-264">264</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-265">265</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-266">266</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-267">267</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-268">268</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-270">270</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-271">271</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-272">272</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-273">273</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-274">274</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-275">275</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-276">276</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-277">277</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-278">278</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-279">279</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-280">280</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-281">281</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-282">282</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-283">283</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-284">284</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-285">285</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-286">286</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-259"><a id="__codelineno-0-259" name="__codelineno-0-259"></a><span class="k">def</span> <span class="nf">set_inpainting_conditions</span><span class="p">(</span>
|
||
</span><span id="__span-0-260"><a id="__codelineno-0-260" name="__codelineno-0-260"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-261"><a id="__codelineno-0-261" name="__codelineno-0-261"></a> <span class="n">target_image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">,</span>
|
||
</span><span id="__span-0-262"><a id="__codelineno-0-262" name="__codelineno-0-262"></a> <span class="n">mask</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">,</span>
|
||
</span><span id="__span-0-263"><a id="__codelineno-0-263" name="__codelineno-0-263"></a> <span class="n">latents_size</span><span class="p">:</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">64</span><span class="p">,</span> <span class="mi">64</span><span class="p">),</span>
|
||
</span><span id="__span-0-264"><a id="__codelineno-0-264" name="__codelineno-0-264"></a><span class="p">)</span> <span class="o">-></span> <span class="nb">tuple</span><span class="p">[</span><span class="n">Tensor</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]:</span>
|
||
</span><span id="__span-0-265"><a id="__codelineno-0-265" name="__codelineno-0-265"></a><span class="w"> </span><span class="sd">"""Set the inpainting conditions.</span>
|
||
</span><span id="__span-0-266"><a id="__codelineno-0-266" name="__codelineno-0-266"></a>
|
||
</span><span id="__span-0-267"><a id="__codelineno-0-267" name="__codelineno-0-267"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-268"><a id="__codelineno-0-268" name="__codelineno-0-268"></a><span class="sd"> target_image: The target image to inpaint.</span>
|
||
</span><span id="__span-0-269"><a id="__codelineno-0-269" name="__codelineno-0-269"></a><span class="sd"> mask: The mask to use for inpainting.</span>
|
||
</span><span id="__span-0-270"><a id="__codelineno-0-270" name="__codelineno-0-270"></a><span class="sd"> latents_size: The size of the latents to use.</span>
|
||
</span><span id="__span-0-271"><a id="__codelineno-0-271" name="__codelineno-0-271"></a>
|
||
</span><span id="__span-0-272"><a id="__codelineno-0-272" name="__codelineno-0-272"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-273"><a id="__codelineno-0-273" name="__codelineno-0-273"></a><span class="sd"> The mask latents and the target image latents.</span>
|
||
</span><span id="__span-0-274"><a id="__codelineno-0-274" name="__codelineno-0-274"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-275"><a id="__codelineno-0-275" name="__codelineno-0-275"></a> <span class="n">target_image</span> <span class="o">=</span> <span class="n">target_image</span><span class="o">.</span><span class="n">convert</span><span class="p">(</span><span class="n">mode</span><span class="o">=</span><span class="s2">"RGB"</span><span class="p">)</span>
|
||
</span><span id="__span-0-276"><a id="__codelineno-0-276" name="__codelineno-0-276"></a> <span class="n">mask</span> <span class="o">=</span> <span class="n">mask</span><span class="o">.</span><span class="n">convert</span><span class="p">(</span><span class="n">mode</span><span class="o">=</span><span class="s2">"L"</span><span class="p">)</span>
|
||
</span><span id="__span-0-277"><a id="__codelineno-0-277" name="__codelineno-0-277"></a>
|
||
</span><span id="__span-0-278"><a id="__codelineno-0-278" name="__codelineno-0-278"></a> <span class="n">mask_tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">data</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="nb">object</span><span class="o">=</span><span class="n">mask</span><span class="p">)</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="n">dtype</span><span class="o">=</span><span class="n">np</span><span class="o">.</span><span class="n">float32</span><span class="p">)</span> <span class="o">/</span> <span class="mf">255.0</span><span class="p">)</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">)</span>
|
||
</span><span id="__span-0-279"><a id="__codelineno-0-279" name="__codelineno-0-279"></a> <span class="n">mask_tensor</span> <span class="o">=</span> <span class="p">(</span><span class="n">mask_tensor</span> <span class="o">></span> <span class="mf">0.5</span><span class="p">)</span><span class="o">.</span><span class="n">unsqueeze</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span><span class="o">.</span><span class="n">unsqueeze</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">)</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-280"><a id="__codelineno-0-280" name="__codelineno-0-280"></a> <span class="bp">self</span><span class="o">.</span><span class="n">mask_latents</span> <span class="o">=</span> <span class="n">interpolate</span><span class="p">(</span><span class="n">x</span><span class="o">=</span><span class="n">mask_tensor</span><span class="p">,</span> <span class="n">size</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">Size</span><span class="p">(</span><span class="n">latents_size</span><span class="p">))</span>
|
||
</span><span id="__span-0-281"><a id="__codelineno-0-281" name="__codelineno-0-281"></a>
|
||
</span><span id="__span-0-282"><a id="__codelineno-0-282" name="__codelineno-0-282"></a> <span class="n">init_image_tensor</span> <span class="o">=</span> <span class="n">image_to_tensor</span><span class="p">(</span><span class="n">image</span><span class="o">=</span><span class="n">target_image</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span> <span class="o">*</span> <span class="mi">2</span> <span class="o">-</span> <span class="mi">1</span>
|
||
</span><span id="__span-0-283"><a id="__codelineno-0-283" name="__codelineno-0-283"></a> <span class="n">masked_init_image</span> <span class="o">=</span> <span class="n">init_image_tensor</span> <span class="o">*</span> <span class="p">(</span><span class="mi">1</span> <span class="o">-</span> <span class="n">mask_tensor</span><span class="p">)</span>
|
||
</span><span id="__span-0-284"><a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="bp">self</span><span class="o">.</span><span class="n">target_image_latents</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">lda</span><span class="o">.</span><span class="n">encode</span><span class="p">(</span><span class="n">x</span><span class="o">=</span><span class="n">masked_init_image</span><span class="p">)</span>
|
||
</span><span id="__span-0-285"><a id="__codelineno-0-285" name="__codelineno-0-285"></a>
|
||
</span><span id="__span-0-286"><a id="__codelineno-0-286" name="__codelineno-0-286"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">mask_latents</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">target_image_latents</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.DDIM" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">DDIM</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DDIM" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">DDIM</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">params</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code></p>
|
||
|
||
|
||
<p>Denoising Diffusion Implicit Model (DDIM) solver.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2010.02502">[arXiv:2010.02502] Denoising Diffusion Implicit Models</a> for more details.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>params</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The common parameters for solvers.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code><span title="torch.float32">float32</span></code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/ddim.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-28">28</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a> <span class="n">params</span><span class="p">:</span> <span class="n">BaseSolverParams</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">Dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a><span class="w"> </span><span class="sd">"""Initializes a new DDIM solver.</span>
|
||
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="sd"> first_inference_step: The first inference step to perform.</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a><span class="sd"> params: The common parameters for solvers.</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a> <span class="k">if</span> <span class="n">params</span> <span class="ow">and</span> <span class="n">params</span><span class="o">.</span><span class="n">model_prediction_type</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="n">ModelPredictionType</span><span class="o">.</span><span class="n">NOISE</span><span class="p">,</span> <span class="kc">None</span><span class="p">):</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="k">if</span> <span class="n">params</span> <span class="ow">and</span> <span class="n">params</span><span class="o">.</span><span class="n">sde_variance</span> <span class="o">!=</span> <span class="mf">0.0</span><span class="p">:</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">(</span><span class="s2">"DDIM does not support sde_variance != 0.0 yet"</span><span class="p">)</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">params</span><span class="o">=</span><span class="n">params</span><span class="p">,</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.DDPM" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">DDPM</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DDPM" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">DDPM</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">params</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code></p>
|
||
|
||
|
||
<p>Denoising Diffusion Probabilistic Model (DDPM) solver.</p>
|
||
|
||
|
||
<details class="warning" open>
|
||
<summary>Warning</summary>
|
||
<p>Only used for training Latent Diffusion models.
|
||
Cannot be called.</p>
|
||
</details> <p>See <a href="https://arxiv.org/abs/2006.11239">[arXiv:2006.11239] Denoising Diffusion Probabilistic Models</a> for more details.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>params</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The common parameters for solvers.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/ddpm.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-28">28</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a> <span class="n">params</span><span class="p">:</span> <span class="n">BaseSolverParams</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a><span class="w"> </span><span class="sd">"""Initializes a new DDPM solver.</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a><span class="sd"> first_inference_step: The first inference step to perform.</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a><span class="sd"> params: The common parameters for solvers.</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="k">if</span> <span class="n">params</span> <span class="ow">and</span> <span class="n">params</span><span class="o">.</span><span class="n">model_prediction_type</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="n">ModelPredictionType</span><span class="o">.</span><span class="n">NOISE</span><span class="p">,</span> <span class="kc">None</span><span class="p">):</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">params</span><span class="o">=</span><span class="n">params</span><span class="p">,</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.DPMSolver" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">DPMSolver</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">DPMSolver</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">params</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">last_step_first_order</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code></p>
|
||
|
||
|
||
<p>Diffusion probabilistic models (DPMs) solver.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2211.01095">[arXiv:2211.01095] DPM-Solver++: Fast Solver for Guided Sampling of Diffusion Probabilistic Models</a>
|
||
for more details.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>Regarding last_step_first_order: DPM-Solver++ is known to introduce artifacts
|
||
when used with SDXL and few steps. This parameter is a way to mitigate that
|
||
effect by using a first-order (Euler) update instead of a second-order update
|
||
for the last step of the diffusion.</p>
|
||
</details>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>params</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The common parameters for solvers.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>last_step_first_order</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Use a first-order update for the last step.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>False</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code><span title="torch.float32">float32</span></code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/dpm.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-67">67</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70">70</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-71">71</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-78">78</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-79">79</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-80">80</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-81">81</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-82">82</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-83">83</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-84">84</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-85">85</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-86">86</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-87">87</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-88">88</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-89">89</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-90">90</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-91">91</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="n">params</span><span class="p">:</span> <span class="n">BaseSolverParams</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="n">last_step_first_order</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a> <span class="n">device</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="w"> </span><span class="sd">"""Initializes a new DPM solver.</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a><span class="sd"> first_inference_step: The first inference step to perform.</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a><span class="sd"> params: The common parameters for solvers.</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a><span class="sd"> last_step_first_order: Use a first-order update for the last step.</span>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a> <span class="k">if</span> <span class="n">params</span> <span class="ow">and</span> <span class="n">params</span><span class="o">.</span><span class="n">model_prediction_type</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="n">ModelPredictionType</span><span class="o">.</span><span class="n">NOISE</span><span class="p">,</span> <span class="kc">None</span><span class="p">):</span>
|
||
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span>
|
||
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a> <span class="k">if</span> <span class="n">params</span> <span class="ow">and</span> <span class="n">params</span><span class="o">.</span><span class="n">sde_variance</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">):</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">(</span><span class="s2">"DPMSolver only supports sde_variance=0.0 or 1.0"</span><span class="p">)</span>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">params</span><span class="o">=</span><span class="n">params</span><span class="p">,</span>
|
||
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="bp">self</span><span class="o">.</span><span class="n">estimated_data</span> <span class="o">=</span> <span class="n">deque</span><span class="p">([</span><span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([])]</span> <span class="o">*</span> <span class="mi">2</span><span class="p">,</span> <span class="n">maxlen</span><span class="o">=</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">last_step_first_order</span> <span class="o">=</span> <span class="n">last_step_first_order</span>
|
||
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">sigmas</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span> <span class="o">/</span> <span class="bp">self</span><span class="o">.</span><span class="n">cumulative_scale_factors</span>
|
||
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="bp">self</span><span class="o">.</span><span class="n">sigmas</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_rescale_sigmas</span><span class="p">(</span><span class="n">sigmas</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="o">.</span><span class="n">sigma_schedule</span><span class="p">)</span>
|
||
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="n">sigma_min</span> <span class="o">=</span> <span class="n">sigmas</span><span class="p">[</span><span class="mi">0</span><span class="p">:</span><span class="mi">1</span><span class="p">]</span> <span class="c1"># corresponds to `final_sigmas_type="sigma_min" in diffusers`</span>
|
||
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="bp">self</span><span class="o">.</span><span class="n">sigmas</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">([</span><span class="bp">self</span><span class="o">.</span><span class="n">sigmas</span><span class="p">,</span> <span class="n">sigma_min</span><span class="p">])</span>
|
||
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="bp">self</span><span class="o">.</span><span class="n">cumulative_scale_factors</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">signal_to_noise_ratios</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_solver_tensors_from_sigmas</span><span class="p">(</span>
|
||
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="bp">self</span><span class="o">.</span><span class="n">sigmas</span>
|
||
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="bp">self</span><span class="o">.</span><span class="n">timesteps</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_timesteps_from_sigmas</span><span class="p">(</span><span class="n">sigmas</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.DPMSolver.dpm_solver_first_order_update" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">dpm_solver_first_order_update</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.dpm_solver_first_order_update" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">dpm_solver_first_order_update</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">sde_noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Applies a first-order backward Euler update to the input data <code>x</code>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input data.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The predicted noise.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The current step.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The denoised version of the input data <code>x</code>.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/dpm.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-213">213</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-214">214</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-215">215</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-216">216</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-217">217</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-218">218</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-219">219</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-244">244</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a><span class="k">def</span> <span class="nf">dpm_solver_first_order_update</span><span class="p">(</span>
|
||
</span><span id="__span-0-214"><a id="__codelineno-0-214" name="__codelineno-0-214"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">,</span> <span class="n">noise</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">sde_noise</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-215"><a id="__codelineno-0-215" name="__codelineno-0-215"></a><span class="p">)</span> <span class="o">-></span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-216"><a id="__codelineno-0-216" name="__codelineno-0-216"></a><span class="w"> </span><span class="sd">"""Applies a first-order backward Euler update to the input data `x`.</span>
|
||
</span><span id="__span-0-217"><a id="__codelineno-0-217" name="__codelineno-0-217"></a>
|
||
</span><span id="__span-0-218"><a id="__codelineno-0-218" name="__codelineno-0-218"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a><span class="sd"> x: The input data.</span>
|
||
</span><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a><span class="sd"> noise: The predicted noise.</span>
|
||
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a><span class="sd"> step: The current step.</span>
|
||
</span><span id="__span-0-222"><a id="__codelineno-0-222" name="__codelineno-0-222"></a>
|
||
</span><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a><span class="sd"> The denoised version of the input data `x`.</span>
|
||
</span><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="n">current_ratio</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">signal_to_noise_ratios</span><span class="p">[</span><span class="n">step</span><span class="p">]</span>
|
||
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="n">next_ratio</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">signal_to_noise_ratios</span><span class="p">[</span><span class="n">step</span> <span class="o">+</span> <span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a>
|
||
</span><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="n">next_scale_factor</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">cumulative_scale_factors</span><span class="p">[</span><span class="n">step</span> <span class="o">+</span> <span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">next_noise_std</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span><span class="p">[</span><span class="n">step</span> <span class="o">+</span> <span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">current_noise_std</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span><span class="p">[</span><span class="n">step</span><span class="p">]</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="n">ratio_delta</span> <span class="o">=</span> <span class="n">current_ratio</span> <span class="o">-</span> <span class="n">next_ratio</span>
|
||
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a>
|
||
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="k">if</span> <span class="n">sde_noise</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="k">return</span> <span class="p">(</span><span class="n">next_noise_std</span> <span class="o">/</span> <span class="n">current_noise_std</span><span class="p">)</span> <span class="o">*</span> <span class="n">x</span> <span class="o">+</span> <span class="p">(</span><span class="mf">1.0</span> <span class="o">-</span> <span class="n">torch</span><span class="o">.</span><span class="n">exp</span><span class="p">(</span><span class="n">ratio_delta</span><span class="p">))</span> <span class="o">*</span> <span class="n">next_scale_factor</span> <span class="o">*</span> <span class="n">noise</span>
|
||
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a>
|
||
</span><span id="__span-0-239"><a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="n">factor</span> <span class="o">=</span> <span class="mf">1.0</span> <span class="o">-</span> <span class="n">torch</span><span class="o">.</span><span class="n">exp</span><span class="p">(</span><span class="mf">2.0</span> <span class="o">*</span> <span class="n">ratio_delta</span><span class="p">)</span>
|
||
</span><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="k">return</span> <span class="p">(</span>
|
||
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="p">(</span><span class="n">next_noise_std</span> <span class="o">/</span> <span class="n">current_noise_std</span><span class="p">)</span> <span class="o">*</span> <span class="n">torch</span><span class="o">.</span><span class="n">exp</span><span class="p">(</span><span class="n">ratio_delta</span><span class="p">)</span> <span class="o">*</span> <span class="n">x</span>
|
||
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="o">+</span> <span class="n">next_scale_factor</span> <span class="o">*</span> <span class="n">factor</span> <span class="o">*</span> <span class="n">noise</span>
|
||
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="o">+</span> <span class="n">next_noise_std</span> <span class="o">*</span> <span class="n">safe_sqrt</span><span class="p">(</span><span class="n">factor</span><span class="p">)</span> <span class="o">*</span> <span class="n">sde_noise</span>
|
||
</span><span id="__span-0-244"><a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.DPMSolver.multistep_dpm_solver_second_order_update" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">multistep_dpm_solver_second_order_update</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.multistep_dpm_solver_second_order_update" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">multistep_dpm_solver_second_order_update</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n">sde_noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Applies a second-order backward Euler update to the input data <code>x</code>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input data.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The current step.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The denoised version of the input data <code>x</code>.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/dpm.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-246">246</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-247">247</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-248">248</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-249">249</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-250">250</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-251">251</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-252">252</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-253">253</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-254">254</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-255">255</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-256">256</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-257">257</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-258">258</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-259">259</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-260">260</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-261">261</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-262">262</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-263">263</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-264">264</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-265">265</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-266">266</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-267">267</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-268">268</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-270">270</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-271">271</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-272">272</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-273">273</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-274">274</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-275">275</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-276">276</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-277">277</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-278">278</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-279">279</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-280">280</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-281">281</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-282">282</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-283">283</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-284">284</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-285">285</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-286">286</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-287">287</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-288">288</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-246"><a id="__codelineno-0-246" name="__codelineno-0-246"></a><span class="k">def</span> <span class="nf">multistep_dpm_solver_second_order_update</span><span class="p">(</span>
|
||
</span><span id="__span-0-247"><a id="__codelineno-0-247" name="__codelineno-0-247"></a> <span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">sde_noise</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-248"><a id="__codelineno-0-248" name="__codelineno-0-248"></a><span class="p">)</span> <span class="o">-></span> <span class="n">torch</span><span class="o">.</span><span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-249"><a id="__codelineno-0-249" name="__codelineno-0-249"></a><span class="w"> </span><span class="sd">"""Applies a second-order backward Euler update to the input data `x`.</span>
|
||
</span><span id="__span-0-250"><a id="__codelineno-0-250" name="__codelineno-0-250"></a>
|
||
</span><span id="__span-0-251"><a id="__codelineno-0-251" name="__codelineno-0-251"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-252"><a id="__codelineno-0-252" name="__codelineno-0-252"></a><span class="sd"> x: The input data.</span>
|
||
</span><span id="__span-0-253"><a id="__codelineno-0-253" name="__codelineno-0-253"></a><span class="sd"> step: The current step.</span>
|
||
</span><span id="__span-0-254"><a id="__codelineno-0-254" name="__codelineno-0-254"></a>
|
||
</span><span id="__span-0-255"><a id="__codelineno-0-255" name="__codelineno-0-255"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-256"><a id="__codelineno-0-256" name="__codelineno-0-256"></a><span class="sd"> The denoised version of the input data `x`.</span>
|
||
</span><span id="__span-0-257"><a id="__codelineno-0-257" name="__codelineno-0-257"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-258"><a id="__codelineno-0-258" name="__codelineno-0-258"></a> <span class="n">current_data_estimation</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">estimated_data</span><span class="p">[</span><span class="o">-</span><span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-259"><a id="__codelineno-0-259" name="__codelineno-0-259"></a> <span class="n">previous_data_estimation</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">estimated_data</span><span class="p">[</span><span class="o">-</span><span class="mi">2</span><span class="p">]</span>
|
||
</span><span id="__span-0-260"><a id="__codelineno-0-260" name="__codelineno-0-260"></a>
|
||
</span><span id="__span-0-261"><a id="__codelineno-0-261" name="__codelineno-0-261"></a> <span class="n">next_ratio</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">signal_to_noise_ratios</span><span class="p">[</span><span class="n">step</span> <span class="o">+</span> <span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-262"><a id="__codelineno-0-262" name="__codelineno-0-262"></a> <span class="n">current_ratio</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">signal_to_noise_ratios</span><span class="p">[</span><span class="n">step</span><span class="p">]</span>
|
||
</span><span id="__span-0-263"><a id="__codelineno-0-263" name="__codelineno-0-263"></a> <span class="n">previous_ratio</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">signal_to_noise_ratios</span><span class="p">[</span><span class="n">step</span> <span class="o">-</span> <span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-264"><a id="__codelineno-0-264" name="__codelineno-0-264"></a>
|
||
</span><span id="__span-0-265"><a id="__codelineno-0-265" name="__codelineno-0-265"></a> <span class="n">next_scale_factor</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">cumulative_scale_factors</span><span class="p">[</span><span class="n">step</span> <span class="o">+</span> <span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-266"><a id="__codelineno-0-266" name="__codelineno-0-266"></a> <span class="n">next_noise_std</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span><span class="p">[</span><span class="n">step</span> <span class="o">+</span> <span class="mi">1</span><span class="p">]</span>
|
||
</span><span id="__span-0-267"><a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="n">current_noise_std</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span><span class="p">[</span><span class="n">step</span><span class="p">]</span>
|
||
</span><span id="__span-0-268"><a id="__codelineno-0-268" name="__codelineno-0-268"></a>
|
||
</span><span id="__span-0-269"><a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="n">estimation_delta</span> <span class="o">=</span> <span class="p">(</span><span class="n">current_data_estimation</span> <span class="o">-</span> <span class="n">previous_data_estimation</span><span class="p">)</span> <span class="o">/</span> <span class="p">(</span>
|
||
</span><span id="__span-0-270"><a id="__codelineno-0-270" name="__codelineno-0-270"></a> <span class="p">(</span><span class="n">current_ratio</span> <span class="o">-</span> <span class="n">previous_ratio</span><span class="p">)</span> <span class="o">/</span> <span class="p">(</span><span class="n">next_ratio</span> <span class="o">-</span> <span class="n">current_ratio</span><span class="p">)</span>
|
||
</span><span id="__span-0-271"><a id="__codelineno-0-271" name="__codelineno-0-271"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-272"><a id="__codelineno-0-272" name="__codelineno-0-272"></a> <span class="n">ratio_delta</span> <span class="o">=</span> <span class="n">current_ratio</span> <span class="o">-</span> <span class="n">next_ratio</span>
|
||
</span><span id="__span-0-273"><a id="__codelineno-0-273" name="__codelineno-0-273"></a>
|
||
</span><span id="__span-0-274"><a id="__codelineno-0-274" name="__codelineno-0-274"></a> <span class="k">if</span> <span class="n">sde_noise</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-275"><a id="__codelineno-0-275" name="__codelineno-0-275"></a> <span class="n">factor</span> <span class="o">=</span> <span class="mf">1.0</span> <span class="o">-</span> <span class="n">torch</span><span class="o">.</span><span class="n">exp</span><span class="p">(</span><span class="n">ratio_delta</span><span class="p">)</span>
|
||
</span><span id="__span-0-276"><a id="__codelineno-0-276" name="__codelineno-0-276"></a> <span class="k">return</span> <span class="p">(</span>
|
||
</span><span id="__span-0-277"><a id="__codelineno-0-277" name="__codelineno-0-277"></a> <span class="p">(</span><span class="n">next_noise_std</span> <span class="o">/</span> <span class="n">current_noise_std</span><span class="p">)</span> <span class="o">*</span> <span class="n">x</span>
|
||
</span><span id="__span-0-278"><a id="__codelineno-0-278" name="__codelineno-0-278"></a> <span class="o">+</span> <span class="n">next_scale_factor</span> <span class="o">*</span> <span class="n">factor</span> <span class="o">*</span> <span class="n">current_data_estimation</span>
|
||
</span><span id="__span-0-279"><a id="__codelineno-0-279" name="__codelineno-0-279"></a> <span class="o">+</span> <span class="mf">0.5</span> <span class="o">*</span> <span class="n">next_scale_factor</span> <span class="o">*</span> <span class="n">factor</span> <span class="o">*</span> <span class="n">estimation_delta</span>
|
||
</span><span id="__span-0-280"><a id="__codelineno-0-280" name="__codelineno-0-280"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-281"><a id="__codelineno-0-281" name="__codelineno-0-281"></a>
|
||
</span><span id="__span-0-282"><a id="__codelineno-0-282" name="__codelineno-0-282"></a> <span class="n">factor</span> <span class="o">=</span> <span class="mf">1.0</span> <span class="o">-</span> <span class="n">torch</span><span class="o">.</span><span class="n">exp</span><span class="p">(</span><span class="mf">2.0</span> <span class="o">*</span> <span class="n">ratio_delta</span><span class="p">)</span>
|
||
</span><span id="__span-0-283"><a id="__codelineno-0-283" name="__codelineno-0-283"></a> <span class="k">return</span> <span class="p">(</span>
|
||
</span><span id="__span-0-284"><a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="p">(</span><span class="n">next_noise_std</span> <span class="o">/</span> <span class="n">current_noise_std</span><span class="p">)</span> <span class="o">*</span> <span class="n">torch</span><span class="o">.</span><span class="n">exp</span><span class="p">(</span><span class="n">ratio_delta</span><span class="p">)</span> <span class="o">*</span> <span class="n">x</span>
|
||
</span><span id="__span-0-285"><a id="__codelineno-0-285" name="__codelineno-0-285"></a> <span class="o">+</span> <span class="n">next_scale_factor</span> <span class="o">*</span> <span class="n">factor</span> <span class="o">*</span> <span class="n">current_data_estimation</span>
|
||
</span><span id="__span-0-286"><a id="__codelineno-0-286" name="__codelineno-0-286"></a> <span class="o">+</span> <span class="mf">0.5</span> <span class="o">*</span> <span class="n">next_scale_factor</span> <span class="o">*</span> <span class="n">factor</span> <span class="o">*</span> <span class="n">estimation_delta</span>
|
||
</span><span id="__span-0-287"><a id="__codelineno-0-287" name="__codelineno-0-287"></a> <span class="o">+</span> <span class="n">next_noise_std</span> <span class="o">*</span> <span class="n">safe_sqrt</span><span class="p">(</span><span class="n">factor</span><span class="p">)</span> <span class="o">*</span> <span class="n">sde_noise</span>
|
||
</span><span id="__span-0-288"><a id="__codelineno-0-288" name="__codelineno-0-288"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.DPMSolver.rebuild" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">rebuild</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver.rebuild" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">rebuild</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.dpm.DPMSolver" href="#refiners.foundationals.latent_diffusion.solvers.DPMSolver">DPMSolver</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Rebuilds the solver with new parameters.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/dpm.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-109">109</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a><span class="k">def</span> <span class="nf">rebuild</span><span class="p">(</span>
|
||
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="bp">self</span><span class="p">:</span> <span class="s2">"DPMSolver"</span><span class="p">,</span>
|
||
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a><span class="p">)</span> <span class="o">-></span> <span class="s2">"DPMSolver"</span><span class="p">:</span>
|
||
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a><span class="w"> </span><span class="sd">"""Rebuilds the solver with new parameters.</span>
|
||
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a>
|
||
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="sd"> num_inference_steps: The number of inference steps.</span>
|
||
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a><span class="sd"> first_inference_step: The first inference step.</span>
|
||
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="n">r</span> <span class="o">=</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">rebuild</span><span class="p">(</span>
|
||
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">r</span><span class="o">.</span><span class="n">last_step_first_order</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">last_step_first_order</span>
|
||
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="k">return</span> <span class="n">r</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.Euler" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Euler</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Euler</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">params</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code></p>
|
||
|
||
|
||
<p>Euler solver.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2206.00364">[arXiv:2206.00364] Elucidating the Design Space of Diffusion-Based Generative Models</a>
|
||
for more details.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>params</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The common parameters for solvers.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code><span title="torch.float32">float32</span></code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/euler.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-28">28</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a> <span class="n">params</span><span class="p">:</span> <span class="n">BaseSolverParams</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">Dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a><span class="p">):</span>
|
||
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a><span class="w"> </span><span class="sd">"""Initializes a new Euler solver.</span>
|
||
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a><span class="sd"> first_inference_step: The first inference step to perform.</span>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a><span class="sd"> params: The common parameters for solvers.</span>
|
||
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="k">if</span> <span class="n">params</span> <span class="ow">and</span> <span class="n">params</span><span class="o">.</span><span class="n">noise_schedule</span> <span class="ow">not</span> <span class="ow">in</span> <span class="p">(</span><span class="n">NoiseSchedule</span><span class="o">.</span><span class="n">QUADRATIC</span><span class="p">,</span> <span class="kc">None</span><span class="p">):</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a> <span class="k">if</span> <span class="n">params</span> <span class="ow">and</span> <span class="n">params</span><span class="o">.</span><span class="n">sde_variance</span> <span class="o">!=</span> <span class="mf">0.0</span><span class="p">:</span>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span><span class="p">(</span><span class="s2">"Euler does not support sde_variance != 0.0 yet"</span><span class="p">)</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="n">params</span><span class="o">=</span><span class="n">params</span><span class="p">,</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="bp">self</span><span class="o">.</span><span class="n">sigmas</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_generate_sigmas</span><span class="p">()</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Euler.init_noise_sigma" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">init_noise_sigma</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler.init_noise_sigma" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">init_noise_sigma</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The initial noise sigma.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Euler.scale_model_input" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">scale_model_input</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Euler.scale_model_input" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">scale_model_input</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Scales the model input according to the current step.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The model input.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The current step. This method is called with <code>step=-1</code> in <code>init_latents</code>.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scaled model input.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/euler.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-67">67</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70">70</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-71">71</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-78">78</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a><span class="k">def</span> <span class="nf">scale_model_input</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a><span class="w"> </span><span class="sd">"""Scales the model input according to the current step.</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a><span class="sd"> x: The model input.</span>
|
||
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="sd"> step: The current step. This method is called with `step=-1` in `init_latents`.</span>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a><span class="sd"> The scaled model input.</span>
|
||
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a> <span class="k">if</span> <span class="n">step</span> <span class="o">==</span> <span class="o">-</span><span class="mi">1</span><span class="p">:</span>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="k">return</span> <span class="n">x</span> <span class="o">*</span> <span class="bp">self</span><span class="o">.</span><span class="n">init_noise_sigma</span>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="n">sigma</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">sigmas</span><span class="p">[</span><span class="n">step</span><span class="p">]</span>
|
||
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="k">return</span> <span class="n">x</span> <span class="o">/</span> <span class="p">((</span><span class="n">sigma</span><span class="o">**</span><span class="mi">2</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span> <span class="o">**</span> <span class="mf">0.5</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.FrankenSolver" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">FrankenSolver</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.FrankenSolver" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">FrankenSolver</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">get_diffusers_scheduler</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Callable" href="https://docs.python.org/3/library/typing.html#typing.Callable">Callable</a></span><span class="p">[[],</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.franken.SchedulerLike">SchedulerLike</span></span><span class="p">],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code></p>
|
||
|
||
|
||
<p>Lets you use Diffusers Schedulers as Refiners Solvers.</p>
|
||
|
||
|
||
<details class="for-instance" open>
|
||
<summary>For instance</summary>
|
||
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="kn">from</span> <span class="nn">diffusers</span> <span class="kn">import</span> <span class="n">EulerDiscreteScheduler</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a><span class="kn">from</span> <span class="nn">refiners.foundationals.latent_diffusion.solvers</span> <span class="kn">import</span> <span class="n">FrankenSolver</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">scheduler</span> <span class="o">=</span> <span class="n">EulerDiscreteScheduler</span><span class="p">(</span><span class="o">...</span><span class="p">)</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="n">solver</span> <span class="o">=</span> <span class="n">FrankenSolver</span><span class="p">(</span><span class="k">lambda</span><span class="p">:</span> <span class="n">scheduler</span><span class="p">,</span> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">steps</span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
</details>
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/franken.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-67">67</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70">70</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-71">71</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77">77</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">get_diffusers_scheduler</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[],</span> <span class="n">SchedulerLike</span><span class="p">],</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="c1"># for typing, ignored</span>
|
||
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="bp">self</span><span class="o">.</span><span class="n">get_diffusers_scheduler</span> <span class="o">=</span> <span class="n">get_diffusers_scheduler</span>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a> <span class="bp">self</span><span class="o">.</span><span class="n">diffusers_scheduler</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_diffusers_scheduler</span><span class="p">()</span>
|
||
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a> <span class="bp">self</span><span class="o">.</span><span class="n">diffusers_scheduler</span><span class="o">.</span><span class="n">set_timesteps</span><span class="p">(</span><span class="n">num_inference_steps</span><span class="p">)</span>
|
||
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.LCMSolver" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">LCMSolver</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.LCMSolver" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">LCMSolver</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">params</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">num_orig_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">50</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code></p>
|
||
|
||
|
||
<p>Latent Consistency Model solver.</p>
|
||
<p>This solver is designed for use either with
|
||
<a class="autorefs autorefs-internal" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.SDXLLcmAdapter">a specific base model</a>
|
||
or <a class="autorefs autorefs-internal" href="#refiners.foundationals.latent_diffusion.stable_diffusion_xl.add_lcm_lora">a specific LoRA</a>.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2310.04378">[arXiv:2310.04378] Latent Consistency Models: Synthesizing High-Resolution Images with Few-Step Inference</a>
|
||
for details.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>params</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The common parameters for solvers.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_orig_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps of the emulated DPM solver.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>50</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code><span title="torch.float32">float32</span></code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/lcm.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66">66</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-67">67</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70">70</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-71">71</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74">74</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a> <span class="n">params</span><span class="p">:</span> <span class="n">BaseSolverParams</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a> <span class="n">num_orig_steps</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">50</span><span class="p">,</span>
|
||
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a> <span class="n">device</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">torch</span><span class="o">.</span><span class="n">dtype</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a><span class="p">):</span>
|
||
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="w"> </span><span class="sd">"""Initializes a new LCM solver.</span>
|
||
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a>
|
||
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="sd"> first_inference_step: The first inference step to perform.</span>
|
||
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a><span class="sd"> params: The common parameters for solvers.</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a><span class="sd"> num_orig_steps: The number of inference steps of the emulated DPM solver.</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a><span class="sd"> device: The PyTorch device to use.</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="sd"> dtype: The PyTorch data type to use.</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="k">assert</span> <span class="p">(</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">num_orig_steps</span> <span class="o">>=</span> <span class="n">num_inference_steps</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"num_orig_steps (</span><span class="si">{</span><span class="n">num_orig_steps</span><span class="si">}</span><span class="s2">) < num_inference_steps (</span><span class="si">{</span><span class="n">num_inference_steps</span><span class="si">}</span><span class="s2">)"</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">params</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">resolve_params</span><span class="p">(</span><span class="n">params</span><span class="p">)</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="k">if</span> <span class="n">params</span><span class="o">.</span><span class="n">model_prediction_type</span> <span class="o">!=</span> <span class="n">ModelPredictionType</span><span class="o">.</span><span class="n">NOISE</span><span class="p">:</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="k">raise</span> <span class="ne">NotImplementedError</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_dpm</span> <span class="o">=</span> <span class="p">[</span>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a> <span class="n">DPMSolver</span><span class="p">(</span>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_orig_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a> <span class="n">params</span><span class="o">=</span><span class="n">SolverParams</span><span class="p">(</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="n">num_train_timesteps</span><span class="o">=</span><span class="n">params</span><span class="o">.</span><span class="n">num_train_timesteps</span><span class="p">,</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">timesteps_spacing</span><span class="o">=</span><span class="n">params</span><span class="o">.</span><span class="n">timesteps_spacing</span><span class="p">,</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a> <span class="p">]</span>
|
||
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a> <span class="n">params</span><span class="o">=</span><span class="n">params</span><span class="p">,</span>
|
||
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.ModelPredictionType" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ModelPredictionType</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.ModelPredictionType" class="headerlink" title="Permanent link">¶</a></h2>
|
||
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>, <code><a class="autorefs autorefs-external" title="enum.Enum" href="https://docs.python.org/3/library/enum.html#enum.Enum">Enum</a></code></p>
|
||
|
||
|
||
<p>An enumeration of possible outputs of the model.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.ModelPredictionType.NOISE">NOISE</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The model predicts the noise (epsilon).</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.ModelPredictionType.SAMPLE">SAMPLE</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The model predicts the denoised sample (x0).</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.NoiseSchedule" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">NoiseSchedule</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.NoiseSchedule" class="headerlink" title="Permanent link">¶</a></h2>
|
||
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>, <code><a class="autorefs autorefs-external" title="enum.Enum" href="https://docs.python.org/3/library/enum.html#enum.Enum">Enum</a></code></p>
|
||
|
||
|
||
<p>An enumeration of schedules used to sample the noise.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.NoiseSchedule.UNIFORM">UNIFORM</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A uniform noise schedule.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.NoiseSchedule.QUADRATIC">QUADRATIC</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A quadratic noise schedule. Corresponds to "Stable Diffusion" in <a href="https://arxiv.org/abs/2305.08891">[arXiv:2305.08891] Common Diffusion Noise Schedules and Sample Steps are Flawed</a> table 1.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.NoiseSchedule.KARRAS">KARRAS</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>See <a href="https://arxiv.org/abs/2206.00364">[arXiv:2206.00364] Elucidating the Design Space of Diffusion-Based Generative Models, Equation 5</a></p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.Solver" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Solver</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Solver</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">params</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Module" href="../../fluxion/layers/#refiners.fluxion.layers.Module">Module</a></code>, <code><a class="autorefs autorefs-external" title="abc.ABC" href="https://docs.python.org/3/library/abc.html#abc.ABC">ABC</a></code></p>
|
||
|
||
|
||
<p>The base class for creating a diffusion model solver.</p>
|
||
<p>Solvers create a sequence of noise and scaling factors used in the diffusion process,
|
||
which gradually transforms the original data distribution into a Gaussian one.</p>
|
||
<p>This process is described using several parameters such as initial and final diffusion rates,
|
||
and is encapsulated into a <code>__call__</code> method that applies a step of the diffusion process.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.Solver.params">params</span></code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.ResolvedSolverParams">ResolvedSolverParams</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The common parameters for solvers. See <code>SolverParams</code>.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.Solver.num_inference_steps">num_inference_steps</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.Solver.first_inference_step">first_inference_step</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The step to start the inference process from.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.Solver.scale_factors">scale_factors</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale factors used to denoise the input. These are called "betas" in other implementations,
|
||
and <code>1 - scale_factors</code> is called "alphas".</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.Solver.cumulative_scale_factors">cumulative_scale_factors</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The cumulative scale factors used to denoise the input. These are called "alpha_t" in
|
||
other implementations.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.Solver.noise_std">noise_std</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The standard deviation of the noise used to denoise the input. This is called "sigma_t" in other
|
||
implementations.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.Solver.signal_to_noise_ratios">signal_to_noise_ratios</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The signal-to-noise ratios used to denoise the input. This is called "lambda_t" in other
|
||
implementations.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>params</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The common parameters for solvers.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to use for the solver's tensors.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>'cpu'</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to use for the solver's tensors.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code><span title="torch.float32">float32</span></code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-156">156</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-157">157</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-158">158</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-159">159</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-160">160</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-162">162</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-163">163</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-164">164</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-166">166</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-167">167</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-168">168</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-169">169</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-180">180</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-155"><a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="n">params</span><span class="p">:</span> <span class="n">BaseSolverParams</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-156"><a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"cpu"</span><span class="p">,</span>
|
||
</span><span id="__span-0-157"><a id="__codelineno-0-157" name="__codelineno-0-157"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">,</span>
|
||
</span><span id="__span-0-158"><a id="__codelineno-0-158" name="__codelineno-0-158"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-159"><a id="__codelineno-0-159" name="__codelineno-0-159"></a><span class="w"> </span><span class="sd">"""Initializes a new `Solver` instance.</span>
|
||
</span><span id="__span-0-160"><a id="__codelineno-0-160" name="__codelineno-0-160"></a>
|
||
</span><span id="__span-0-161"><a id="__codelineno-0-161" name="__codelineno-0-161"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-162"><a id="__codelineno-0-162" name="__codelineno-0-162"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-163"><a id="__codelineno-0-163" name="__codelineno-0-163"></a><span class="sd"> first_inference_step: The first inference step to perform.</span>
|
||
</span><span id="__span-0-164"><a id="__codelineno-0-164" name="__codelineno-0-164"></a><span class="sd"> params: The common parameters for solvers.</span>
|
||
</span><span id="__span-0-165"><a id="__codelineno-0-165" name="__codelineno-0-165"></a><span class="sd"> device: The PyTorch device to use for the solver's tensors.</span>
|
||
</span><span id="__span-0-166"><a id="__codelineno-0-166" name="__codelineno-0-166"></a><span class="sd"> dtype: The PyTorch data type to use for the solver's tensors.</span>
|
||
</span><span id="__span-0-167"><a id="__codelineno-0-167" name="__codelineno-0-167"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-168"><a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
||
</span><span id="__span-0-169"><a id="__codelineno-0-169" name="__codelineno-0-169"></a>
|
||
</span><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a> <span class="bp">self</span><span class="o">.</span><span class="n">num_inference_steps</span> <span class="o">=</span> <span class="n">num_inference_steps</span>
|
||
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="bp">self</span><span class="o">.</span><span class="n">first_inference_step</span> <span class="o">=</span> <span class="n">first_inference_step</span>
|
||
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="bp">self</span><span class="o">.</span><span class="n">params</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">resolve_params</span><span class="p">(</span><span class="n">params</span><span class="p">)</span>
|
||
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a>
|
||
</span><span id="__span-0-174"><a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="bp">self</span><span class="o">.</span><span class="n">scale_factors</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">sample_noise_schedule</span><span class="p">()</span>
|
||
</span><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a> <span class="bp">self</span><span class="o">.</span><span class="n">cumulative_scale_factors</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">sqrt</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">scale_factors</span><span class="o">.</span><span class="n">cumprod</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">))</span>
|
||
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">sqrt</span><span class="p">(</span><span class="mf">1.0</span> <span class="o">-</span> <span class="bp">self</span><span class="o">.</span><span class="n">scale_factors</span><span class="o">.</span><span class="n">cumprod</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">))</span>
|
||
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a> <span class="bp">self</span><span class="o">.</span><span class="n">signal_to_noise_ratios</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">log</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">cumulative_scale_factors</span><span class="p">)</span> <span class="o">-</span> <span class="n">torch</span><span class="o">.</span><span class="n">log</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span><span class="p">)</span>
|
||
</span><span id="__span-0-178"><a id="__codelineno-0-178" name="__codelineno-0-178"></a> <span class="bp">self</span><span class="o">.</span><span class="n">timesteps</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_generate_timesteps</span><span class="p">()</span>
|
||
</span><span id="__span-0-179"><a id="__codelineno-0-179" name="__codelineno-0-179"></a>
|
||
</span><span id="__span-0-180"><a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="bp">self</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.all_steps" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">all_steps</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.all_steps" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">all_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Return a list of all inference steps.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.device" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">device</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
<small class="doc doc-label doc-label-writable"><code>writable</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.device" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The PyTorch device used for the solver's tensors.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.dtype" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">dtype</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
<small class="doc doc-label doc-label-writable"><code>writable</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.dtype" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The PyTorch data type used for the solver's tensors.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.inference_steps" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">inference_steps</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.inference_steps" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Return a list of inference steps to perform.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.add_noise" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">add_noise</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.add_noise" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">add_noise</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n">noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Add noise to the input tensor using the solver's parameters.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input tensor to add noise to.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The noise tensor to add to the input tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The current step(s) of the diffusion process.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input tensor with added noise.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-268">268</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-270">270</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-271">271</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-272">272</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-273">273</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-274">274</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-275">275</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-276">276</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-277">277</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-278">278</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-279">279</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-280">280</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-281">281</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-282">282</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-283">283</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-284">284</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-285">285</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-286">286</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-287">287</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-288">288</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-289">289</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-290">290</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-298">298</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-268"><a id="__codelineno-0-268" name="__codelineno-0-268"></a><span class="k">def</span> <span class="nf">add_noise</span><span class="p">(</span>
|
||
</span><span id="__span-0-269"><a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-270"><a id="__codelineno-0-270" name="__codelineno-0-270"></a> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-271"><a id="__codelineno-0-271" name="__codelineno-0-271"></a> <span class="n">noise</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span>
|
||
</span><span id="__span-0-272"><a id="__codelineno-0-272" name="__codelineno-0-272"></a> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">int</span><span class="p">],</span>
|
||
</span><span id="__span-0-273"><a id="__codelineno-0-273" name="__codelineno-0-273"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-274"><a id="__codelineno-0-274" name="__codelineno-0-274"></a><span class="w"> </span><span class="sd">"""Add noise to the input tensor using the solver's parameters.</span>
|
||
</span><span id="__span-0-275"><a id="__codelineno-0-275" name="__codelineno-0-275"></a>
|
||
</span><span id="__span-0-276"><a id="__codelineno-0-276" name="__codelineno-0-276"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-277"><a id="__codelineno-0-277" name="__codelineno-0-277"></a><span class="sd"> x: The input tensor to add noise to.</span>
|
||
</span><span id="__span-0-278"><a id="__codelineno-0-278" name="__codelineno-0-278"></a><span class="sd"> noise: The noise tensor to add to the input tensor.</span>
|
||
</span><span id="__span-0-279"><a id="__codelineno-0-279" name="__codelineno-0-279"></a><span class="sd"> step: The current step(s) of the diffusion process.</span>
|
||
</span><span id="__span-0-280"><a id="__codelineno-0-280" name="__codelineno-0-280"></a>
|
||
</span><span id="__span-0-281"><a id="__codelineno-0-281" name="__codelineno-0-281"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-282"><a id="__codelineno-0-282" name="__codelineno-0-282"></a><span class="sd"> The input tensor with added noise.</span>
|
||
</span><span id="__span-0-283"><a id="__codelineno-0-283" name="__codelineno-0-283"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-284"><a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">step</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
|
||
</span><span id="__span-0-285"><a id="__codelineno-0-285" name="__codelineno-0-285"></a> <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">x</span><span class="p">)</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="n">noise</span><span class="p">)</span> <span class="o">==</span> <span class="nb">len</span><span class="p">(</span><span class="n">step</span><span class="p">),</span> <span class="s2">"x, noise, and step must have the same length"</span>
|
||
</span><span id="__span-0-286"><a id="__codelineno-0-286" name="__codelineno-0-286"></a> <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">stack</span><span class="p">(</span>
|
||
</span><span id="__span-0-287"><a id="__codelineno-0-287" name="__codelineno-0-287"></a> <span class="n">tensors</span><span class="o">=</span><span class="p">[</span>
|
||
</span><span id="__span-0-288"><a id="__codelineno-0-288" name="__codelineno-0-288"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_add_noise</span><span class="p">(</span>
|
||
</span><span id="__span-0-289"><a id="__codelineno-0-289" name="__codelineno-0-289"></a> <span class="n">x</span><span class="o">=</span><span class="n">x</span><span class="p">[</span><span class="n">i</span><span class="p">],</span>
|
||
</span><span id="__span-0-290"><a id="__codelineno-0-290" name="__codelineno-0-290"></a> <span class="n">noise</span><span class="o">=</span><span class="n">noise</span><span class="p">[</span><span class="n">i</span><span class="p">],</span>
|
||
</span><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a> <span class="n">step</span><span class="o">=</span><span class="n">step</span><span class="p">[</span><span class="n">i</span><span class="p">],</span>
|
||
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">x</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
|
||
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="p">],</span>
|
||
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a> <span class="n">dim</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a>
|
||
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_add_noise</span><span class="p">(</span><span class="n">x</span><span class="o">=</span><span class="n">x</span><span class="p">,</span> <span class="n">noise</span><span class="o">=</span><span class="n">noise</span><span class="p">,</span> <span class="n">step</span><span class="o">=</span><span class="n">step</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.generate_timesteps" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">generate_timesteps</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.generate_timesteps" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">generate_timesteps</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">spacing</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.TimestepSpacing" href="#refiners.foundationals.latent_diffusion.solvers.TimestepSpacing">TimestepSpacing</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">num_train_timesteps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1000</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">offset</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Generate a tensor of timesteps according to a given spacing.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>spacing</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.TimestepSpacing" href="#refiners.foundationals.latent_diffusion.solvers.TimestepSpacing">TimestepSpacing</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The spacing to use for the timesteps.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_train_timesteps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of timesteps used to train the diffusion process.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1000</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>offset</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The offset to use for the timesteps.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>0</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-205">205</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-208">208</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-209">209</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-210">210</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-213">213</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-214">214</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-215">215</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-216">216</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-217">217</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-218">218</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-219">219</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-205"><a id="__codelineno-0-205" name="__codelineno-0-205"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-206"><a id="__codelineno-0-206" name="__codelineno-0-206"></a><span class="k">def</span> <span class="nf">generate_timesteps</span><span class="p">(</span>
|
||
</span><span id="__span-0-207"><a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="n">spacing</span><span class="p">:</span> <span class="n">TimestepSpacing</span><span class="p">,</span>
|
||
</span><span id="__span-0-208"><a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-209"><a id="__codelineno-0-209" name="__codelineno-0-209"></a> <span class="n">num_train_timesteps</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1000</span><span class="p">,</span>
|
||
</span><span id="__span-0-210"><a id="__codelineno-0-210" name="__codelineno-0-210"></a> <span class="n">offset</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-211"><a id="__codelineno-0-211" name="__codelineno-0-211"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-212"><a id="__codelineno-0-212" name="__codelineno-0-212"></a><span class="w"> </span><span class="sd">"""Generate a tensor of timesteps according to a given spacing.</span>
|
||
</span><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a>
|
||
</span><span id="__span-0-214"><a id="__codelineno-0-214" name="__codelineno-0-214"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-215"><a id="__codelineno-0-215" name="__codelineno-0-215"></a><span class="sd"> spacing: The spacing to use for the timesteps.</span>
|
||
</span><span id="__span-0-216"><a id="__codelineno-0-216" name="__codelineno-0-216"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-217"><a id="__codelineno-0-217" name="__codelineno-0-217"></a><span class="sd"> num_train_timesteps: The number of timesteps used to train the diffusion process.</span>
|
||
</span><span id="__span-0-218"><a id="__codelineno-0-218" name="__codelineno-0-218"></a><span class="sd"> offset: The offset to use for the timesteps.</span>
|
||
</span><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a> <span class="n">max_timestep</span> <span class="o">=</span> <span class="n">num_train_timesteps</span> <span class="o">-</span> <span class="mi">1</span> <span class="o">+</span> <span class="n">offset</span>
|
||
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="k">match</span> <span class="n">spacing</span><span class="p">:</span>
|
||
</span><span id="__span-0-222"><a id="__codelineno-0-222" name="__codelineno-0-222"></a> <span class="k">case</span> <span class="n">TimestepSpacing</span><span class="o">.</span><span class="n">LINSPACE</span><span class="p">:</span>
|
||
</span><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a> <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="n">offset</span><span class="p">,</span> <span class="n">max_timestep</span><span class="p">,</span> <span class="n">num_inference_steps</span><span class="p">),</span> <span class="n">dtype</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">float32</span><span class="p">)</span><span class="o">.</span><span class="n">flip</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
|
||
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a> <span class="k">case</span> <span class="n">TimestepSpacing</span><span class="o">.</span><span class="n">LINSPACE_ROUNDED</span><span class="p">:</span>
|
||
</span><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a> <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">np</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span><span class="n">offset</span><span class="p">,</span> <span class="n">max_timestep</span><span class="p">,</span> <span class="n">num_inference_steps</span><span class="p">)</span><span class="o">.</span><span class="n">round</span><span class="p">()</span><span class="o">.</span><span class="n">astype</span><span class="p">(</span><span class="nb">int</span><span class="p">))</span><span class="o">.</span><span class="n">flip</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
|
||
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="k">case</span> <span class="n">TimestepSpacing</span><span class="o">.</span><span class="n">LEADING</span><span class="p">:</span>
|
||
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="n">step_ratio</span> <span class="o">=</span> <span class="n">num_train_timesteps</span> <span class="o">//</span> <span class="n">num_inference_steps</span>
|
||
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="k">return</span> <span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">num_inference_steps</span><span class="p">,</span> <span class="mi">1</span><span class="p">)</span> <span class="o">*</span> <span class="n">step_ratio</span> <span class="o">+</span> <span class="n">offset</span><span class="p">)</span><span class="o">.</span><span class="n">flip</span><span class="p">(</span><span class="mi">0</span><span class="p">)</span>
|
||
</span><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="k">case</span> <span class="n">TimestepSpacing</span><span class="o">.</span><span class="n">TRAILING</span><span class="p">:</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="n">step_ratio</span> <span class="o">=</span> <span class="n">num_train_timesteps</span> <span class="o">//</span> <span class="n">num_inference_steps</span>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">max_timestep</span> <span class="o">=</span> <span class="n">num_train_timesteps</span> <span class="o">-</span> <span class="mi">1</span> <span class="o">+</span> <span class="n">offset</span>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">arange</span><span class="p">(</span><span class="n">max_timestep</span><span class="p">,</span> <span class="n">offset</span><span class="p">,</span> <span class="o">-</span><span class="n">step_ratio</span><span class="p">)</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="k">case</span> <span class="n">TimestepSpacing</span><span class="o">.</span><span class="n">CUSTOM</span><span class="p">:</span>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="k">raise</span> <span class="ne">RuntimeError</span><span class="p">(</span><span class="s2">"generate_timesteps called with custom spacing"</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.rebuild" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">rebuild</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.rebuild" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">rebuild</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">first_inference_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="refiners.foundationals.latent_diffusion.solvers.solver.T">T</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Rebuild the solver with new parameters.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_inference_steps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of inference steps to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>first_inference_step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The first inference step to perform.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.solvers.solver.T">T</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A new solver instance with the specified parameters.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-349">349</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-350">350</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-351">351</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-352">352</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-353">353</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-354">354</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-355">355</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-356">356</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-357">357</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-358">358</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-359">359</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-360">360</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-361">361</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-362">362</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-363">363</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-364">364</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-365">365</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-349"><a id="__codelineno-0-349" name="__codelineno-0-349"></a><span class="k">def</span> <span class="nf">rebuild</span><span class="p">(</span><span class="bp">self</span><span class="p">:</span> <span class="n">T</span><span class="p">,</span> <span class="n">num_inference_steps</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span><span class="p">,</span> <span class="n">first_inference_step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span>
|
||
</span><span id="__span-0-350"><a id="__codelineno-0-350" name="__codelineno-0-350"></a><span class="w"> </span><span class="sd">"""Rebuild the solver with new parameters.</span>
|
||
</span><span id="__span-0-351"><a id="__codelineno-0-351" name="__codelineno-0-351"></a>
|
||
</span><span id="__span-0-352"><a id="__codelineno-0-352" name="__codelineno-0-352"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-353"><a id="__codelineno-0-353" name="__codelineno-0-353"></a><span class="sd"> num_inference_steps: The number of inference steps to perform.</span>
|
||
</span><span id="__span-0-354"><a id="__codelineno-0-354" name="__codelineno-0-354"></a><span class="sd"> first_inference_step: The first inference step to perform.</span>
|
||
</span><span id="__span-0-355"><a id="__codelineno-0-355" name="__codelineno-0-355"></a>
|
||
</span><span id="__span-0-356"><a id="__codelineno-0-356" name="__codelineno-0-356"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-357"><a id="__codelineno-0-357" name="__codelineno-0-357"></a><span class="sd"> A new solver instance with the specified parameters.</span>
|
||
</span><span id="__span-0-358"><a id="__codelineno-0-358" name="__codelineno-0-358"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-359"><a id="__codelineno-0-359" name="__codelineno-0-359"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="p">(</span>
|
||
</span><span id="__span-0-360"><a id="__codelineno-0-360" name="__codelineno-0-360"></a> <span class="n">num_inference_steps</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">num_inference_steps</span> <span class="k">if</span> <span class="n">num_inference_steps</span> <span class="ow">is</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">num_inference_steps</span><span class="p">,</span>
|
||
</span><span id="__span-0-361"><a id="__codelineno-0-361" name="__codelineno-0-361"></a> <span class="n">first_inference_step</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">first_inference_step</span> <span class="k">if</span> <span class="n">first_inference_step</span> <span class="ow">is</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">first_inference_step</span><span class="p">,</span>
|
||
</span><span id="__span-0-362"><a id="__codelineno-0-362" name="__codelineno-0-362"></a> <span class="n">params</span><span class="o">=</span><span class="n">dataclasses</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="p">),</span>
|
||
</span><span id="__span-0-363"><a id="__codelineno-0-363" name="__codelineno-0-363"></a> <span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-364"><a id="__codelineno-0-364" name="__codelineno-0-364"></a> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-365"><a id="__codelineno-0-365" name="__codelineno-0-365"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.remove_noise" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">remove_noise</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.remove_noise" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">remove_noise</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n">noise</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Remove noise from the input tensor using the current step of the diffusion process.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>See <a href="https://arxiv.org/abs/2006.11239">[arXiv:2006.11239] Denoising Diffusion Probabilistic Models, Equation 15</a>
|
||
and <a href="https://arxiv.org/abs/2210.00939">[arXiv:2210.00939] Improving Sample Quality of Diffusion Models Using Self-Attention Guidance</a>.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input tensor to remove noise from.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The noise tensor to remove from the input tensor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The current step of the diffusion process.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The denoised input tensor.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-300">300</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-307">307</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-308">308</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-309">309</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-310">310</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-311">311</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-312">312</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-313">313</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-314">314</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-315">315</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-316">316</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-317">317</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-318">318</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-319">319</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-300"><a id="__codelineno-0-300" name="__codelineno-0-300"></a><span class="k">def</span> <span class="nf">remove_noise</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">noise</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a><span class="w"> </span><span class="sd">"""Remove noise from the input tensor using the current step of the diffusion process.</span>
|
||
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a>
|
||
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a><span class="sd"> See [[arXiv:2006.11239] Denoising Diffusion Probabilistic Models, Equation 15](https://arxiv.org/abs/2006.11239)</span>
|
||
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a><span class="sd"> and [[arXiv:2210.00939] Improving Sample Quality of Diffusion Models Using Self-Attention Guidance](https://arxiv.org/abs/2210.00939).</span>
|
||
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a>
|
||
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-308"><a id="__codelineno-0-308" name="__codelineno-0-308"></a><span class="sd"> x: The input tensor to remove noise from.</span>
|
||
</span><span id="__span-0-309"><a id="__codelineno-0-309" name="__codelineno-0-309"></a><span class="sd"> noise: The noise tensor to remove from the input tensor.</span>
|
||
</span><span id="__span-0-310"><a id="__codelineno-0-310" name="__codelineno-0-310"></a><span class="sd"> step: The current step of the diffusion process.</span>
|
||
</span><span id="__span-0-311"><a id="__codelineno-0-311" name="__codelineno-0-311"></a>
|
||
</span><span id="__span-0-312"><a id="__codelineno-0-312" name="__codelineno-0-312"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-313"><a id="__codelineno-0-313" name="__codelineno-0-313"></a><span class="sd"> The denoised input tensor.</span>
|
||
</span><span id="__span-0-314"><a id="__codelineno-0-314" name="__codelineno-0-314"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-315"><a id="__codelineno-0-315" name="__codelineno-0-315"></a> <span class="n">timestep</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">timesteps</span><span class="p">[</span><span class="n">step</span><span class="p">]</span>
|
||
</span><span id="__span-0-316"><a id="__codelineno-0-316" name="__codelineno-0-316"></a> <span class="n">cumulative_scale_factors</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">cumulative_scale_factors</span><span class="p">[</span><span class="n">timestep</span><span class="p">]</span>
|
||
</span><span id="__span-0-317"><a id="__codelineno-0-317" name="__codelineno-0-317"></a> <span class="n">noise_stds</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">noise_std</span><span class="p">[</span><span class="n">timestep</span><span class="p">]</span>
|
||
</span><span id="__span-0-318"><a id="__codelineno-0-318" name="__codelineno-0-318"></a> <span class="n">denoised_x</span> <span class="o">=</span> <span class="p">(</span><span class="n">x</span> <span class="o">-</span> <span class="n">noise_stds</span> <span class="o">*</span> <span class="n">noise</span><span class="p">)</span> <span class="o">/</span> <span class="n">cumulative_scale_factors</span>
|
||
</span><span id="__span-0-319"><a id="__codelineno-0-319" name="__codelineno-0-319"></a> <span class="k">return</span> <span class="n">denoised_x</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.sample_noise_schedule" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">sample_noise_schedule</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.sample_noise_schedule" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">sample_noise_schedule</span><span class="p">()</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Sample the noise schedule.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A tensor representing the noise schedule.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-404">404</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-405">405</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-406">406</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-407">407</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-408">408</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-409">409</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-410">410</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-411">411</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-412">412</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-413">413</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-414">414</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-415">415</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-416">416</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-404"><a id="__codelineno-0-404" name="__codelineno-0-404"></a><span class="k">def</span> <span class="nf">sample_noise_schedule</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-405"><a id="__codelineno-0-405" name="__codelineno-0-405"></a><span class="w"> </span><span class="sd">"""Sample the noise schedule.</span>
|
||
</span><span id="__span-0-406"><a id="__codelineno-0-406" name="__codelineno-0-406"></a>
|
||
</span><span id="__span-0-407"><a id="__codelineno-0-407" name="__codelineno-0-407"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-408"><a id="__codelineno-0-408" name="__codelineno-0-408"></a><span class="sd"> A tensor representing the noise schedule.</span>
|
||
</span><span id="__span-0-409"><a id="__codelineno-0-409" name="__codelineno-0-409"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-410"><a id="__codelineno-0-410" name="__codelineno-0-410"></a> <span class="k">match</span> <span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="o">.</span><span class="n">noise_schedule</span><span class="p">:</span>
|
||
</span><span id="__span-0-411"><a id="__codelineno-0-411" name="__codelineno-0-411"></a> <span class="k">case</span> <span class="n">NoiseSchedule</span><span class="o">.</span><span class="n">UNIFORM</span><span class="p">:</span>
|
||
</span><span id="__span-0-412"><a id="__codelineno-0-412" name="__codelineno-0-412"></a> <span class="k">return</span> <span class="mi">1</span> <span class="o">-</span> <span class="bp">self</span><span class="o">.</span><span class="n">sample_power_distribution</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
|
||
</span><span id="__span-0-413"><a id="__codelineno-0-413" name="__codelineno-0-413"></a> <span class="k">case</span> <span class="n">NoiseSchedule</span><span class="o">.</span><span class="n">QUADRATIC</span><span class="p">:</span>
|
||
</span><span id="__span-0-414"><a id="__codelineno-0-414" name="__codelineno-0-414"></a> <span class="k">return</span> <span class="mi">1</span> <span class="o">-</span> <span class="bp">self</span><span class="o">.</span><span class="n">sample_power_distribution</span><span class="p">(</span><span class="mi">2</span><span class="p">)</span>
|
||
</span><span id="__span-0-415"><a id="__codelineno-0-415" name="__codelineno-0-415"></a> <span class="k">case</span> <span class="n">NoiseSchedule</span><span class="o">.</span><span class="n">KARRAS</span><span class="p">:</span>
|
||
</span><span id="__span-0-416"><a id="__codelineno-0-416" name="__codelineno-0-416"></a> <span class="k">return</span> <span class="mi">1</span> <span class="o">-</span> <span class="bp">self</span><span class="o">.</span><span class="n">sample_power_distribution</span><span class="p">(</span><span class="mi">7</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.sample_power_distribution" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">sample_power_distribution</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.sample_power_distribution" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">sample_power_distribution</span><span class="p">(</span><span class="n">power</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mi">2</span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Sample a power distribution.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>power</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The power to use for the distribution.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>2</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A tensor representing the power distribution between the initial and final diffusion rates of the solver.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-386">386</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-387">387</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-388">388</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-389">389</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-390">390</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-391">391</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-392">392</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-393">393</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-394">394</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-395">395</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-396">396</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-397">397</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-398">398</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-399">399</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-400">400</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-401">401</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-402">402</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-386"><a id="__codelineno-0-386" name="__codelineno-0-386"></a><span class="k">def</span> <span class="nf">sample_power_distribution</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">power</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mi">2</span><span class="p">,</span> <span class="o">/</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-387"><a id="__codelineno-0-387" name="__codelineno-0-387"></a><span class="w"> </span><span class="sd">"""Sample a power distribution.</span>
|
||
</span><span id="__span-0-388"><a id="__codelineno-0-388" name="__codelineno-0-388"></a>
|
||
</span><span id="__span-0-389"><a id="__codelineno-0-389" name="__codelineno-0-389"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-390"><a id="__codelineno-0-390" name="__codelineno-0-390"></a><span class="sd"> power: The power to use for the distribution.</span>
|
||
</span><span id="__span-0-391"><a id="__codelineno-0-391" name="__codelineno-0-391"></a>
|
||
</span><span id="__span-0-392"><a id="__codelineno-0-392" name="__codelineno-0-392"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-393"><a id="__codelineno-0-393" name="__codelineno-0-393"></a><span class="sd"> A tensor representing the power distribution between the initial and final diffusion rates of the solver.</span>
|
||
</span><span id="__span-0-394"><a id="__codelineno-0-394" name="__codelineno-0-394"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-395"><a id="__codelineno-0-395" name="__codelineno-0-395"></a> <span class="k">return</span> <span class="p">(</span>
|
||
</span><span id="__span-0-396"><a id="__codelineno-0-396" name="__codelineno-0-396"></a> <span class="n">torch</span><span class="o">.</span><span class="n">linspace</span><span class="p">(</span>
|
||
</span><span id="__span-0-397"><a id="__codelineno-0-397" name="__codelineno-0-397"></a> <span class="n">start</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="o">.</span><span class="n">initial_diffusion_rate</span> <span class="o">**</span> <span class="p">(</span><span class="mi">1</span> <span class="o">/</span> <span class="n">power</span><span class="p">),</span>
|
||
</span><span id="__span-0-398"><a id="__codelineno-0-398" name="__codelineno-0-398"></a> <span class="n">end</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="o">.</span><span class="n">final_diffusion_rate</span> <span class="o">**</span> <span class="p">(</span><span class="mi">1</span> <span class="o">/</span> <span class="n">power</span><span class="p">),</span>
|
||
</span><span id="__span-0-399"><a id="__codelineno-0-399" name="__codelineno-0-399"></a> <span class="n">steps</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">params</span><span class="o">.</span><span class="n">num_train_timesteps</span><span class="p">,</span>
|
||
</span><span id="__span-0-400"><a id="__codelineno-0-400" name="__codelineno-0-400"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-401"><a id="__codelineno-0-401" name="__codelineno-0-401"></a> <span class="o">**</span> <span class="n">power</span>
|
||
</span><span id="__span-0-402"><a id="__codelineno-0-402" name="__codelineno-0-402"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.scale_model_input" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">scale_model_input</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.scale_model_input" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">scale_model_input</span><span class="p">(</span><span class="n">x</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Scale the model's input according to the current timestep.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This method should only be overridden by solvers that
|
||
need to scale the input according to the current timestep.</p>
|
||
<p>By default, this method does not scale the input.
|
||
(scale=1)</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>x</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input tensor to scale.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>step</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The current step of the diffusion process.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scaled input tensor.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-367">367</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-368">368</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-369">369</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-370">370</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-371">371</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-372">372</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-373">373</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-374">374</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-375">375</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-376">376</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-377">377</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-378">378</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-379">379</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-380">380</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-381">381</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-382">382</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-383">383</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-384">384</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-367"><a id="__codelineno-0-367" name="__codelineno-0-367"></a><span class="k">def</span> <span class="nf">scale_model_input</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">x</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">,</span> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-368"><a id="__codelineno-0-368" name="__codelineno-0-368"></a><span class="w"> </span><span class="sd">"""Scale the model's input according to the current timestep.</span>
|
||
</span><span id="__span-0-369"><a id="__codelineno-0-369" name="__codelineno-0-369"></a>
|
||
</span><span id="__span-0-370"><a id="__codelineno-0-370" name="__codelineno-0-370"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-371"><a id="__codelineno-0-371" name="__codelineno-0-371"></a><span class="sd"> This method should only be overridden by solvers that</span>
|
||
</span><span id="__span-0-372"><a id="__codelineno-0-372" name="__codelineno-0-372"></a><span class="sd"> need to scale the input according to the current timestep.</span>
|
||
</span><span id="__span-0-373"><a id="__codelineno-0-373" name="__codelineno-0-373"></a>
|
||
</span><span id="__span-0-374"><a id="__codelineno-0-374" name="__codelineno-0-374"></a><span class="sd"> By default, this method does not scale the input.</span>
|
||
</span><span id="__span-0-375"><a id="__codelineno-0-375" name="__codelineno-0-375"></a><span class="sd"> (scale=1)</span>
|
||
</span><span id="__span-0-376"><a id="__codelineno-0-376" name="__codelineno-0-376"></a>
|
||
</span><span id="__span-0-377"><a id="__codelineno-0-377" name="__codelineno-0-377"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-378"><a id="__codelineno-0-378" name="__codelineno-0-378"></a><span class="sd"> x: The input tensor to scale.</span>
|
||
</span><span id="__span-0-379"><a id="__codelineno-0-379" name="__codelineno-0-379"></a><span class="sd"> step: The current step of the diffusion process.</span>
|
||
</span><span id="__span-0-380"><a id="__codelineno-0-380" name="__codelineno-0-380"></a>
|
||
</span><span id="__span-0-381"><a id="__codelineno-0-381" name="__codelineno-0-381"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-382"><a id="__codelineno-0-382" name="__codelineno-0-382"></a><span class="sd"> The scaled input tensor.</span>
|
||
</span><span id="__span-0-383"><a id="__codelineno-0-383" name="__codelineno-0-383"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-384"><a id="__codelineno-0-384" name="__codelineno-0-384"></a> <span class="k">return</span> <span class="n">x</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.solvers.Solver.to" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">to</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.Solver.to" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">to</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Move the solver to the specified device and data type.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>device</code></td>
|
||
<td>
|
||
<code><span title="torch.device">device</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch device to move the solver to.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>dtype</code></td>
|
||
<td>
|
||
<code><span title="torch.dtype">dtype</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The PyTorch data type to move the solver to.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The solver instance, moved to the specified device and data type.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/solvers/solver.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-418">418</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-419">419</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-420">420</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-421">421</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-422">422</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-423">423</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-424">424</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-425">425</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-426">426</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-427">427</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-428">428</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-429">429</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-430">430</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-431">431</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-432">432</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-433">433</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-434">434</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-435">435</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-418"><a id="__codelineno-0-418" name="__codelineno-0-418"></a><span class="k">def</span> <span class="nf">to</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Solver"</span><span class="p">:</span>
|
||
</span><span id="__span-0-419"><a id="__codelineno-0-419" name="__codelineno-0-419"></a><span class="w"> </span><span class="sd">"""Move the solver to the specified device and data type.</span>
|
||
</span><span id="__span-0-420"><a id="__codelineno-0-420" name="__codelineno-0-420"></a>
|
||
</span><span id="__span-0-421"><a id="__codelineno-0-421" name="__codelineno-0-421"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-422"><a id="__codelineno-0-422" name="__codelineno-0-422"></a><span class="sd"> device: The PyTorch device to move the solver to.</span>
|
||
</span><span id="__span-0-423"><a id="__codelineno-0-423" name="__codelineno-0-423"></a><span class="sd"> dtype: The PyTorch data type to move the solver to.</span>
|
||
</span><span id="__span-0-424"><a id="__codelineno-0-424" name="__codelineno-0-424"></a>
|
||
</span><span id="__span-0-425"><a id="__codelineno-0-425" name="__codelineno-0-425"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-426"><a id="__codelineno-0-426" name="__codelineno-0-426"></a><span class="sd"> The solver instance, moved to the specified device and data type.</span>
|
||
</span><span id="__span-0-427"><a id="__codelineno-0-427" name="__codelineno-0-427"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-428"><a id="__codelineno-0-428" name="__codelineno-0-428"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-429"><a id="__codelineno-0-429" name="__codelineno-0-429"></a> <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">attr</span> <span class="ow">in</span> <span class="p">[(</span><span class="n">name</span><span class="p">,</span> <span class="n">attr</span><span class="p">)</span> <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">attr</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">attr</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">)]:</span>
|
||
</span><span id="__span-0-430"><a id="__codelineno-0-430" name="__codelineno-0-430"></a> <span class="k">match</span> <span class="n">name</span><span class="p">:</span>
|
||
</span><span id="__span-0-431"><a id="__codelineno-0-431" name="__codelineno-0-431"></a> <span class="k">case</span> <span class="s2">"timesteps"</span><span class="p">:</span>
|
||
</span><span id="__span-0-432"><a id="__codelineno-0-432" name="__codelineno-0-432"></a> <span class="nb">setattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">attr</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">))</span>
|
||
</span><span id="__span-0-433"><a id="__codelineno-0-433" name="__codelineno-0-433"></a> <span class="k">case</span><span class="w"> </span><span class="k">_</span><span class="p">:</span>
|
||
</span><span id="__span-0-434"><a id="__codelineno-0-434" name="__codelineno-0-434"></a> <span class="nb">setattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">,</span> <span class="n">attr</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">))</span>
|
||
</span><span id="__span-0-435"><a id="__codelineno-0-435" name="__codelineno-0-435"></a> <span class="k">return</span> <span class="bp">self</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.SolverParams" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SolverParams</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-dataclass"><code>dataclass</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.SolverParams" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SolverParams</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">num_train_timesteps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">timesteps_spacing</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.TimestepSpacing" href="#refiners.foundationals.latent_diffusion.solvers.TimestepSpacing">TimestepSpacing</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">timesteps_offset</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">initial_diffusion_rate</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">final_diffusion_rate</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">noise_schedule</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.NoiseSchedule" href="#refiners.foundationals.latent_diffusion.solvers.NoiseSchedule">NoiseSchedule</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">sigma_schedule</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.NoiseSchedule" href="#refiners.foundationals.latent_diffusion.solvers.NoiseSchedule">NoiseSchedule</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a> <span class="n">model_prediction_type</span><span class="p">:</span> <span class="p">(</span>
|
||
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.ModelPredictionType" href="#refiners.foundationals.latent_diffusion.solvers.ModelPredictionType">ModelPredictionType</a></span> <span class="o">|</span> <span class="kc">None</span>
|
||
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a> <span class="p">)</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13" href="#__codelineno-0-13"></a> <span class="n">sde_variance</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">0.0</span>
|
||
</span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14" href="#__codelineno-0-14"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><span title="refiners.foundationals.latent_diffusion.solvers.solver.BaseSolverParams">BaseSolverParams</span></code></p>
|
||
|
||
|
||
<p>Common parameters for solvers.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>num_train_timesteps</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The number of timesteps used to train the diffusion process.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>timesteps_spacing</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.TimestepSpacing" href="#refiners.foundationals.latent_diffusion.solvers.TimestepSpacing">TimestepSpacing</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The spacing to use for the timesteps.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>timesteps_offset</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The offset to use for the timesteps.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>initial_diffusion_rate</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The initial diffusion rate used to sample the noise schedule.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>final_diffusion_rate</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The final diffusion rate used to sample the noise schedule.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>noise_schedule</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.NoiseSchedule" href="#refiners.foundationals.latent_diffusion.solvers.NoiseSchedule">NoiseSchedule</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The noise schedule used to sample the noise schedule.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>model_prediction_type</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.ModelPredictionType" href="#refiners.foundationals.latent_diffusion.solvers.ModelPredictionType">ModelPredictionType</a> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Defines what the model predicts.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.solvers.TimestepSpacing" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">TimestepSpacing</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.solvers.TimestepSpacing" class="headerlink" title="Permanent link">¶</a></h2>
|
||
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>, <code><a class="autorefs autorefs-external" title="enum.Enum" href="https://docs.python.org/3/library/enum.html#enum.Enum">Enum</a></code></p>
|
||
|
||
|
||
<p>An enumeration of methods to space the timesteps.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2305.08891">[arXiv:2305.08891] Common Diffusion Noise Schedules and Sample Steps are Flawed</a> table 2.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.TimestepSpacing.LINSPACE">LINSPACE</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Sample N steps with linear interpolation, return a floating-point tensor.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.TimestepSpacing.LINSPACE_ROUNDED">LINSPACE_ROUNDED</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Same as LINSPACE but return an integer tensor with rounded timesteps.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.TimestepSpacing.LEADING">LEADING</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Sample N+1 steps, do not include the last timestep (i.e. bad - non-zero SNR).
|
||
Used in DDIM, with a mitigation for that issue.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.TimestepSpacing.TRAILING">TRAILING</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Sample N+1 steps, do not include the first timestep.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.solvers.TimestepSpacing.CUSTOM">CUSTOM</span></code></td>
|
||
<td>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Use custom timespacing in solver (override <code>_generate_timesteps</code>, see DPM).</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SDLoraManager</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SDLoraManager</span><span class="p">(</span><span class="n">target</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel">LatentDiffusionModel</a></span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
|
||
<p>Manage LoRAs for a Stable Diffusion model.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>In the context of SDLoraManager, a "LoRA" is a set of <a class="autorefs autorefs-internal" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora">"LoRA layers"</a>
|
||
that can be attached to a target model.</p>
|
||
</details>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>target</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.model.LatentDiffusionModel" href="#refiners.foundationals.latent_diffusion.model.LatentDiffusionModel">LatentDiffusionModel</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target model to manage the LoRAs for.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-19">19</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-27">27</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a> <span class="n">target</span><span class="p">:</span> <span class="n">LatentDiffusionModel</span><span class="p">,</span>
|
||
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a><span class="w"> </span><span class="sd">"""Initialize the LoRA manager.</span>
|
||
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a>
|
||
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a><span class="sd"> target: The target model to manage the LoRAs for.</span>
|
||
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a> <span class="bp">self</span><span class="o">.</span><span class="n">target</span> <span class="o">=</span> <span class="n">target</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.clip_text_encoder" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">clip_text_encoder</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.clip_text_encoder" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">clip_text_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The Stable Diffusion's text encoder.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.lora_adapters" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">lora_adapters</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.lora_adapters" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">lora_adapters</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.lora.LoraAdapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.LoraAdapter">LoraAdapter</a></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>List of all the LoraAdapters managed by the SDLoraManager.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.loras" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">loras</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.loras" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">loras</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.lora.Lora" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora">Lora</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">]]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>List of all the LoRA layers managed by the SDLoraManager.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.names" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">names</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.names" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">names</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>List of all the LoRA names managed the SDLoraManager</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.scales" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">scales</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.scales" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">scales</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The scales of all the LoRAs managed by the SDLoraManager.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.unet" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">unet</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.unet" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">unet</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The Stable Diffusion's U-Net model.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">add_loras</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">add_loras</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="o">/</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">tensors</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">],</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">unet_inclusions</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">unet_exclusions</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">unet_preprocess</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">text_encoder_inclusions</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a> <span class="n">text_encoder_exclusions</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Load a single LoRA from a <code>state_dict</code>.</p>
|
||
|
||
|
||
<details class="warning" open>
|
||
<summary>Warning</summary>
|
||
<p>This method expects the keys of the <code>state_dict</code> to be in the commonly found formats on CivitAI's hub.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>name</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The name of the LoRA.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>tensors</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The <code>state_dict</code> of the LoRA to load.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to use for the LoRA.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>unet_inclusions</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A list of layer names, only layers with such a layer
|
||
in their ancestors will be considered when patching the UNet.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>unet_exclusions</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A list of layer names, layers with such a layer in
|
||
their ancestors will not be considered when patching the UNet.
|
||
If this is <code>None</code> then it defaults to <code>["TimestepEncoder"]</code>.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>unet_preprocess</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A map between parts of state dict keys and layer names.
|
||
This is used to attach some keys to specific parts of the UNet.
|
||
You should leave it set to <code>None</code> (it has a default value),
|
||
otherwise read the source code to understand how it works.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>text_encoder_inclusions</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A list of layer names, only layers with such a layer
|
||
in their ancestors will be considered when patching the text encoder.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>text_encoder_exclusions</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A list of layer names, layers with such a layer in
|
||
their ancestors will not be considered when patching the text encoder.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Raises:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#AssertionError">AssertionError</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>If the Manager already has a LoRA with the same name.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-43"> 43</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-44"> 44</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-45"> 45</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-46"> 46</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-47"> 47</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-48"> 48</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-49"> 49</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-50"> 50</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-51"> 51</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-52"> 52</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-53"> 53</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-54"> 54</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-55"> 55</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-56"> 56</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-57"> 57</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-58"> 58</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-59"> 59</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-60"> 60</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-61"> 61</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-62"> 62</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-63"> 63</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-64"> 64</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-65"> 65</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-66"> 66</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-67"> 67</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-68"> 68</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-69"> 69</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-70"> 70</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-71"> 71</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-72"> 72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73"> 73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74"> 74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75"> 75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76"> 76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77"> 77</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-78"> 78</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-79"> 79</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-80"> 80</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-106">106</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a><span class="k">def</span> <span class="nf">add_loras</span><span class="p">(</span>
|
||
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
|
||
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a> <span class="o">/</span><span class="p">,</span>
|
||
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a> <span class="n">tensors</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">],</span>
|
||
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="n">unet_inclusions</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">unet_exclusions</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">unet_preprocess</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">text_encoder_inclusions</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">text_encoder_exclusions</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a><span class="w"> </span><span class="sd">"""Load a single LoRA from a `state_dict`.</span>
|
||
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a>
|
||
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a><span class="sd"> Warning:</span>
|
||
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a><span class="sd"> This method expects the keys of the `state_dict` to be in the commonly found formats on CivitAI's hub.</span>
|
||
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a>
|
||
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a><span class="sd"> name: The name of the LoRA.</span>
|
||
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a><span class="sd"> tensors: The `state_dict` of the LoRA to load.</span>
|
||
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a><span class="sd"> scale: The scale to use for the LoRA.</span>
|
||
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a><span class="sd"> unet_inclusions: A list of layer names, only layers with such a layer</span>
|
||
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a><span class="sd"> in their ancestors will be considered when patching the UNet.</span>
|
||
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a><span class="sd"> unet_exclusions: A list of layer names, layers with such a layer in</span>
|
||
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a><span class="sd"> their ancestors will not be considered when patching the UNet.</span>
|
||
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="sd"> If this is `None` then it defaults to `["TimestepEncoder"]`.</span>
|
||
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a><span class="sd"> unet_preprocess: A map between parts of state dict keys and layer names.</span>
|
||
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a><span class="sd"> This is used to attach some keys to specific parts of the UNet.</span>
|
||
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a><span class="sd"> You should leave it set to `None` (it has a default value),</span>
|
||
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="sd"> otherwise read the source code to understand how it works.</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a><span class="sd"> text_encoder_inclusions: A list of layer names, only layers with such a layer</span>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a><span class="sd"> in their ancestors will be considered when patching the text encoder.</span>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a><span class="sd"> text_encoder_exclusions: A list of layer names, layers with such a layer in</span>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="sd"> their ancestors will not be considered when patching the text encoder.</span>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a>
|
||
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a><span class="sd"> Raises:</span>
|
||
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a><span class="sd"> AssertionError: If the Manager already has a LoRA with the same name.</span>
|
||
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="k">assert</span> <span class="n">name</span> <span class="ow">not</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">names</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"LoRA </span><span class="si">{</span><span class="n">name</span><span class="si">}</span><span class="s2"> already exists"</span>
|
||
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a>
|
||
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="c1"># load LoRA the state_dict</span>
|
||
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">loras</span> <span class="o">=</span> <span class="n">Lora</span><span class="o">.</span><span class="n">from_dict</span><span class="p">(</span>
|
||
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="n">name</span><span class="p">,</span>
|
||
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="n">state_dict</span><span class="o">=</span><span class="p">{</span>
|
||
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="n">key</span><span class="p">:</span> <span class="n">value</span><span class="o">.</span><span class="n">to</span><span class="p">(</span>
|
||
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">tensors</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
|
||
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="p">},</span>
|
||
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="c1"># sort all the LoRA's keys using the `sort_keys` method</span>
|
||
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="n">loras</span> <span class="o">=</span> <span class="p">{</span><span class="n">key</span><span class="p">:</span> <span class="n">loras</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="nb">sorted</span><span class="p">(</span><span class="n">loras</span><span class="o">.</span><span class="n">keys</span><span class="p">(),</span> <span class="n">key</span><span class="o">=</span><span class="n">SDLoraManager</span><span class="o">.</span><span class="n">sort_keys</span><span class="p">)}</span>
|
||
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a>
|
||
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="c1"># if no key contains "unet" or "text", assume all keys are for the unet</span>
|
||
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="k">if</span> <span class="nb">all</span><span class="p">(</span><span class="s2">"unet"</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">key</span> <span class="ow">and</span> <span class="s2">"text"</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">key</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">keys</span><span class="p">()):</span>
|
||
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="n">loras</span> <span class="o">=</span> <span class="p">{</span><span class="sa">f</span><span class="s2">"unet_</span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2">"</span><span class="p">:</span> <span class="n">value</span> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">items</span><span class="p">()}</span>
|
||
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a>
|
||
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="c1"># attach the LoRA to the target</span>
|
||
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="bp">self</span><span class="o">.</span><span class="n">add_loras_to_unet</span><span class="p">(</span><span class="n">loras</span><span class="p">,</span> <span class="n">include</span><span class="o">=</span><span class="n">unet_inclusions</span><span class="p">,</span> <span class="n">exclude</span><span class="o">=</span><span class="n">unet_exclusions</span><span class="p">,</span> <span class="n">preprocess</span><span class="o">=</span><span class="n">unet_preprocess</span><span class="p">)</span>
|
||
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="bp">self</span><span class="o">.</span><span class="n">add_loras_to_text_encoder</span><span class="p">(</span><span class="n">loras</span><span class="p">,</span> <span class="n">include</span><span class="o">=</span><span class="n">text_encoder_inclusions</span><span class="p">,</span> <span class="n">exclude</span><span class="o">=</span><span class="n">text_encoder_exclusions</span><span class="p">)</span>
|
||
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a>
|
||
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="c1"># set the scale of the LoRA</span>
|
||
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_scale</span><span class="p">(</span><span class="n">name</span><span class="p">,</span> <span class="n">scale</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_text_encoder" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">add_loras_to_text_encoder</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_text_encoder" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">add_loras_to_text_encoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">loras</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.lora.Lora" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora">Lora</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">]],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="o">/</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">include</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">exclude</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">debug_map</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Add multiple LoRAs to the text encoder. See <code>add_loras</code> for details about arguments.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>loras</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.lora.Lora" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora">Lora</a>[<a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a>]]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The dictionary of LoRAs to add to the text encoder.
|
||
(keys are the names of the LoRAs, values are the LoRAs to add to the text encoder)</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-129">129</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-130">130</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-131">131</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-132">132</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-133">133</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-134">134</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-135">135</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-136">136</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-137">137</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-138">138</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-139">139</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-140">140</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-141">141</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-144">144</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-145">145</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-148">148</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="k">def</span> <span class="nf">add_loras_to_text_encoder</span><span class="p">(</span>
|
||
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a> <span class="n">loras</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Lora</span><span class="p">[</span><span class="n">Any</span><span class="p">]],</span>
|
||
</span><span id="__span-0-130"><a id="__codelineno-0-130" name="__codelineno-0-130"></a> <span class="o">/</span><span class="p">,</span>
|
||
</span><span id="__span-0-131"><a id="__codelineno-0-131" name="__codelineno-0-131"></a> <span class="n">include</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-132"><a id="__codelineno-0-132" name="__codelineno-0-132"></a> <span class="n">exclude</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-133"><a id="__codelineno-0-133" name="__codelineno-0-133"></a> <span class="n">debug_map</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-134"><a id="__codelineno-0-134" name="__codelineno-0-134"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-135"><a id="__codelineno-0-135" name="__codelineno-0-135"></a><span class="w"> </span><span class="sd">"""Add multiple LoRAs to the text encoder. See `add_loras` for details about arguments.</span>
|
||
</span><span id="__span-0-136"><a id="__codelineno-0-136" name="__codelineno-0-136"></a>
|
||
</span><span id="__span-0-137"><a id="__codelineno-0-137" name="__codelineno-0-137"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-138"><a id="__codelineno-0-138" name="__codelineno-0-138"></a><span class="sd"> loras: The dictionary of LoRAs to add to the text encoder.</span>
|
||
</span><span id="__span-0-139"><a id="__codelineno-0-139" name="__codelineno-0-139"></a><span class="sd"> (keys are the names of the LoRAs, values are the LoRAs to add to the text encoder)</span>
|
||
</span><span id="__span-0-140"><a id="__codelineno-0-140" name="__codelineno-0-140"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-141"><a id="__codelineno-0-141" name="__codelineno-0-141"></a> <span class="n">text_encoder_loras</span> <span class="o">=</span> <span class="p">{</span><span class="n">key</span><span class="p">:</span> <span class="n">loras</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">keys</span><span class="p">()</span> <span class="k">if</span> <span class="s2">"text"</span> <span class="ow">in</span> <span class="n">key</span><span class="p">}</span>
|
||
</span><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="n">auto_attach_loras</span><span class="p">(</span>
|
||
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="n">text_encoder_loras</span><span class="p">,</span>
|
||
</span><span id="__span-0-144"><a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="bp">self</span><span class="o">.</span><span class="n">clip_text_encoder</span><span class="p">,</span>
|
||
</span><span id="__span-0-145"><a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="n">exclude</span><span class="o">=</span><span class="n">exclude</span><span class="p">,</span>
|
||
</span><span id="__span-0-146"><a id="__codelineno-0-146" name="__codelineno-0-146"></a> <span class="n">include</span><span class="o">=</span><span class="n">include</span><span class="p">,</span>
|
||
</span><span id="__span-0-147"><a id="__codelineno-0-147" name="__codelineno-0-147"></a> <span class="n">debug_map</span><span class="o">=</span><span class="n">debug_map</span><span class="p">,</span>
|
||
</span><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_unet" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">add_loras_to_unet</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.add_loras_to_unet" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">add_loras_to_unet</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">loras</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.lora.Lora" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora">Lora</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">]],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="o">/</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">include</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">exclude</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">preprocess</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">debug_map</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">]]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Add multiple LoRAs to the U-Net. See <code>add_loras</code> for details about arguments.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>loras</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.lora.Lora" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora">Lora</a>[<a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a>]]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The dictionary of LoRAs to add to the U-Net.
|
||
(keys are the names of the LoRAs, values are the LoRAs to add to the U-Net)</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-156">156</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-157">157</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-158">158</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-159">159</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-160">160</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-162">162</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-163">163</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-164">164</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-166">166</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-167">167</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-168">168</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-169">169</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-180">180</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-181">181</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-182">182</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-183">183</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-184">184</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-185">185</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-186">186</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-187">187</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-188">188</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-189">189</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-190">190</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-191">191</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-192">192</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-193">193</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-194">194</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-195">195</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a><span class="k">def</span> <span class="nf">add_loras_to_unet</span><span class="p">(</span>
|
||
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="n">loras</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Lora</span><span class="p">[</span><span class="n">Any</span><span class="p">]],</span>
|
||
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a> <span class="o">/</span><span class="p">,</span>
|
||
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="n">include</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-155"><a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="n">exclude</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-156"><a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="n">preprocess</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-157"><a id="__codelineno-0-157" name="__codelineno-0-157"></a> <span class="n">debug_map</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">str</span><span class="p">]]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-158"><a id="__codelineno-0-158" name="__codelineno-0-158"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-159"><a id="__codelineno-0-159" name="__codelineno-0-159"></a><span class="w"> </span><span class="sd">"""Add multiple LoRAs to the U-Net. See `add_loras` for details about arguments.</span>
|
||
</span><span id="__span-0-160"><a id="__codelineno-0-160" name="__codelineno-0-160"></a>
|
||
</span><span id="__span-0-161"><a id="__codelineno-0-161" name="__codelineno-0-161"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-162"><a id="__codelineno-0-162" name="__codelineno-0-162"></a><span class="sd"> loras: The dictionary of LoRAs to add to the U-Net.</span>
|
||
</span><span id="__span-0-163"><a id="__codelineno-0-163" name="__codelineno-0-163"></a><span class="sd"> (keys are the names of the LoRAs, values are the LoRAs to add to the U-Net)</span>
|
||
</span><span id="__span-0-164"><a id="__codelineno-0-164" name="__codelineno-0-164"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-165"><a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="n">unet_loras</span> <span class="o">=</span> <span class="p">{</span><span class="n">key</span><span class="p">:</span> <span class="n">loras</span><span class="p">[</span><span class="n">key</span><span class="p">]</span> <span class="k">for</span> <span class="n">key</span> <span class="ow">in</span> <span class="n">loras</span><span class="o">.</span><span class="n">keys</span><span class="p">()</span> <span class="k">if</span> <span class="s2">"unet"</span> <span class="ow">in</span> <span class="n">key</span><span class="p">}</span>
|
||
</span><span id="__span-0-166"><a id="__codelineno-0-166" name="__codelineno-0-166"></a>
|
||
</span><span id="__span-0-167"><a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="k">if</span> <span class="n">exclude</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-168"><a id="__codelineno-0-168" name="__codelineno-0-168"></a> <span class="n">exclude</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"TimestepEncoder"</span><span class="p">]</span>
|
||
</span><span id="__span-0-169"><a id="__codelineno-0-169" name="__codelineno-0-169"></a>
|
||
</span><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a> <span class="k">if</span> <span class="n">preprocess</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="n">preprocess</span> <span class="o">=</span> <span class="p">{</span>
|
||
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="s2">"res"</span><span class="p">:</span> <span class="s2">"ResidualBlock"</span><span class="p">,</span>
|
||
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="s2">"downsample"</span><span class="p">:</span> <span class="s2">"Downsample"</span><span class="p">,</span>
|
||
</span><span id="__span-0-174"><a id="__codelineno-0-174" name="__codelineno-0-174"></a> <span class="s2">"upsample"</span><span class="p">:</span> <span class="s2">"Upsample"</span><span class="p">,</span>
|
||
</span><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a> <span class="p">}</span>
|
||
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a>
|
||
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a> <span class="k">if</span> <span class="n">include</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-178"><a id="__codelineno-0-178" name="__codelineno-0-178"></a> <span class="n">preprocess</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">preprocess</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">include</span><span class="p">}</span>
|
||
</span><span id="__span-0-179"><a id="__codelineno-0-179" name="__codelineno-0-179"></a>
|
||
</span><span id="__span-0-180"><a id="__codelineno-0-180" name="__codelineno-0-180"></a> <span class="n">preprocess</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">preprocess</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">v</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">exclude</span><span class="p">}</span>
|
||
</span><span id="__span-0-181"><a id="__codelineno-0-181" name="__codelineno-0-181"></a>
|
||
</span><span id="__span-0-182"><a id="__codelineno-0-182" name="__codelineno-0-182"></a> <span class="n">loras_excluded</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">unet_loras</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="nb">any</span><span class="p">(</span><span class="n">x</span> <span class="ow">in</span> <span class="n">k</span> <span class="k">for</span> <span class="n">x</span> <span class="ow">in</span> <span class="n">preprocess</span><span class="o">.</span><span class="n">keys</span><span class="p">())}</span>
|
||
</span><span id="__span-0-183"><a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="n">loras_remaining</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">unet_loras</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">k</span> <span class="ow">not</span> <span class="ow">in</span> <span class="n">loras_excluded</span><span class="p">}</span>
|
||
</span><span id="__span-0-184"><a id="__codelineno-0-184" name="__codelineno-0-184"></a>
|
||
</span><span id="__span-0-185"><a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="k">for</span> <span class="n">exc_k</span><span class="p">,</span> <span class="n">exc_v</span> <span class="ow">in</span> <span class="n">preprocess</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
||
</span><span id="__span-0-186"><a id="__codelineno-0-186" name="__codelineno-0-186"></a> <span class="n">ls</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">loras_excluded</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">exc_k</span> <span class="ow">in</span> <span class="n">k</span><span class="p">}</span>
|
||
</span><span id="__span-0-187"><a id="__codelineno-0-187" name="__codelineno-0-187"></a> <span class="n">auto_attach_loras</span><span class="p">(</span><span class="n">ls</span><span class="p">,</span> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">,</span> <span class="n">include</span><span class="o">=</span><span class="p">[</span><span class="n">exc_v</span><span class="p">],</span> <span class="n">exclude</span><span class="o">=</span><span class="n">exclude</span><span class="p">,</span> <span class="n">debug_map</span><span class="o">=</span><span class="n">debug_map</span><span class="p">)</span>
|
||
</span><span id="__span-0-188"><a id="__codelineno-0-188" name="__codelineno-0-188"></a>
|
||
</span><span id="__span-0-189"><a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="n">auto_attach_loras</span><span class="p">(</span>
|
||
</span><span id="__span-0-190"><a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="n">loras_remaining</span><span class="p">,</span>
|
||
</span><span id="__span-0-191"><a id="__codelineno-0-191" name="__codelineno-0-191"></a> <span class="bp">self</span><span class="o">.</span><span class="n">unet</span><span class="p">,</span>
|
||
</span><span id="__span-0-192"><a id="__codelineno-0-192" name="__codelineno-0-192"></a> <span class="n">exclude</span><span class="o">=</span><span class="p">[</span><span class="o">*</span><span class="n">exclude</span><span class="p">,</span> <span class="o">*</span><span class="n">preprocess</span><span class="o">.</span><span class="n">values</span><span class="p">()],</span>
|
||
</span><span id="__span-0-193"><a id="__codelineno-0-193" name="__codelineno-0-193"></a> <span class="n">include</span><span class="o">=</span><span class="n">include</span><span class="p">,</span>
|
||
</span><span id="__span-0-194"><a id="__codelineno-0-194" name="__codelineno-0-194"></a> <span class="n">debug_map</span><span class="o">=</span><span class="n">debug_map</span><span class="p">,</span>
|
||
</span><span id="__span-0-195"><a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_loras_by_name" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">get_loras_by_name</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_loras_by_name" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">get_loras_by_name</span><span class="p">(</span><span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.lora.Lora" href="../../fluxion/adapters/#refiners.fluxion.adapters.Lora">Lora</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">]]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Get the LoRA layers with the given name.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>name</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The name of the LoRA.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-215">215</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-216">216</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-217">217</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-218">218</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-219">219</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-221">221</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-215"><a id="__codelineno-0-215" name="__codelineno-0-215"></a><span class="k">def</span> <span class="nf">get_loras_by_name</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="o">/</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">Lora</span><span class="p">[</span><span class="n">Any</span><span class="p">]]:</span>
|
||
</span><span id="__span-0-216"><a id="__codelineno-0-216" name="__codelineno-0-216"></a><span class="w"> </span><span class="sd">"""Get the LoRA layers with the given name.</span>
|
||
</span><span id="__span-0-217"><a id="__codelineno-0-217" name="__codelineno-0-217"></a>
|
||
</span><span id="__span-0-218"><a id="__codelineno-0-218" name="__codelineno-0-218"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a><span class="sd"> name: The name of the LoRA.</span>
|
||
</span><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="k">return</span> <span class="p">[</span><span class="n">lora</span> <span class="k">for</span> <span class="n">lora</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">loras</span> <span class="k">if</span> <span class="n">lora</span><span class="o">.</span><span class="n">name</span> <span class="o">==</span> <span class="n">name</span><span class="p">]</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_scale" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">get_scale</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.get_scale" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">get_scale</span><span class="p">(</span><span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Get the scale of the LoRA with the given name.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>name</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The name of the LoRA.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale of the LoRA layers with the given name.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a><span class="k">def</span> <span class="nf">get_scale</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="o">/</span><span class="p">)</span> <span class="o">-></span> <span class="nb">float</span><span class="p">:</span>
|
||
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a><span class="w"> </span><span class="sd">"""Get the scale of the LoRA with the given name.</span>
|
||
</span><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a>
|
||
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a><span class="sd"> name: The name of the LoRA.</span>
|
||
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a>
|
||
</span><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a><span class="sd"> The scale of the LoRA layers with the given name.</span>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">loras</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_loras_by_name</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="k">assert</span> <span class="nb">all</span><span class="p">([</span><span class="n">lora</span><span class="o">.</span><span class="n">scale</span> <span class="o">==</span> <span class="n">loras</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">scale</span> <span class="k">for</span> <span class="n">lora</span> <span class="ow">in</span> <span class="n">loras</span><span class="p">]),</span> <span class="s2">"lora scales are not all the same"</span>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="k">return</span> <span class="n">loras</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">scale</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_all" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">remove_all</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_all" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">remove_all</span><span class="p">()</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Remove all the LoRAs from the target.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-210">210</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-213">213</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-210"><a id="__codelineno-0-210" name="__codelineno-0-210"></a><span class="k">def</span> <span class="nf">remove_all</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-211"><a id="__codelineno-0-211" name="__codelineno-0-211"></a><span class="w"> </span><span class="sd">"""Remove all the LoRAs from the target."""</span>
|
||
</span><span id="__span-0-212"><a id="__codelineno-0-212" name="__codelineno-0-212"></a> <span class="k">for</span> <span class="n">lora_adapter</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">lora_adapters</span><span class="p">:</span>
|
||
</span><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="n">lora_adapter</span><span class="o">.</span><span class="n">eject</span><span class="p">()</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_loras" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">remove_loras</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.remove_loras" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">remove_loras</span><span class="p">(</span><span class="o">*</span><span class="n">names</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Remove multiple LoRAs from the target.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>names</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The names of the LoRAs to remove.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>()</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-197">197</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-199">199</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-200">200</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-202">202</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-203">203</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-204">204</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-205">205</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-208">208</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-197"><a id="__codelineno-0-197" name="__codelineno-0-197"></a><span class="k">def</span> <span class="nf">remove_loras</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">names</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-198"><a id="__codelineno-0-198" name="__codelineno-0-198"></a><span class="w"> </span><span class="sd">"""Remove multiple LoRAs from the target.</span>
|
||
</span><span id="__span-0-199"><a id="__codelineno-0-199" name="__codelineno-0-199"></a>
|
||
</span><span id="__span-0-200"><a id="__codelineno-0-200" name="__codelineno-0-200"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-201"><a id="__codelineno-0-201" name="__codelineno-0-201"></a><span class="sd"> names: The names of the LoRAs to remove.</span>
|
||
</span><span id="__span-0-202"><a id="__codelineno-0-202" name="__codelineno-0-202"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-203"><a id="__codelineno-0-203" name="__codelineno-0-203"></a> <span class="k">for</span> <span class="n">lora_adapter</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">lora_adapters</span><span class="p">:</span>
|
||
</span><span id="__span-0-204"><a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">names</span><span class="p">:</span>
|
||
</span><span id="__span-0-205"><a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="n">lora_adapter</span><span class="o">.</span><span class="n">remove_lora</span><span class="p">(</span><span class="n">name</span><span class="p">)</span>
|
||
</span><span id="__span-0-206"><a id="__codelineno-0-206" name="__codelineno-0-206"></a>
|
||
</span><span id="__span-0-207"><a id="__codelineno-0-207" name="__codelineno-0-207"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">lora_adapter</span><span class="o">.</span><span class="n">loras</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
|
||
</span><span id="__span-0-208"><a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="n">lora_adapter</span><span class="o">.</span><span class="n">eject</span><span class="p">()</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.set_scale" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_scale</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.set_scale" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_scale</span><span class="p">(</span><span class="n">name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the scale of the LoRA with the given name.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>name</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The name of the LoRA.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The new scale to set.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-243">243</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a><span class="k">def</span> <span class="nf">set_scale</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">name</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span><span class="p">,</span> <span class="o">/</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a><span class="w"> </span><span class="sd">"""Set the scale of the LoRA with the given name.</span>
|
||
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a>
|
||
</span><span id="__span-0-239"><a id="__codelineno-0-239" name="__codelineno-0-239"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a><span class="sd"> name: The name of the LoRA.</span>
|
||
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a><span class="sd"> scale: The new scale to set.</span>
|
||
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="bp">self</span><span class="o">.</span><span class="n">update_scales</span><span class="p">({</span><span class="n">name</span><span class="p">:</span> <span class="n">scale</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.sort_keys" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">sort_keys</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.sort_keys" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">sort_keys</span><span class="p">(</span><span class="n">key</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute the score of a key, relatively to its suffix.</p>
|
||
<p>When used by <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#sorted"><code>sorted</code></a>, the keys will only be sorted "at the suffix level".
|
||
The idea is that sometimes closely related keys in the state dict are not in the
|
||
same order as the one we expect, for instance <code>q -> k -> v</code> or <code>in -> out</code>. This
|
||
attempts to fix that issue, not cases where distant layers are called in a different
|
||
order.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>key</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The key to sort.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The padded prefix of the key.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A score depending on the key's suffix.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-307">307</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-308">308</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-309">309</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-310">310</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-311">311</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-312">312</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-313">313</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-314">314</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-315">315</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-316">316</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-317">317</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-318">318</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-319">319</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-320">320</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-321">321</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-322">322</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-323">323</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-324">324</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-325">325</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-326">326</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-327">327</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-328">328</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-329">329</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-330">330</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a><span class="k">def</span> <span class="nf">sort_keys</span><span class="p">(</span><span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="o">/</span><span class="p">)</span> <span class="o">-></span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">int</span><span class="p">]:</span>
|
||
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a><span class="w"> </span><span class="sd">"""Compute the score of a key, relatively to its suffix.</span>
|
||
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a>
|
||
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a><span class="sd"> When used by [`sorted`][sorted], the keys will only be sorted "at the suffix level".</span>
|
||
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a><span class="sd"> The idea is that sometimes closely related keys in the state dict are not in the</span>
|
||
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a><span class="sd"> same order as the one we expect, for instance `q -> k -> v` or `in -> out`. This</span>
|
||
</span><span id="__span-0-308"><a id="__codelineno-0-308" name="__codelineno-0-308"></a><span class="sd"> attempts to fix that issue, not cases where distant layers are called in a different</span>
|
||
</span><span id="__span-0-309"><a id="__codelineno-0-309" name="__codelineno-0-309"></a><span class="sd"> order.</span>
|
||
</span><span id="__span-0-310"><a id="__codelineno-0-310" name="__codelineno-0-310"></a>
|
||
</span><span id="__span-0-311"><a id="__codelineno-0-311" name="__codelineno-0-311"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-312"><a id="__codelineno-0-312" name="__codelineno-0-312"></a><span class="sd"> key: The key to sort.</span>
|
||
</span><span id="__span-0-313"><a id="__codelineno-0-313" name="__codelineno-0-313"></a>
|
||
</span><span id="__span-0-314"><a id="__codelineno-0-314" name="__codelineno-0-314"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-315"><a id="__codelineno-0-315" name="__codelineno-0-315"></a><span class="sd"> The padded prefix of the key.</span>
|
||
</span><span id="__span-0-316"><a id="__codelineno-0-316" name="__codelineno-0-316"></a><span class="sd"> A score depending on the key's suffix.</span>
|
||
</span><span id="__span-0-317"><a id="__codelineno-0-317" name="__codelineno-0-317"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-318"><a id="__codelineno-0-318" name="__codelineno-0-318"></a>
|
||
</span><span id="__span-0-319"><a id="__codelineno-0-319" name="__codelineno-0-319"></a> <span class="c1"># this dict might not be exhaustive</span>
|
||
</span><span id="__span-0-320"><a id="__codelineno-0-320" name="__codelineno-0-320"></a> <span class="n">suffix_scores</span> <span class="o">=</span> <span class="p">{</span><span class="s2">"q"</span><span class="p">:</span> <span class="mi">1</span><span class="p">,</span> <span class="s2">"k"</span><span class="p">:</span> <span class="mi">2</span><span class="p">,</span> <span class="s2">"v"</span><span class="p">:</span> <span class="mi">3</span><span class="p">,</span> <span class="s2">"in"</span><span class="p">:</span> <span class="mi">3</span><span class="p">,</span> <span class="s2">"out"</span><span class="p">:</span> <span class="mi">4</span><span class="p">,</span> <span class="s2">"out0"</span><span class="p">:</span> <span class="mi">4</span><span class="p">,</span> <span class="s2">"out_0"</span><span class="p">:</span> <span class="mi">4</span><span class="p">}</span>
|
||
</span><span id="__span-0-321"><a id="__codelineno-0-321" name="__codelineno-0-321"></a> <span class="n">patterns</span> <span class="o">=</span> <span class="p">[</span><span class="s2">"_</span><span class="si">{}</span><span class="s2">"</span><span class="p">,</span> <span class="s2">"_</span><span class="si">{}</span><span class="s2">_lora"</span><span class="p">]</span>
|
||
</span><span id="__span-0-322"><a id="__codelineno-0-322" name="__codelineno-0-322"></a>
|
||
</span><span id="__span-0-323"><a id="__codelineno-0-323" name="__codelineno-0-323"></a> <span class="c1"># apply patterns to the keys of suffix_scores</span>
|
||
</span><span id="__span-0-324"><a id="__codelineno-0-324" name="__codelineno-0-324"></a> <span class="n">key_char_order</span> <span class="o">=</span> <span class="p">{</span><span class="n">f</span><span class="o">.</span><span class="n">format</span><span class="p">(</span><span class="n">k</span><span class="p">):</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">suffix_scores</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">for</span> <span class="n">f</span> <span class="ow">in</span> <span class="n">patterns</span><span class="p">}</span>
|
||
</span><span id="__span-0-325"><a id="__codelineno-0-325" name="__codelineno-0-325"></a>
|
||
</span><span id="__span-0-326"><a id="__codelineno-0-326" name="__codelineno-0-326"></a> <span class="c1"># get the suffix and score for `key` (default: no suffix, highest score = 5)</span>
|
||
</span><span id="__span-0-327"><a id="__codelineno-0-327" name="__codelineno-0-327"></a> <span class="p">(</span><span class="n">sfx</span><span class="p">,</span> <span class="n">score</span><span class="p">)</span> <span class="o">=</span> <span class="nb">next</span><span class="p">(((</span><span class="n">k</span><span class="p">,</span> <span class="n">v</span><span class="p">)</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">key_char_order</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">key</span><span class="o">.</span><span class="n">endswith</span><span class="p">(</span><span class="n">k</span><span class="p">)),</span> <span class="p">(</span><span class="s2">""</span><span class="p">,</span> <span class="mi">5</span><span class="p">))</span>
|
||
</span><span id="__span-0-328"><a id="__codelineno-0-328" name="__codelineno-0-328"></a>
|
||
</span><span id="__span-0-329"><a id="__codelineno-0-329" name="__codelineno-0-329"></a> <span class="n">padded_key_prefix</span> <span class="o">=</span> <span class="n">SDLoraManager</span><span class="o">.</span><span class="n">_pad</span><span class="p">(</span><span class="n">key</span><span class="o">.</span><span class="n">removesuffix</span><span class="p">(</span><span class="n">sfx</span><span class="p">))</span>
|
||
</span><span id="__span-0-330"><a id="__codelineno-0-330" name="__codelineno-0-330"></a> <span class="k">return</span> <span class="p">(</span><span class="n">padded_key_prefix</span><span class="p">,</span> <span class="n">score</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.lora.SDLoraManager.update_scales" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">update_scales</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.lora.SDLoraManager.update_scales" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">update_scales</span><span class="p">(</span><span class="n">scales</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Update the scales of multiple LoRAs.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>scales</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scales to update.
|
||
(keys are the names of the LoRAs, values are the new scales to set)</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/lora.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-245">245</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-246">246</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-247">247</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-248">248</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-249">249</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-250">250</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-251">251</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-252">252</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-253">253</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-254">254</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-255">255</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-245"><a id="__codelineno-0-245" name="__codelineno-0-245"></a><span class="k">def</span> <span class="nf">update_scales</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">scales</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="nb">float</span><span class="p">],</span> <span class="o">/</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-246"><a id="__codelineno-0-246" name="__codelineno-0-246"></a><span class="w"> </span><span class="sd">"""Update the scales of multiple LoRAs.</span>
|
||
</span><span id="__span-0-247"><a id="__codelineno-0-247" name="__codelineno-0-247"></a>
|
||
</span><span id="__span-0-248"><a id="__codelineno-0-248" name="__codelineno-0-248"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-249"><a id="__codelineno-0-249" name="__codelineno-0-249"></a><span class="sd"> scales: The scales to update.</span>
|
||
</span><span id="__span-0-250"><a id="__codelineno-0-250" name="__codelineno-0-250"></a><span class="sd"> (keys are the names of the LoRAs, values are the new scales to set)</span>
|
||
</span><span id="__span-0-251"><a id="__codelineno-0-251" name="__codelineno-0-251"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-252"><a id="__codelineno-0-252" name="__codelineno-0-252"></a> <span class="k">assert</span> <span class="nb">all</span><span class="p">([</span><span class="n">name</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">names</span> <span class="k">for</span> <span class="n">name</span> <span class="ow">in</span> <span class="n">scales</span><span class="p">]),</span> <span class="sa">f</span><span class="s2">"Scales keys must be a subset of </span><span class="si">{</span><span class="bp">self</span><span class="o">.</span><span class="n">names</span><span class="si">}</span><span class="s2">"</span>
|
||
</span><span id="__span-0-253"><a id="__codelineno-0-253" name="__codelineno-0-253"></a> <span class="k">for</span> <span class="n">name</span><span class="p">,</span> <span class="n">scale</span> <span class="ow">in</span> <span class="n">scales</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
||
</span><span id="__span-0-254"><a id="__codelineno-0-254" name="__codelineno-0-254"></a> <span class="k">for</span> <span class="n">lora</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">get_loras_by_name</span><span class="p">(</span><span class="n">name</span><span class="p">):</span>
|
||
</span><span id="__span-0-255"><a id="__codelineno-0-255" name="__codelineno-0-255"></a> <span class="n">lora</span><span class="o">.</span><span class="n">scale</span> <span class="o">=</span> <span class="n">scale</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.image_prompt.IPAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">IPAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">IPAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">target</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.image_prompt.T">T</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">clip_image_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.image_encoder.CLIPImageEncoderH" href="../clip/#refiners.foundationals.clip.CLIPImageEncoderH">CLIPImageEncoderH</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">image_proj</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Module" href="../../fluxion/layers/#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">fine_grained</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">weights</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-external" title="typing.Generic" href="https://docs.python.org/3/library/typing.html#typing.Generic">Generic</a>[<span title="refiners.foundationals.latent_diffusion.image_prompt.T">T</span>]</code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.adapter.Adapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.Adapter">Adapter</a>[<span title="refiners.foundationals.latent_diffusion.image_prompt.T">T</span>]</code></p>
|
||
|
||
|
||
<p>Image Prompt adapter for a Stable Diffusion U-Net model.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2308.06721">[arXiv:2308.06721] IP-Adapter: Text Compatible Image Prompt Adapter for Text-to-Image Diffusion Models</a>
|
||
for more details.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>target</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.image_prompt.T">T</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target model to adapt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>clip_image_encoder</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.image_encoder.CLIPImageEncoderH" href="../clip/#refiners.foundationals.clip.CLIPImageEncoderH">CLIPImageEncoderH</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP image encoder to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>image_proj</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Module" href="../../fluxion/layers/#refiners.fluxion.layers.Module">Module</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image projection to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to use for the image prompt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>fine_grained</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Whether to use fine-grained image prompt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>False</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>weights</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a>, <span title="torch.Tensor">Tensor</span>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The weights of the IPAdapter.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/image_prompt.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-362">362</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-363">363</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-364">364</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-365">365</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-366">366</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-367">367</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-368">368</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-369">369</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-370">370</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-371">371</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-372">372</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-373">373</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-374">374</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-375">375</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-376">376</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-377">377</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-378">378</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-379">379</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-380">380</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-381">381</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-382">382</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-383">383</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-384">384</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-385">385</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-386">386</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-387">387</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-388">388</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-389">389</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-390">390</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-391">391</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-392">392</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-393">393</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-394">394</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-395">395</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-396">396</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-397">397</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-398">398</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-399">399</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-400">400</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-401">401</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-402">402</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-403">403</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-404">404</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-405">405</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-406">406</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-407">407</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-408">408</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-409">409</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-410">410</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-362"><a id="__codelineno-0-362" name="__codelineno-0-362"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-363"><a id="__codelineno-0-363" name="__codelineno-0-363"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-364"><a id="__codelineno-0-364" name="__codelineno-0-364"></a> <span class="n">target</span><span class="p">:</span> <span class="n">T</span><span class="p">,</span>
|
||
</span><span id="__span-0-365"><a id="__codelineno-0-365" name="__codelineno-0-365"></a> <span class="n">clip_image_encoder</span><span class="p">:</span> <span class="n">CLIPImageEncoderH</span><span class="p">,</span>
|
||
</span><span id="__span-0-366"><a id="__codelineno-0-366" name="__codelineno-0-366"></a> <span class="n">image_proj</span><span class="p">:</span> <span class="n">fl</span><span class="o">.</span><span class="n">Module</span><span class="p">,</span>
|
||
</span><span id="__span-0-367"><a id="__codelineno-0-367" name="__codelineno-0-367"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-368"><a id="__codelineno-0-368" name="__codelineno-0-368"></a> <span class="n">fine_grained</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-369"><a id="__codelineno-0-369" name="__codelineno-0-369"></a> <span class="n">weights</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-370"><a id="__codelineno-0-370" name="__codelineno-0-370"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-371"><a id="__codelineno-0-371" name="__codelineno-0-371"></a><span class="w"> </span><span class="sd">"""Initialize the adapter.</span>
|
||
</span><span id="__span-0-372"><a id="__codelineno-0-372" name="__codelineno-0-372"></a>
|
||
</span><span id="__span-0-373"><a id="__codelineno-0-373" name="__codelineno-0-373"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-374"><a id="__codelineno-0-374" name="__codelineno-0-374"></a><span class="sd"> target: The target model to adapt.</span>
|
||
</span><span id="__span-0-375"><a id="__codelineno-0-375" name="__codelineno-0-375"></a><span class="sd"> clip_image_encoder: The CLIP image encoder to use.</span>
|
||
</span><span id="__span-0-376"><a id="__codelineno-0-376" name="__codelineno-0-376"></a><span class="sd"> image_proj: The image projection to use.</span>
|
||
</span><span id="__span-0-377"><a id="__codelineno-0-377" name="__codelineno-0-377"></a><span class="sd"> scale: The scale to use for the image prompt.</span>
|
||
</span><span id="__span-0-378"><a id="__codelineno-0-378" name="__codelineno-0-378"></a><span class="sd"> fine_grained: Whether to use fine-grained image prompt.</span>
|
||
</span><span id="__span-0-379"><a id="__codelineno-0-379" name="__codelineno-0-379"></a><span class="sd"> weights: The weights of the IPAdapter.</span>
|
||
</span><span id="__span-0-380"><a id="__codelineno-0-380" name="__codelineno-0-380"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-381"><a id="__codelineno-0-381" name="__codelineno-0-381"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">setup_adapter</span><span class="p">(</span><span class="n">target</span><span class="p">):</span>
|
||
</span><span id="__span-0-382"><a id="__codelineno-0-382" name="__codelineno-0-382"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">target</span><span class="p">)</span>
|
||
</span><span id="__span-0-383"><a id="__codelineno-0-383" name="__codelineno-0-383"></a>
|
||
</span><span id="__span-0-384"><a id="__codelineno-0-384" name="__codelineno-0-384"></a> <span class="bp">self</span><span class="o">.</span><span class="n">fine_grained</span> <span class="o">=</span> <span class="n">fine_grained</span>
|
||
</span><span id="__span-0-385"><a id="__codelineno-0-385" name="__codelineno-0-385"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_clip_image_encoder</span> <span class="o">=</span> <span class="p">[</span><span class="n">clip_image_encoder</span><span class="p">]</span>
|
||
</span><span id="__span-0-386"><a id="__codelineno-0-386" name="__codelineno-0-386"></a> <span class="k">if</span> <span class="n">fine_grained</span><span class="p">:</span>
|
||
</span><span id="__span-0-387"><a id="__codelineno-0-387" name="__codelineno-0-387"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_grid_image_encoder</span> <span class="o">=</span> <span class="p">[</span><span class="bp">self</span><span class="o">.</span><span class="n">convert_to_grid_features</span><span class="p">(</span><span class="n">clip_image_encoder</span><span class="p">)]</span>
|
||
</span><span id="__span-0-388"><a id="__codelineno-0-388" name="__codelineno-0-388"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_image_proj</span> <span class="o">=</span> <span class="p">[</span><span class="n">image_proj</span><span class="p">]</span>
|
||
</span><span id="__span-0-389"><a id="__codelineno-0-389" name="__codelineno-0-389"></a>
|
||
</span><span id="__span-0-390"><a id="__codelineno-0-390" name="__codelineno-0-390"></a> <span class="bp">self</span><span class="o">.</span><span class="n">sub_adapters</span> <span class="o">=</span> <span class="p">[</span>
|
||
</span><span id="__span-0-391"><a id="__codelineno-0-391" name="__codelineno-0-391"></a> <span class="n">CrossAttentionAdapter</span><span class="p">(</span><span class="n">target</span><span class="o">=</span><span class="n">cross_attn</span><span class="p">,</span> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">)</span>
|
||
</span><span id="__span-0-392"><a id="__codelineno-0-392" name="__codelineno-0-392"></a> <span class="k">for</span> <span class="n">cross_attn</span> <span class="ow">in</span> <span class="nb">filter</span><span class="p">(</span><span class="k">lambda</span> <span class="n">attn</span><span class="p">:</span> <span class="nb">type</span><span class="p">(</span><span class="n">attn</span><span class="p">)</span> <span class="o">!=</span> <span class="n">fl</span><span class="o">.</span><span class="n">SelfAttention</span><span class="p">,</span> <span class="n">target</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">fl</span><span class="o">.</span><span class="n">Attention</span><span class="p">))</span>
|
||
</span><span id="__span-0-393"><a id="__codelineno-0-393" name="__codelineno-0-393"></a> <span class="p">]</span>
|
||
</span><span id="__span-0-394"><a id="__codelineno-0-394" name="__codelineno-0-394"></a>
|
||
</span><span id="__span-0-395"><a id="__codelineno-0-395" name="__codelineno-0-395"></a> <span class="k">if</span> <span class="n">weights</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-396"><a id="__codelineno-0-396" name="__codelineno-0-396"></a> <span class="n">image_proj_state_dict</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]</span> <span class="o">=</span> <span class="p">{</span>
|
||
</span><span id="__span-0-397"><a id="__codelineno-0-397" name="__codelineno-0-397"></a> <span class="n">k</span><span class="o">.</span><span class="n">removeprefix</span><span class="p">(</span><span class="s2">"image_proj."</span><span class="p">):</span> <span class="n">v</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">weights</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">k</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"image_proj."</span><span class="p">)</span>
|
||
</span><span id="__span-0-398"><a id="__codelineno-0-398" name="__codelineno-0-398"></a> <span class="p">}</span>
|
||
</span><span id="__span-0-399"><a id="__codelineno-0-399" name="__codelineno-0-399"></a> <span class="bp">self</span><span class="o">.</span><span class="n">image_proj</span><span class="o">.</span><span class="n">load_state_dict</span><span class="p">(</span><span class="n">image_proj_state_dict</span><span class="p">)</span>
|
||
</span><span id="__span-0-400"><a id="__codelineno-0-400" name="__codelineno-0-400"></a>
|
||
</span><span id="__span-0-401"><a id="__codelineno-0-401" name="__codelineno-0-401"></a> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">cross_attn</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">sub_adapters</span><span class="p">):</span>
|
||
</span><span id="__span-0-402"><a id="__codelineno-0-402" name="__codelineno-0-402"></a> <span class="n">cross_attention_weights</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">Tensor</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
|
||
</span><span id="__span-0-403"><a id="__codelineno-0-403" name="__codelineno-0-403"></a> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">weights</span><span class="o">.</span><span class="n">items</span><span class="p">():</span>
|
||
</span><span id="__span-0-404"><a id="__codelineno-0-404" name="__codelineno-0-404"></a> <span class="n">prefix</span> <span class="o">=</span> <span class="sa">f</span><span class="s2">"ip_adapter.</span><span class="si">{</span><span class="n">i</span><span class="si">:</span><span class="s2">03d</span><span class="si">}</span><span class="s2">."</span>
|
||
</span><span id="__span-0-405"><a id="__codelineno-0-405" name="__codelineno-0-405"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">k</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="n">prefix</span><span class="p">):</span>
|
||
</span><span id="__span-0-406"><a id="__codelineno-0-406" name="__codelineno-0-406"></a> <span class="k">continue</span>
|
||
</span><span id="__span-0-407"><a id="__codelineno-0-407" name="__codelineno-0-407"></a> <span class="n">cross_attention_weights</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">v</span><span class="p">)</span>
|
||
</span><span id="__span-0-408"><a id="__codelineno-0-408" name="__codelineno-0-408"></a>
|
||
</span><span id="__span-0-409"><a id="__codelineno-0-409" name="__codelineno-0-409"></a> <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">cross_attention_weights</span><span class="p">)</span> <span class="o">==</span> <span class="mi">2</span>
|
||
</span><span id="__span-0-410"><a id="__codelineno-0-410" name="__codelineno-0-410"></a> <span class="n">cross_attn</span><span class="o">.</span><span class="n">load_weights</span><span class="p">(</span><span class="o">*</span><span class="n">cross_attention_weights</span><span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.clip_image_encoder" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">clip_image_encoder</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.clip_image_encoder" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">clip_image_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.clip.image_encoder.CLIPImageEncoderH" href="../clip/#refiners.foundationals.clip.CLIPImageEncoderH">CLIPImageEncoderH</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The CLIP image encoder of the adapter.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.scale" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">scale</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
<small class="doc doc-label doc-label-writable"><code>writable</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.scale" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The scale of the adapter.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.compute_clip_image_embedding" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">compute_clip_image_embedding</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.compute_clip_image_embedding" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">compute_clip_image_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">image_prompt</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span> <span class="o">|</span> <span class="n"><span title="PIL.Image.Image">Image</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">],</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">weights</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">concat_batches</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Compute the CLIP image embedding.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>image_prompt</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span> | <span title="PIL.Image.Image">Image</span> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<span title="PIL.Image.Image">Image</span>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image prompt to use.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>weights</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scale to use for the image prompt.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>concat_batches</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Whether to concatenate the batches.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>True</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP image embedding.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/image_prompt.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-468">468</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-469">469</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-470">470</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-471">471</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-472">472</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-473">473</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-474">474</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-475">475</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-476">476</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-477">477</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-478">478</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-479">479</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-480">480</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-481">481</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-482">482</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-483">483</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-484">484</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-485">485</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-486">486</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-487">487</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-488">488</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-489">489</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-490">490</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-491">491</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-492">492</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-493">493</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-494">494</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-495">495</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-496">496</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-497">497</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-498">498</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-499">499</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-500">500</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-501">501</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-502">502</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-503">503</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-504">504</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-505">505</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-506">506</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-507">507</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-508">508</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-468"><a id="__codelineno-0-468" name="__codelineno-0-468"></a><span class="k">def</span> <span class="nf">compute_clip_image_embedding</span><span class="p">(</span>
|
||
</span><span id="__span-0-469"><a id="__codelineno-0-469" name="__codelineno-0-469"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-470"><a id="__codelineno-0-470" name="__codelineno-0-470"></a> <span class="n">image_prompt</span><span class="p">:</span> <span class="n">Tensor</span> <span class="o">|</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">],</span>
|
||
</span><span id="__span-0-471"><a id="__codelineno-0-471" name="__codelineno-0-471"></a> <span class="n">weights</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">float</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-472"><a id="__codelineno-0-472" name="__codelineno-0-472"></a> <span class="n">concat_batches</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-473"><a id="__codelineno-0-473" name="__codelineno-0-473"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-474"><a id="__codelineno-0-474" name="__codelineno-0-474"></a><span class="w"> </span><span class="sd">"""Compute the CLIP image embedding.</span>
|
||
</span><span id="__span-0-475"><a id="__codelineno-0-475" name="__codelineno-0-475"></a>
|
||
</span><span id="__span-0-476"><a id="__codelineno-0-476" name="__codelineno-0-476"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-477"><a id="__codelineno-0-477" name="__codelineno-0-477"></a><span class="sd"> image_prompt: The image prompt to use.</span>
|
||
</span><span id="__span-0-478"><a id="__codelineno-0-478" name="__codelineno-0-478"></a><span class="sd"> weights: The scale to use for the image prompt.</span>
|
||
</span><span id="__span-0-479"><a id="__codelineno-0-479" name="__codelineno-0-479"></a><span class="sd"> concat_batches: Whether to concatenate the batches.</span>
|
||
</span><span id="__span-0-480"><a id="__codelineno-0-480" name="__codelineno-0-480"></a>
|
||
</span><span id="__span-0-481"><a id="__codelineno-0-481" name="__codelineno-0-481"></a><span class="sd"> Returns:</span>
|
||
</span><span id="__span-0-482"><a id="__codelineno-0-482" name="__codelineno-0-482"></a><span class="sd"> The CLIP image embedding.</span>
|
||
</span><span id="__span-0-483"><a id="__codelineno-0-483" name="__codelineno-0-483"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-484"><a id="__codelineno-0-484" name="__codelineno-0-484"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">image_prompt</span><span class="p">,</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">):</span>
|
||
</span><span id="__span-0-485"><a id="__codelineno-0-485" name="__codelineno-0-485"></a> <span class="n">image_prompt</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">preprocess_image</span><span class="p">(</span><span class="n">image_prompt</span><span class="p">)</span>
|
||
</span><span id="__span-0-486"><a id="__codelineno-0-486" name="__codelineno-0-486"></a> <span class="k">elif</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">image_prompt</span><span class="p">,</span> <span class="nb">list</span><span class="p">):</span>
|
||
</span><span id="__span-0-487"><a id="__codelineno-0-487" name="__codelineno-0-487"></a> <span class="k">assert</span> <span class="nb">all</span><span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">image</span><span class="p">,</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">)</span> <span class="k">for</span> <span class="n">image</span> <span class="ow">in</span> <span class="n">image_prompt</span><span class="p">)</span>
|
||
</span><span id="__span-0-488"><a id="__codelineno-0-488" name="__codelineno-0-488"></a> <span class="n">image_prompt</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">([</span><span class="bp">self</span><span class="o">.</span><span class="n">preprocess_image</span><span class="p">(</span><span class="n">image</span><span class="p">)</span> <span class="k">for</span> <span class="n">image</span> <span class="ow">in</span> <span class="n">image_prompt</span><span class="p">])</span>
|
||
</span><span id="__span-0-489"><a id="__codelineno-0-489" name="__codelineno-0-489"></a>
|
||
</span><span id="__span-0-490"><a id="__codelineno-0-490" name="__codelineno-0-490"></a> <span class="n">negative_embedding</span><span class="p">,</span> <span class="n">conditional_embedding</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">_compute_clip_image_embedding</span><span class="p">(</span><span class="n">image_prompt</span><span class="p">)</span>
|
||
</span><span id="__span-0-491"><a id="__codelineno-0-491" name="__codelineno-0-491"></a>
|
||
</span><span id="__span-0-492"><a id="__codelineno-0-492" name="__codelineno-0-492"></a> <span class="n">batch_size</span> <span class="o">=</span> <span class="n">image_prompt</span><span class="o">.</span><span class="n">shape</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span>
|
||
</span><span id="__span-0-493"><a id="__codelineno-0-493" name="__codelineno-0-493"></a> <span class="k">if</span> <span class="n">weights</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-494"><a id="__codelineno-0-494" name="__codelineno-0-494"></a> <span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">weights</span><span class="p">)</span> <span class="o">==</span> <span class="n">batch_size</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"Got </span><span class="si">{</span><span class="nb">len</span><span class="p">(</span><span class="n">weights</span><span class="p">)</span><span class="si">}</span><span class="s2"> weights for </span><span class="si">{</span><span class="n">batch_size</span><span class="si">}</span><span class="s2"> images"</span>
|
||
</span><span id="__span-0-495"><a id="__codelineno-0-495" name="__codelineno-0-495"></a> <span class="k">if</span> <span class="nb">any</span><span class="p">(</span><span class="n">weight</span> <span class="o">!=</span> <span class="mf">1.0</span> <span class="k">for</span> <span class="n">weight</span> <span class="ow">in</span> <span class="n">weights</span><span class="p">):</span>
|
||
</span><span id="__span-0-496"><a id="__codelineno-0-496" name="__codelineno-0-496"></a> <span class="n">conditional_embedding</span> <span class="o">*=</span> <span class="p">(</span>
|
||
</span><span id="__span-0-497"><a id="__codelineno-0-497" name="__codelineno-0-497"></a> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">(</span><span class="n">weights</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">conditional_embedding</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">conditional_embedding</span><span class="o">.</span><span class="n">dtype</span><span class="p">)</span>
|
||
</span><span id="__span-0-498"><a id="__codelineno-0-498" name="__codelineno-0-498"></a> <span class="o">.</span><span class="n">unsqueeze</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span>
|
||
</span><span id="__span-0-499"><a id="__codelineno-0-499" name="__codelineno-0-499"></a> <span class="o">.</span><span class="n">unsqueeze</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">)</span>
|
||
</span><span id="__span-0-500"><a id="__codelineno-0-500" name="__codelineno-0-500"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-501"><a id="__codelineno-0-501" name="__codelineno-0-501"></a>
|
||
</span><span id="__span-0-502"><a id="__codelineno-0-502" name="__codelineno-0-502"></a> <span class="k">if</span> <span class="n">batch_size</span> <span class="o">></span> <span class="mi">1</span> <span class="ow">and</span> <span class="n">concat_batches</span><span class="p">:</span>
|
||
</span><span id="__span-0-503"><a id="__codelineno-0-503" name="__codelineno-0-503"></a> <span class="c1"># Create a longer image tokens sequence when a batch of images is given</span>
|
||
</span><span id="__span-0-504"><a id="__codelineno-0-504" name="__codelineno-0-504"></a> <span class="c1"># See https://github.com/tencent-ailab/IP-Adapter/issues/99</span>
|
||
</span><span id="__span-0-505"><a id="__codelineno-0-505" name="__codelineno-0-505"></a> <span class="n">negative_embedding</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">(</span><span class="n">negative_embedding</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="n">batch_size</span><span class="p">),</span> <span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
|
||
</span><span id="__span-0-506"><a id="__codelineno-0-506" name="__codelineno-0-506"></a> <span class="n">conditional_embedding</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">(</span><span class="n">conditional_embedding</span><span class="o">.</span><span class="n">chunk</span><span class="p">(</span><span class="n">batch_size</span><span class="p">),</span> <span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
|
||
</span><span id="__span-0-507"><a id="__codelineno-0-507" name="__codelineno-0-507"></a>
|
||
</span><span id="__span-0-508"><a id="__codelineno-0-508" name="__codelineno-0-508"></a> <span class="k">return</span> <span class="n">torch</span><span class="o">.</span><span class="n">cat</span><span class="p">((</span><span class="n">negative_embedding</span><span class="p">,</span> <span class="n">conditional_embedding</span><span class="p">))</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.preprocess_image" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">preprocess_image</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.preprocess_image" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">preprocess_image</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">image</span><span class="p">:</span> <span class="n"><span title="PIL.Image.Image">Image</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">),</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">mean</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">std</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="torch.Tensor">Tensor</span></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Preprocess the image.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>The default mean and std are parameters from
|
||
https://github.com/openai/CLIP</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>image</code></td>
|
||
<td>
|
||
<code><span title="PIL.Image.Image">Image</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The image to preprocess.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>size</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The size to resize the image to.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>(224, 224)</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>mean</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The mean to use for normalization.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>std</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a>] | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The standard deviation to use for normalization.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>None</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/image_prompt.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-522">522</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-523">523</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-524">524</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-525">525</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-526">526</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-527">527</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-528">528</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-529">529</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-530">530</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-531">531</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-532">532</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-533">533</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-534">534</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-535">535</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-536">536</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-537">537</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-538">538</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-539">539</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-540">540</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-541">541</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-542">542</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-543">543</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-544">544</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-545">545</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-546">546</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-522"><a id="__codelineno-0-522" name="__codelineno-0-522"></a><span class="k">def</span> <span class="nf">preprocess_image</span><span class="p">(</span>
|
||
</span><span id="__span-0-523"><a id="__codelineno-0-523" name="__codelineno-0-523"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-524"><a id="__codelineno-0-524" name="__codelineno-0-524"></a> <span class="n">image</span><span class="p">:</span> <span class="n">Image</span><span class="o">.</span><span class="n">Image</span><span class="p">,</span>
|
||
</span><span id="__span-0-525"><a id="__codelineno-0-525" name="__codelineno-0-525"></a> <span class="n">size</span><span class="p">:</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">224</span><span class="p">,</span> <span class="mi">224</span><span class="p">),</span>
|
||
</span><span id="__span-0-526"><a id="__codelineno-0-526" name="__codelineno-0-526"></a> <span class="n">mean</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">float</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-527"><a id="__codelineno-0-527" name="__codelineno-0-527"></a> <span class="n">std</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="nb">float</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-528"><a id="__codelineno-0-528" name="__codelineno-0-528"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Tensor</span><span class="p">:</span>
|
||
</span><span id="__span-0-529"><a id="__codelineno-0-529" name="__codelineno-0-529"></a><span class="w"> </span><span class="sd">"""Preprocess the image.</span>
|
||
</span><span id="__span-0-530"><a id="__codelineno-0-530" name="__codelineno-0-530"></a>
|
||
</span><span id="__span-0-531"><a id="__codelineno-0-531" name="__codelineno-0-531"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-532"><a id="__codelineno-0-532" name="__codelineno-0-532"></a><span class="sd"> The default mean and std are parameters from</span>
|
||
</span><span id="__span-0-533"><a id="__codelineno-0-533" name="__codelineno-0-533"></a><span class="sd"> https://github.com/openai/CLIP</span>
|
||
</span><span id="__span-0-534"><a id="__codelineno-0-534" name="__codelineno-0-534"></a>
|
||
</span><span id="__span-0-535"><a id="__codelineno-0-535" name="__codelineno-0-535"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-536"><a id="__codelineno-0-536" name="__codelineno-0-536"></a><span class="sd"> image: The image to preprocess.</span>
|
||
</span><span id="__span-0-537"><a id="__codelineno-0-537" name="__codelineno-0-537"></a><span class="sd"> size: The size to resize the image to.</span>
|
||
</span><span id="__span-0-538"><a id="__codelineno-0-538" name="__codelineno-0-538"></a><span class="sd"> mean: The mean to use for normalization.</span>
|
||
</span><span id="__span-0-539"><a id="__codelineno-0-539" name="__codelineno-0-539"></a><span class="sd"> std: The standard deviation to use for normalization.</span>
|
||
</span><span id="__span-0-540"><a id="__codelineno-0-540" name="__codelineno-0-540"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-541"><a id="__codelineno-0-541" name="__codelineno-0-541"></a> <span class="n">resized</span> <span class="o">=</span> <span class="n">image</span><span class="o">.</span><span class="n">resize</span><span class="p">(</span><span class="n">size</span><span class="p">)</span> <span class="c1"># type: ignore</span>
|
||
</span><span id="__span-0-542"><a id="__codelineno-0-542" name="__codelineno-0-542"></a> <span class="k">return</span> <span class="n">normalize</span><span class="p">(</span>
|
||
</span><span id="__span-0-543"><a id="__codelineno-0-543" name="__codelineno-0-543"></a> <span class="n">image_to_tensor</span><span class="p">(</span><span class="n">resized</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-544"><a id="__codelineno-0-544" name="__codelineno-0-544"></a> <span class="n">mean</span><span class="o">=</span><span class="p">[</span><span class="mf">0.48145466</span><span class="p">,</span> <span class="mf">0.4578275</span><span class="p">,</span> <span class="mf">0.40821073</span><span class="p">]</span> <span class="k">if</span> <span class="n">mean</span> <span class="ow">is</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">mean</span><span class="p">,</span>
|
||
</span><span id="__span-0-545"><a id="__codelineno-0-545" name="__codelineno-0-545"></a> <span class="n">std</span><span class="o">=</span><span class="p">[</span><span class="mf">0.26862954</span><span class="p">,</span> <span class="mf">0.26130258</span><span class="p">,</span> <span class="mf">0.27577711</span><span class="p">]</span> <span class="k">if</span> <span class="n">std</span> <span class="ow">is</span> <span class="kc">None</span> <span class="k">else</span> <span class="n">std</span><span class="p">,</span>
|
||
</span><span id="__span-0-546"><a id="__codelineno-0-546" name="__codelineno-0-546"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.set_clip_image_embedding" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_clip_image_embedding</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.image_prompt.IPAdapter.set_clip_image_embedding" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_clip_image_embedding</span><span class="p">(</span><span class="n">image_embedding</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Set the CLIP image embedding context.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This is required by <code>ImageCrossAttention</code>.</p>
|
||
</details>
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>image_embedding</code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The CLIP image embedding to set.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/image_prompt.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-446">446</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-447">447</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-448">448</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-449">449</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-450">450</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-451">451</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-452">452</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-453">453</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-454">454</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-455">455</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-446"><a id="__codelineno-0-446" name="__codelineno-0-446"></a><span class="k">def</span> <span class="nf">set_clip_image_embedding</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">image_embedding</span><span class="p">:</span> <span class="n">Tensor</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-447"><a id="__codelineno-0-447" name="__codelineno-0-447"></a><span class="w"> </span><span class="sd">"""Set the CLIP image embedding context.</span>
|
||
</span><span id="__span-0-448"><a id="__codelineno-0-448" name="__codelineno-0-448"></a>
|
||
</span><span id="__span-0-449"><a id="__codelineno-0-449" name="__codelineno-0-449"></a><span class="sd"> Note:</span>
|
||
</span><span id="__span-0-450"><a id="__codelineno-0-450" name="__codelineno-0-450"></a><span class="sd"> This is required by `ImageCrossAttention`.</span>
|
||
</span><span id="__span-0-451"><a id="__codelineno-0-451" name="__codelineno-0-451"></a>
|
||
</span><span id="__span-0-452"><a id="__codelineno-0-452" name="__codelineno-0-452"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-453"><a id="__codelineno-0-453" name="__codelineno-0-453"></a><span class="sd"> image_embedding: The CLIP image embedding to set.</span>
|
||
</span><span id="__span-0-454"><a id="__codelineno-0-454" name="__codelineno-0-454"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-455"><a id="__codelineno-0-455" name="__codelineno-0-455"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="s2">"ip_adapter"</span><span class="p">,</span> <span class="p">{</span><span class="s2">"clip_image_embedding"</span><span class="p">:</span> <span class="n">image_embedding</span><span class="p">})</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.style_aligned.AdaIN" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">AdaIN</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.AdaIN" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">AdaIN</span><span class="p">(</span><span class="n">epsilon</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1e-08</span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Module" href="../../fluxion/layers/#refiners.fluxion.layers.Module">Module</a></code></p>
|
||
|
||
|
||
<p>Apply Adaptive Instance Normalization (AdaIN) to the target features.</p>
|
||
<p>See <a href="https://arxiv.org/abs/1703.06868">[arXiv:1703.06868] Arbitrary Style Transfer in Real-time with Adaptive Instance Normalization</a> for more details.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Receives:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>reference</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The reference features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>targets</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>reference</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The reference features (unchanged).</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>targets</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target features, renormalized.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>epsilon</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>A small value to avoid division by zero.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1e-08</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/style_aligned.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-78">78</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-79">79</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">epsilon</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1e-8</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a><span class="w"> </span><span class="sd">"""Initialize the AdaIN module.</span>
|
||
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a>
|
||
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="sd"> epsilon: A small value to avoid division by zero.</span>
|
||
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
||
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="bp">self</span><span class="o">.</span><span class="n">epsilon</span> <span class="o">=</span> <span class="n">epsilon</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.style_aligned.ExtractReferenceFeatures" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ExtractReferenceFeatures</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.ExtractReferenceFeatures" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ExtractReferenceFeatures</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Module" href="../../fluxion/layers/#refiners.fluxion.layers.Module">Module</a></code></p>
|
||
|
||
|
||
<p>Extract the reference features from the input features.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This layer expects the input features to be a concatenation of conditional and unconditional features,
|
||
as done when using Classifier-free guidance (CFG).</p>
|
||
</details> <p>The reference features are the first features of the conditional and unconditional input features.
|
||
They are extracted, and repeated to match the batch size of the input features.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Receives:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>features</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>reference</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The reference features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-31">31</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">*</span><span class="n">kwargs</span><span class="p">)</span> <span class="c1"># type: ignore[reportUnknownMemberType]</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.style_aligned.ScaleReferenceFeatures" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ScaleReferenceFeatures</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.ScaleReferenceFeatures" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ScaleReferenceFeatures</span><span class="p">(</span><span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Module" href="../../fluxion/layers/#refiners.fluxion.layers.Module">Module</a></code></p>
|
||
|
||
|
||
<p>Scale the reference features.</p>
|
||
|
||
|
||
<details class="note" open>
|
||
<summary>Note</summary>
|
||
<p>This layer expects the input features to be a concatenation of conditional and unconditional features,
|
||
as done when using Classifier-free guidance (CFG).</p>
|
||
</details> <p>This layer scales the reference features which will later be used (in the attention dot product) with the target features.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Receives:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>features</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input reference features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>features</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The rescaled reference features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scaling factor.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/style_aligned.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-119">119</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-120">120</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-121">121</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-129">129</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-119"><a id="__codelineno-0-119" name="__codelineno-0-119"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-120"><a id="__codelineno-0-120" name="__codelineno-0-120"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-121"><a id="__codelineno-0-121" name="__codelineno-0-121"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-122"><a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a><span class="w"> </span><span class="sd">"""Initialize the ScaleReferenceFeatures module.</span>
|
||
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a>
|
||
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a><span class="sd"> scale: The scaling factor.</span>
|
||
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
||
</span><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a> <span class="bp">self</span><span class="o">.</span><span class="n">scale</span> <span class="o">=</span> <span class="n">scale</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.style_aligned.SharedSelfAttentionAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SharedSelfAttentionAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.SharedSelfAttentionAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SharedSelfAttentionAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">target</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.SelfAttention" href="../../fluxion/layers/#refiners.fluxion.layers.SelfAttention">SelfAttention</a></span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.adapter.Adapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.Adapter">Adapter</a>[<a class="autorefs autorefs-internal" title="refiners.fluxion.layers.SelfAttention" href="../../fluxion/layers/#refiners.fluxion.layers.SelfAttention">SelfAttention</a>]</code></p>
|
||
|
||
|
||
<p>Upgrades a <code>SelfAttention</code> layer into a <code>SharedSelfAttention</code> layer.</p>
|
||
<p>This adapter inserts 3 <code>StyleAligned</code> modules right after
|
||
the original Q, K, V <code>Linear</code>-s (wrapped inside a <code>fl.Distribute</code>).</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/style_aligned.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-244">244</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-245">245</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-246">246</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-247">247</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-248">248</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-249">249</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-250">250</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-251">251</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-252">252</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-253">253</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-254">254</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-255">255</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-256">256</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-257">257</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-258">258</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="n">target</span><span class="p">:</span> <span class="n">fl</span><span class="o">.</span><span class="n">SelfAttention</span><span class="p">,</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-239"><a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">setup_adapter</span><span class="p">(</span><span class="n">target</span><span class="p">):</span>
|
||
</span><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">target</span><span class="p">)</span>
|
||
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a>
|
||
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_style_aligned_layers</span> <span class="o">=</span> <span class="p">[</span>
|
||
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="n">StyleAligned</span><span class="p">(</span> <span class="c1"># Query</span>
|
||
</span><span id="__span-0-244"><a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="n">adain</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-245"><a id="__codelineno-0-245" name="__codelineno-0-245"></a> <span class="n">concatenate</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-246"><a id="__codelineno-0-246" name="__codelineno-0-246"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-247"><a id="__codelineno-0-247" name="__codelineno-0-247"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-248"><a id="__codelineno-0-248" name="__codelineno-0-248"></a> <span class="n">StyleAligned</span><span class="p">(</span> <span class="c1"># Key</span>
|
||
</span><span id="__span-0-249"><a id="__codelineno-0-249" name="__codelineno-0-249"></a> <span class="n">adain</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-250"><a id="__codelineno-0-250" name="__codelineno-0-250"></a> <span class="n">concatenate</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-251"><a id="__codelineno-0-251" name="__codelineno-0-251"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-252"><a id="__codelineno-0-252" name="__codelineno-0-252"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-253"><a id="__codelineno-0-253" name="__codelineno-0-253"></a> <span class="n">StyleAligned</span><span class="p">(</span> <span class="c1"># Value</span>
|
||
</span><span id="__span-0-254"><a id="__codelineno-0-254" name="__codelineno-0-254"></a> <span class="n">adain</span><span class="o">=</span><span class="kc">False</span><span class="p">,</span>
|
||
</span><span id="__span-0-255"><a id="__codelineno-0-255" name="__codelineno-0-255"></a> <span class="n">concatenate</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
||
</span><span id="__span-0-256"><a id="__codelineno-0-256" name="__codelineno-0-256"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-257"><a id="__codelineno-0-257" name="__codelineno-0-257"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-258"><a id="__codelineno-0-258" name="__codelineno-0-258"></a> <span class="p">]</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.style_aligned.StyleAligned" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">StyleAligned</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAligned" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">StyleAligned</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">adain</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span><span class="p">,</span> <span class="n">concatenate</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
||
|
||
|
||
<p>StyleAligned module.</p>
|
||
<p>This layer encapsulates the logic of the StyleAligned method,
|
||
as described in <a href="https://arxiv.org/abs/2312.02133">[arXiv:2312.02133] Style Aligned Image Generation via Shared Attention</a>.</p>
|
||
<p>See also <a href="https://blog.finegrain.ai/posts/implementing-style-aligned/">https://blog.finegrain.ai/posts/implementing-style-aligned/</a>.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Receives:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>features</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length_in embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The input features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
<p><span class="doc-section-title">Returns:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th> <th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>shared_features</code></td> <td>
|
||
<code><span title="jaxtyping.Float">Float</span>[<span title="torch.Tensor">Tensor</span>, 'cfg_batch_size sequence_length_out embedding_dim']</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The transformed features.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>adain</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Whether to apply Adaptive Instance Normalization to the target features.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scaling factor for the reference features.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>concatenate</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Whether to concatenate the reference and target features.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/style_aligned.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-169">169</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-173">173</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-174">174</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-177">177</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-178">178</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-179">179</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-180">180</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-181">181</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-182">182</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-183">183</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-184">184</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-185">185</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-186">186</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-187">187</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-188">188</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-189">189</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-190">190</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-191">191</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-192">192</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-193">193</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-194">194</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-195">195</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-196">196</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-197">197</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-199">199</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-200">200</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-202">202</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-203">203</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-204">204</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-205">205</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-206">206</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-207">207</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-208">208</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-209">209</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-210">210</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-211">211</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-212">212</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-213">213</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-169"><a id="__codelineno-0-169" name="__codelineno-0-169"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="n">adain</span><span class="p">:</span> <span class="nb">bool</span><span class="p">,</span>
|
||
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="n">concatenate</span><span class="p">:</span> <span class="nb">bool</span><span class="p">,</span>
|
||
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-174"><a id="__codelineno-0-174" name="__codelineno-0-174"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a><span class="w"> </span><span class="sd">"""Initialize the StyleAligned module.</span>
|
||
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a>
|
||
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-178"><a id="__codelineno-0-178" name="__codelineno-0-178"></a><span class="sd"> adain: Whether to apply Adaptive Instance Normalization to the target features.</span>
|
||
</span><span id="__span-0-179"><a id="__codelineno-0-179" name="__codelineno-0-179"></a><span class="sd"> scale: The scaling factor for the reference features.</span>
|
||
</span><span id="__span-0-180"><a id="__codelineno-0-180" name="__codelineno-0-180"></a><span class="sd"> concatenate: Whether to concatenate the reference and target features.</span>
|
||
</span><span id="__span-0-181"><a id="__codelineno-0-181" name="__codelineno-0-181"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-182"><a id="__codelineno-0-182" name="__codelineno-0-182"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-183"><a id="__codelineno-0-183" name="__codelineno-0-183"></a> <span class="c1"># (features): (cfg_batch_size sequence_length embedding_dim)</span>
|
||
</span><span id="__span-0-184"><a id="__codelineno-0-184" name="__codelineno-0-184"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Parallel</span><span class="p">(</span>
|
||
</span><span id="__span-0-185"><a id="__codelineno-0-185" name="__codelineno-0-185"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Identity</span><span class="p">(),</span>
|
||
</span><span id="__span-0-186"><a id="__codelineno-0-186" name="__codelineno-0-186"></a> <span class="n">ExtractReferenceFeatures</span><span class="p">(),</span>
|
||
</span><span id="__span-0-187"><a id="__codelineno-0-187" name="__codelineno-0-187"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-188"><a id="__codelineno-0-188" name="__codelineno-0-188"></a> <span class="c1"># (targets, reference)</span>
|
||
</span><span id="__span-0-189"><a id="__codelineno-0-189" name="__codelineno-0-189"></a> <span class="n">AdaIN</span><span class="p">(),</span>
|
||
</span><span id="__span-0-190"><a id="__codelineno-0-190" name="__codelineno-0-190"></a> <span class="c1"># (targets_renormalized, reference)</span>
|
||
</span><span id="__span-0-191"><a id="__codelineno-0-191" name="__codelineno-0-191"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Distribute</span><span class="p">(</span>
|
||
</span><span id="__span-0-192"><a id="__codelineno-0-192" name="__codelineno-0-192"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Identity</span><span class="p">(),</span>
|
||
</span><span id="__span-0-193"><a id="__codelineno-0-193" name="__codelineno-0-193"></a> <span class="n">ScaleReferenceFeatures</span><span class="p">(</span><span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">),</span>
|
||
</span><span id="__span-0-194"><a id="__codelineno-0-194" name="__codelineno-0-194"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-195"><a id="__codelineno-0-195" name="__codelineno-0-195"></a> <span class="c1"># (targets_renormalized, reference_scaled)</span>
|
||
</span><span id="__span-0-196"><a id="__codelineno-0-196" name="__codelineno-0-196"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Concatenate</span><span class="p">(</span>
|
||
</span><span id="__span-0-197"><a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="n">fl</span><span class="o">.</span><span class="n">GetArg</span><span class="p">(</span><span class="n">index</span><span class="o">=</span><span class="mi">0</span><span class="p">),</span> <span class="c1"># targets</span>
|
||
</span><span id="__span-0-198"><a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="n">fl</span><span class="o">.</span><span class="n">GetArg</span><span class="p">(</span><span class="n">index</span><span class="o">=</span><span class="mi">1</span><span class="p">),</span> <span class="c1"># reference</span>
|
||
</span><span id="__span-0-199"><a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="n">dim</span><span class="o">=-</span><span class="mi">2</span><span class="p">,</span> <span class="c1"># sequence_length</span>
|
||
</span><span id="__span-0-200"><a id="__codelineno-0-200" name="__codelineno-0-200"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-201"><a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="c1"># (features_with_shared_reference)</span>
|
||
</span><span id="__span-0-202"><a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-203"><a id="__codelineno-0-203" name="__codelineno-0-203"></a>
|
||
</span><span id="__span-0-204"><a id="__codelineno-0-204" name="__codelineno-0-204"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">adain</span><span class="p">:</span>
|
||
</span><span id="__span-0-205"><a id="__codelineno-0-205" name="__codelineno-0-205"></a> <span class="n">adain_module</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">ensure_find</span><span class="p">(</span><span class="n">AdaIN</span><span class="p">)</span>
|
||
</span><span id="__span-0-206"><a id="__codelineno-0-206" name="__codelineno-0-206"></a> <span class="bp">self</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">adain_module</span><span class="p">)</span>
|
||
</span><span id="__span-0-207"><a id="__codelineno-0-207" name="__codelineno-0-207"></a>
|
||
</span><span id="__span-0-208"><a id="__codelineno-0-208" name="__codelineno-0-208"></a> <span class="k">if</span> <span class="ow">not</span> <span class="n">concatenate</span><span class="p">:</span>
|
||
</span><span id="__span-0-209"><a id="__codelineno-0-209" name="__codelineno-0-209"></a> <span class="n">concatenate_module</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">ensure_find</span><span class="p">(</span><span class="n">fl</span><span class="o">.</span><span class="n">Concatenate</span><span class="p">)</span>
|
||
</span><span id="__span-0-210"><a id="__codelineno-0-210" name="__codelineno-0-210"></a> <span class="bp">self</span><span class="o">.</span><span class="n">replace</span><span class="p">(</span>
|
||
</span><span id="__span-0-211"><a id="__codelineno-0-211" name="__codelineno-0-211"></a> <span class="n">old_module</span><span class="o">=</span><span class="n">concatenate_module</span><span class="p">,</span>
|
||
</span><span id="__span-0-212"><a id="__codelineno-0-212" name="__codelineno-0-212"></a> <span class="n">new_module</span><span class="o">=</span><span class="n">fl</span><span class="o">.</span><span class="n">GetArg</span><span class="p">(</span><span class="n">index</span><span class="o">=</span><span class="mi">0</span><span class="p">),</span> <span class="c1"># targets</span>
|
||
</span><span id="__span-0-213"><a id="__codelineno-0-213" name="__codelineno-0-213"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.style_aligned.StyleAligned.scale" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">scale</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
<small class="doc doc-label doc-label-writable"><code>writable</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAligned.scale" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The scaling factor for the reference features.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">StyleAlignedAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">StyleAlignedAdapter</span><span class="p">(</span><span class="n">target</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.style_aligned.T">T</span></span><span class="p">,</span> <span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-external" title="typing.Generic" href="https://docs.python.org/3/library/typing.html#typing.Generic">Generic</a>[<span title="refiners.foundationals.latent_diffusion.style_aligned.T">T</span>]</code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.adapter.Adapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.Adapter">Adapter</a>[<span title="refiners.foundationals.latent_diffusion.style_aligned.T">T</span>]</code></p>
|
||
|
||
|
||
<p>Upgrade each <code>SelfAttention</code> layer of a UNet into a <code>SharedSelfAttention</code> layer.</p>
|
||
|
||
|
||
|
||
<p><span class="doc-section-title">Parameters:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
<th>Default</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code>target</code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.style_aligned.T">T</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The target module.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<em>required</em>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code>scale</code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The scaling factor for the reference features.</p>
|
||
</div>
|
||
</td>
|
||
<td>
|
||
<code>1.0</code>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/style_aligned.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-288">288</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-289">289</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-290">290</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-299">299</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-300">300</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-307">307</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-308">308</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-309">309</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-288"><a id="__codelineno-0-288" name="__codelineno-0-288"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-289"><a id="__codelineno-0-289" name="__codelineno-0-289"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-290"><a id="__codelineno-0-290" name="__codelineno-0-290"></a> <span class="n">target</span><span class="p">:</span> <span class="n">T</span><span class="p">,</span>
|
||
</span><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
||
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a><span class="w"> </span><span class="sd">"""Initialize the StyleAlignedAdapter.</span>
|
||
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a>
|
||
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a><span class="sd"> Args:</span>
|
||
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="sd"> target: The target module.</span>
|
||
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a><span class="sd"> scale: The scaling factor for the reference features.</span>
|
||
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-299"><a id="__codelineno-0-299" name="__codelineno-0-299"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">setup_adapter</span><span class="p">(</span><span class="n">target</span><span class="p">):</span>
|
||
</span><span id="__span-0-300"><a id="__codelineno-0-300" name="__codelineno-0-300"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">target</span><span class="p">)</span>
|
||
</span><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a>
|
||
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="c1"># create a SharedSelfAttentionAdapter for each SelfAttention module</span>
|
||
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="bp">self</span><span class="o">.</span><span class="n">shared_self_attention_adapters</span> <span class="o">=</span> <span class="nb">tuple</span><span class="p">(</span>
|
||
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="n">SharedSelfAttentionAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="n">target</span><span class="o">=</span><span class="n">self_attention</span><span class="p">,</span>
|
||
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="n">scale</span><span class="o">=</span><span class="n">scale</span><span class="p">,</span>
|
||
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-308"><a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="k">for</span> <span class="n">self_attention</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">target</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">fl</span><span class="o">.</span><span class="n">SelfAttention</span><span class="p">)</span>
|
||
</span><span id="__span-0-309"><a id="__codelineno-0-309" name="__codelineno-0-309"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-attribute">
|
||
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter.scale" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">scale</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
||
<small class="doc doc-label doc-label-writable"><code>writable</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.style_aligned.StyleAlignedAdapter.scale" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>The scaling factor for the reference features.</p>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">DiffusionTarget</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-dataclass"><code>dataclass</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">DiffusionTarget</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="o">*</span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">tile</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.multi_diffusion.Tile">Tile</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">solver</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">init_latents</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">opacity_mask</span><span class="p">:</span> <span class="n"><span title="torch.Tensor">Tensor</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">weight</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">start_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">end_step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="n">MAX_STEPS</span>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
|
||
<p>Represents a target for the tiled diffusion process.</p>
|
||
<p>This class encapsulates the parameters and properties needed to define a specific area (target) within a larger
|
||
diffusion process, allowing for fine-grained control over different regions of the generated image.</p>
|
||
|
||
|
||
<p><span class="doc-section-title">Attributes:</span></p>
|
||
<table>
|
||
<thead>
|
||
<tr>
|
||
<th>Name</th>
|
||
<th>Type</th>
|
||
<th>Description</th>
|
||
</tr>
|
||
</thead>
|
||
<tbody>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.tile">tile</span></code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.Tile">Tile</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The tile defining the area of the target within the latent image.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.solver">solver</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.solvers.solver.Solver" href="#refiners.foundationals.latent_diffusion.solvers.Solver">Solver</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The solver to use for this target's diffusion process. This is useful because some solvers have an
|
||
internal state that needs to be updated during the diffusion process. Using the same solver instance for
|
||
multiple targets would interfere with this internal state.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.init_latents">init_latents</span></code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The initial latents for this target. If None, the target will be initialized with noise.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.opacity_mask">opacity_mask</span></code></td>
|
||
<td>
|
||
<code><span title="torch.Tensor">Tensor</span> | None</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>Mask controlling the target's visibility in the final image.
|
||
If None, the target will be fully visible. Otherwise, 1 means fully opaque and 0 means fully transparent
|
||
which means the target has no influence.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.weight">weight</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The importance of this target in the final image. Higher values increase the target's influence.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.start_step">start_step</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The diffusion step at which this target begins to influence the process.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.end_step">end_step</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The diffusion step at which this target stops influencing the process.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.size">size</span></code></td>
|
||
<td>
|
||
<code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.Size">Size</span></code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The size of the target area.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
<tr class="doc-section-item">
|
||
<td><code><span title="refiners.foundationals.latent_diffusion.multi_diffusion.DiffusionTarget.offset">offset</span></code></td>
|
||
<td>
|
||
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
||
</td>
|
||
<td>
|
||
<div class="doc-md-description">
|
||
<p>The top-left offset of the target area within the latent image.</p>
|
||
</div>
|
||
</td>
|
||
</tr>
|
||
</tbody>
|
||
</table>
|
||
<p>The combination of <code>opacity_mask</code> and <code>weight</code> determines the target's overall contribution to the final generated
|
||
image. The <code>solver</code> is responsible for the actual diffusion calculations for this target.</p>
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">MultiDiffusion</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion" class="headerlink" title="Permanent link">¶</a></h2>
|
||
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-external" title="abc.ABC" href="https://docs.python.org/3/library/abc.html#abc.ABC">ABC</a></code>, <code><a class="autorefs autorefs-external" title="typing.Generic" href="https://docs.python.org/3/library/typing.html#typing.Generic">Generic</a>[<span title="refiners.foundationals.latent_diffusion.multi_diffusion.T">T</span>]</code></p>
|
||
|
||
|
||
<p>MultiDiffusion class for performing multi-target diffusion using tiled diffusion.</p>
|
||
<p>For more details, refer to the paper: <a href="https://arxiv.org/abs/2302.08113">MultiDiffusion</a></p>
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-function">
|
||
|
||
|
||
<h3 id="refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion.generate_latent_tiles" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">generate_latent_tiles</span>
|
||
|
||
|
||
<span class="doc doc-labels">
|
||
<small class="doc doc-label doc-label-staticmethod"><code>staticmethod</code></small>
|
||
</span>
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.multi_diffusion.MultiDiffusion.generate_latent_tiles" class="headerlink" title="Permanent link">¶</a></h3>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">generate_latent_tiles</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">size</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.multi_diffusion.Size">Size</span></span><span class="p">,</span> <span class="n">tile_size</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.multi_diffusion.Size">Size</span></span><span class="p">,</span> <span class="n">min_overlap</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">8</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><span title="refiners.foundationals.latent_diffusion.multi_diffusion.Tile">Tile</span></span><span class="p">]</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
|
||
<p>Generate tiles for a latent image with the given size and tile size.</p>
|
||
<p>If one dimension of the <code>tile_size</code> is larger than the corresponding dimension of the image size, a single tile is
|
||
used to cover the entire image - and therefore <code>tile_size</code> is ignored. This algorithm ensures that the tile size
|
||
is respected as much as possible, while still covering the entire image and respecting the minimum overlap.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/multi_diffusion.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-122">122</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-129">129</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-130">130</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-131">131</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-132">132</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-133">133</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-134">134</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-135">135</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-136">136</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-137">137</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-138">138</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-139">139</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-140">140</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-141">141</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-144">144</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-145">145</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-148">148</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-156">156</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-157">157</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-158">158</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-159">159</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-160">160</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-162">162</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-163">163</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-164">164</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-165">165</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-166">166</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-167">167</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-168">168</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-169">169</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-122"><a id="__codelineno-0-122" name="__codelineno-0-122"></a><span class="nd">@staticmethod</span>
|
||
</span><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a><span class="k">def</span> <span class="nf">generate_latent_tiles</span><span class="p">(</span><span class="n">size</span><span class="p">:</span> <span class="n">Size</span><span class="p">,</span> <span class="n">tile_size</span><span class="p">:</span> <span class="n">Size</span><span class="p">,</span> <span class="n">min_overlap</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">8</span><span class="p">)</span> <span class="o">-></span> <span class="nb">list</span><span class="p">[</span><span class="n">Tile</span><span class="p">]:</span>
|
||
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a><span class="w"> </span><span class="sd">"""</span>
|
||
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a><span class="sd"> Generate tiles for a latent image with the given size and tile size.</span>
|
||
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a>
|
||
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="sd"> If one dimension of the `tile_size` is larger than the corresponding dimension of the image size, a single tile is</span>
|
||
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a><span class="sd"> used to cover the entire image - and therefore `tile_size` is ignored. This algorithm ensures that the tile size</span>
|
||
</span><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a><span class="sd"> is respected as much as possible, while still covering the entire image and respecting the minimum overlap.</span>
|
||
</span><span id="__span-0-130"><a id="__codelineno-0-130" name="__codelineno-0-130"></a><span class="sd"> """</span>
|
||
</span><span id="__span-0-131"><a id="__codelineno-0-131" name="__codelineno-0-131"></a> <span class="k">assert</span> <span class="p">(</span>
|
||
</span><span id="__span-0-132"><a id="__codelineno-0-132" name="__codelineno-0-132"></a> <span class="mi">0</span> <span class="o"><=</span> <span class="n">min_overlap</span> <span class="o"><</span> <span class="nb">min</span><span class="p">(</span><span class="n">tile_size</span><span class="o">.</span><span class="n">height</span><span class="p">,</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">width</span><span class="p">)</span>
|
||
</span><span id="__span-0-133"><a id="__codelineno-0-133" name="__codelineno-0-133"></a> <span class="p">),</span> <span class="s2">"Overlap must be non-negative and less than the tile size"</span>
|
||
</span><span id="__span-0-134"><a id="__codelineno-0-134" name="__codelineno-0-134"></a>
|
||
</span><span id="__span-0-135"><a id="__codelineno-0-135" name="__codelineno-0-135"></a> <span class="k">if</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">width</span> <span class="o">></span> <span class="n">size</span><span class="o">.</span><span class="n">width</span> <span class="ow">or</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">height</span> <span class="o">></span> <span class="n">size</span><span class="o">.</span><span class="n">height</span><span class="p">:</span>
|
||
</span><span id="__span-0-136"><a id="__codelineno-0-136" name="__codelineno-0-136"></a> <span class="k">return</span> <span class="p">[</span><span class="n">Tile</span><span class="p">(</span><span class="n">top</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span> <span class="n">left</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span> <span class="n">bottom</span><span class="o">=</span><span class="n">size</span><span class="o">.</span><span class="n">height</span><span class="p">,</span> <span class="n">right</span><span class="o">=</span><span class="n">size</span><span class="o">.</span><span class="n">width</span><span class="p">)]</span>
|
||
</span><span id="__span-0-137"><a id="__codelineno-0-137" name="__codelineno-0-137"></a>
|
||
</span><span id="__span-0-138"><a id="__codelineno-0-138" name="__codelineno-0-138"></a> <span class="n">tiles</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">Tile</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
|
||
</span><span id="__span-0-139"><a id="__codelineno-0-139" name="__codelineno-0-139"></a>
|
||
</span><span id="__span-0-140"><a id="__codelineno-0-140" name="__codelineno-0-140"></a> <span class="k">def</span> <span class="nf">_compute_tiles_and_overlap</span><span class="p">(</span><span class="n">length</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">tile_length</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">min_overlap</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]:</span>
|
||
</span><span id="__span-0-141"><a id="__codelineno-0-141" name="__codelineno-0-141"></a> <span class="k">if</span> <span class="n">tile_length</span> <span class="o">>=</span> <span class="n">length</span><span class="p">:</span>
|
||
</span><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="k">return</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">0</span>
|
||
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="n">num_tiles</span> <span class="o">=</span> <span class="n">math</span><span class="o">.</span><span class="n">ceil</span><span class="p">((</span><span class="n">length</span> <span class="o">-</span> <span class="n">tile_length</span><span class="p">)</span> <span class="o">/</span> <span class="p">(</span><span class="n">tile_length</span> <span class="o">-</span> <span class="n">min_overlap</span><span class="p">))</span> <span class="o">+</span> <span class="mi">1</span>
|
||
</span><span id="__span-0-144"><a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="n">overlap</span> <span class="o">=</span> <span class="p">(</span><span class="n">num_tiles</span> <span class="o">*</span> <span class="n">tile_length</span> <span class="o">-</span> <span class="n">length</span><span class="p">)</span> <span class="o">//</span> <span class="p">(</span><span class="n">num_tiles</span> <span class="o">-</span> <span class="mi">1</span><span class="p">)</span>
|
||
</span><span id="__span-0-145"><a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="k">return</span> <span class="n">num_tiles</span><span class="p">,</span> <span class="n">overlap</span>
|
||
</span><span id="__span-0-146"><a id="__codelineno-0-146" name="__codelineno-0-146"></a>
|
||
</span><span id="__span-0-147"><a id="__codelineno-0-147" name="__codelineno-0-147"></a> <span class="n">num_tiles_x</span><span class="p">,</span> <span class="n">overlap_x</span> <span class="o">=</span> <span class="n">_compute_tiles_and_overlap</span><span class="p">(</span>
|
||
</span><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a> <span class="n">length</span><span class="o">=</span><span class="n">size</span><span class="o">.</span><span class="n">width</span><span class="p">,</span> <span class="n">tile_length</span><span class="o">=</span><span class="n">tile_size</span><span class="o">.</span><span class="n">width</span><span class="p">,</span> <span class="n">min_overlap</span><span class="o">=</span><span class="n">min_overlap</span>
|
||
</span><span id="__span-0-149"><a id="__codelineno-0-149" name="__codelineno-0-149"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a> <span class="n">num_tiles_y</span><span class="p">,</span> <span class="n">overlap_y</span> <span class="o">=</span> <span class="n">_compute_tiles_and_overlap</span><span class="p">(</span>
|
||
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a> <span class="n">length</span><span class="o">=</span><span class="n">size</span><span class="o">.</span><span class="n">height</span><span class="p">,</span> <span class="n">tile_length</span><span class="o">=</span><span class="n">tile_size</span><span class="o">.</span><span class="n">height</span><span class="p">,</span> <span class="n">min_overlap</span><span class="o">=</span><span class="n">min_overlap</span>
|
||
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="p">)</span>
|
||
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a>
|
||
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">num_tiles_y</span><span class="p">):</span>
|
||
</span><span id="__span-0-155"><a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="k">for</span> <span class="n">j</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">num_tiles_x</span><span class="p">):</span>
|
||
</span><span id="__span-0-156"><a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">j</span> <span class="o">*</span> <span class="p">(</span><span class="n">tile_size</span><span class="o">.</span><span class="n">width</span> <span class="o">-</span> <span class="n">overlap_x</span><span class="p">)</span>
|
||
</span><span id="__span-0-157"><a id="__codelineno-0-157" name="__codelineno-0-157"></a> <span class="n">y</span> <span class="o">=</span> <span class="n">i</span> <span class="o">*</span> <span class="p">(</span><span class="n">tile_size</span><span class="o">.</span><span class="n">height</span> <span class="o">-</span> <span class="n">overlap_y</span><span class="p">)</span>
|
||
</span><span id="__span-0-158"><a id="__codelineno-0-158" name="__codelineno-0-158"></a>
|
||
</span><span id="__span-0-159"><a id="__codelineno-0-159" name="__codelineno-0-159"></a> <span class="c1"># Adjust x and y coordinates to ensure full-sized tiles</span>
|
||
</span><span id="__span-0-160"><a id="__codelineno-0-160" name="__codelineno-0-160"></a> <span class="k">if</span> <span class="n">x</span> <span class="o">+</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">width</span> <span class="o">></span> <span class="n">size</span><span class="o">.</span><span class="n">width</span><span class="p">:</span>
|
||
</span><span id="__span-0-161"><a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="n">x</span> <span class="o">=</span> <span class="n">size</span><span class="o">.</span><span class="n">width</span> <span class="o">-</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">width</span>
|
||
</span><span id="__span-0-162"><a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="k">if</span> <span class="n">y</span> <span class="o">+</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">height</span> <span class="o">></span> <span class="n">size</span><span class="o">.</span><span class="n">height</span><span class="p">:</span>
|
||
</span><span id="__span-0-163"><a id="__codelineno-0-163" name="__codelineno-0-163"></a> <span class="n">y</span> <span class="o">=</span> <span class="n">size</span><span class="o">.</span><span class="n">height</span> <span class="o">-</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">height</span>
|
||
</span><span id="__span-0-164"><a id="__codelineno-0-164" name="__codelineno-0-164"></a>
|
||
</span><span id="__span-0-165"><a id="__codelineno-0-165" name="__codelineno-0-165"></a> <span class="n">tile_right</span> <span class="o">=</span> <span class="n">x</span> <span class="o">+</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">width</span>
|
||
</span><span id="__span-0-166"><a id="__codelineno-0-166" name="__codelineno-0-166"></a> <span class="n">tile_bottom</span> <span class="o">=</span> <span class="n">y</span> <span class="o">+</span> <span class="n">tile_size</span><span class="o">.</span><span class="n">height</span>
|
||
</span><span id="__span-0-167"><a id="__codelineno-0-167" name="__codelineno-0-167"></a> <span class="n">tiles</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">Tile</span><span class="p">(</span><span class="n">top</span><span class="o">=</span><span class="n">y</span><span class="p">,</span> <span class="n">left</span><span class="o">=</span><span class="n">x</span><span class="p">,</span> <span class="n">bottom</span><span class="o">=</span><span class="n">tile_bottom</span><span class="p">,</span> <span class="n">right</span><span class="o">=</span><span class="n">tile_right</span><span class="p">))</span>
|
||
</span><span id="__span-0-168"><a id="__codelineno-0-168" name="__codelineno-0-168"></a>
|
||
</span><span id="__span-0-169"><a id="__codelineno-0-169" name="__codelineno-0-169"></a> <span class="k">return</span> <span class="n">tiles</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-module">
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-contents first">
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.ella_adapter.ELLA" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ELLA</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLA" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ELLA</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">time_channel</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">timestep_embedding_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">width</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">num_layers</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">num_latents</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">input_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">out_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><span title="torch.device">device</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><span title="torch.dtype">dtype</span></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Passthrough" href="../../fluxion/layers/#refiners.fluxion.layers.Passthrough">Passthrough</a></code></p>
|
||
|
||
|
||
<p>ELLA latents encoder.</p>
|
||
<p>See <a href="https://arxiv.org/abs/2403.05135">[arXiv:2403.05135] ELLA: Equip Diffusion Models with LLM for Enhanced Semantic Alignment</a> for more details.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/ella_adapter.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-218">218</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-219">219</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-228">228</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-244">244</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-245">245</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-246">246</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-218"><a id="__codelineno-0-218" name="__codelineno-0-218"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a> <span class="bp">self</span><span class="p">,</span>
|
||
</span><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a> <span class="n">time_channel</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a> <span class="n">timestep_embedding_dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-222"><a id="__codelineno-0-222" name="__codelineno-0-222"></a> <span class="n">width</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a> <span class="n">num_layers</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a> <span class="n">num_latents</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
||
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a> <span class="n">input_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a> <span class="n">out_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
||
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">TimestepEncoder</span><span class="p">(</span><span class="n">timestep_embedding_dim</span><span class="p">,</span> <span class="n">time_channel</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">),</span>
|
||
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="n">fl</span><span class="o">.</span><span class="n">UseContext</span><span class="p">(</span><span class="s2">"adapted_cross_attention_block"</span><span class="p">,</span> <span class="s2">"llm_text_embedding"</span><span class="p">),</span>
|
||
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="n">PerceiverResampler</span><span class="p">(</span>
|
||
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a> <span class="n">timestep_embedding_dim</span><span class="p">,</span>
|
||
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="n">width</span><span class="p">,</span>
|
||
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="n">num_layers</span><span class="p">,</span>
|
||
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="n">num_heads</span><span class="p">,</span>
|
||
</span><span id="__span-0-239"><a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="n">num_latents</span><span class="p">,</span>
|
||
</span><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="n">out_dim</span><span class="p">,</span>
|
||
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="n">input_dim</span><span class="p">,</span>
|
||
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
||
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
||
</span><span id="__span-0-244"><a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="p">),</span>
|
||
</span><span id="__span-0-245"><a id="__codelineno-0-245" name="__codelineno-0-245"></a> <span class="n">fl</span><span class="o">.</span><span class="n">SetContext</span><span class="p">(</span><span class="s2">"ella"</span><span class="p">,</span> <span class="s2">"latents"</span><span class="p">),</span>
|
||
</span><span id="__span-0-246"><a id="__codelineno-0-246" name="__codelineno-0-246"></a> <span class="p">)</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
<div class="doc doc-object doc-class">
|
||
|
||
|
||
|
||
<h2 id="refiners.foundationals.latent_diffusion.ella_adapter.ELLAAdapter" class="doc doc-heading">
|
||
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ELLAAdapter</span>
|
||
|
||
|
||
<a href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLAAdapter" class="headerlink" title="Permanent link">¶</a></h2>
|
||
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ELLAAdapter</span><span class="p">(</span>
|
||
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">target</span><span class="p">:</span> <span class="n"><span title="refiners.foundationals.latent_diffusion.ella_adapter.T">T</span></span><span class="p">,</span>
|
||
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">latents_encoder</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.foundationals.latent_diffusion.ella_adapter.ELLA" href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLA">ELLA</a></span><span class="p">,</span>
|
||
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">weights</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="torch.Tensor">Tensor</span></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
||
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
||
</span></code></pre></div>
|
||
|
||
<div class="doc doc-contents ">
|
||
<p class="doc doc-class-bases">
|
||
Bases: <code><a class="autorefs autorefs-external" title="typing.Generic" href="https://docs.python.org/3/library/typing.html#typing.Generic">Generic</a>[<span title="refiners.foundationals.latent_diffusion.ella_adapter.T">T</span>]</code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.Chain" href="../../fluxion/layers/#refiners.fluxion.layers.Chain">Chain</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.adapters.adapter.Adapter" href="../../fluxion/adapters/#refiners.fluxion.adapters.Adapter">Adapter</a>[<span title="refiners.foundationals.latent_diffusion.ella_adapter.T">T</span>]</code></p>
|
||
|
||
|
||
<p>Adapter for <a class="autorefs autorefs-internal" href="#refiners.foundationals.latent_diffusion.ella_adapter.ELLA"><code>ELLA</code></a>.</p>
|
||
|
||
<details class="quote">
|
||
<summary>Source code in <code>src/refiners/foundationals/latent_diffusion/ella_adapter.py</code></summary>
|
||
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-259">259</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-260">260</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-261">261</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-262">262</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-263">263</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-264">264</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-265">265</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-266">266</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-267">267</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-268">268</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
|
||
<span class="normal"><a href="#__codelineno-0-270">270</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-259"><a id="__codelineno-0-259" name="__codelineno-0-259"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">target</span><span class="p">:</span> <span class="n">T</span><span class="p">,</span> <span class="n">latents_encoder</span><span class="p">:</span> <span class="n">ELLA</span><span class="p">,</span> <span class="n">weights</span><span class="p">:</span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">Tensor</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-260"><a id="__codelineno-0-260" name="__codelineno-0-260"></a> <span class="k">if</span> <span class="n">weights</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
||
</span><span id="__span-0-261"><a id="__codelineno-0-261" name="__codelineno-0-261"></a> <span class="n">latents_encoder</span><span class="o">.</span><span class="n">load_state_dict</span><span class="p">(</span><span class="n">weights</span><span class="p">)</span>
|
||
</span><span id="__span-0-262"><a id="__codelineno-0-262" name="__codelineno-0-262"></a>
|
||
</span><span id="__span-0-263"><a id="__codelineno-0-263" name="__codelineno-0-263"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_latents_encoder</span> <span class="o">=</span> <span class="p">[</span><span class="n">latents_encoder</span><span class="p">]</span>
|
||
</span><span id="__span-0-264"><a id="__codelineno-0-264" name="__codelineno-0-264"></a> <span class="k">with</span> <span class="bp">self</span><span class="o">.</span><span class="n">setup_adapter</span><span class="p">(</span><span class="n">target</span><span class="p">):</span>
|
||
</span><span id="__span-0-265"><a id="__codelineno-0-265" name="__codelineno-0-265"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">target</span><span class="p">)</span>
|
||
</span><span id="__span-0-266"><a id="__codelineno-0-266" name="__codelineno-0-266"></a> <span class="bp">self</span><span class="o">.</span><span class="n">sub_adapters</span> <span class="o">=</span> <span class="p">[</span>
|
||
</span><span id="__span-0-267"><a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="n">ELLACrossAttentionAdapter</span><span class="p">(</span><span class="n">use_context</span><span class="p">)</span>
|
||
</span><span id="__span-0-268"><a id="__codelineno-0-268" name="__codelineno-0-268"></a> <span class="k">for</span> <span class="n">cross_attn</span> <span class="ow">in</span> <span class="n">target</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">CrossAttentionBlock</span><span class="p">)</span>
|
||
</span><span id="__span-0-269"><a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="k">for</span> <span class="n">use_context</span> <span class="ow">in</span> <span class="n">cross_attn</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">fl</span><span class="o">.</span><span class="n">UseContext</span><span class="p">)</span>
|
||
</span><span id="__span-0-270"><a id="__codelineno-0-270" name="__codelineno-0-270"></a> <span class="p">]</span>
|
||
</span></code></pre></div></td></tr></table></div>
|
||
</details>
|
||
|
||
|
||
|
||
<div class="doc doc-children">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
</article>
|
||
</div>
|
||
|
||
|
||
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
|
||
</div>
|
||
|
||
<button type="button" class="md-top md-icon" data-md-component="top" hidden>
|
||
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg>
|
||
Back to top
|
||
</button>
|
||
|
||
</main>
|
||
|
||
<footer class="md-footer">
|
||
|
||
<div class="md-footer-meta md-typeset">
|
||
<div class="md-footer-meta__inner md-grid">
|
||
<div class="md-copyright">
|
||
|
||
<div class="md-copyright__highlight">
|
||
© Lagon Technologies
|
||
</div>
|
||
|
||
|
||
Made with
|
||
<a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
|
||
Material for MkDocs
|
||
</a>
|
||
|
||
</div>
|
||
|
||
<div class="md-social">
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://discord.gg/mCmjNUVV7d" target="_blank" rel="noopener" title="discord.gg" class="md-social__link">
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 640 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M524.531 69.836a1.5 1.5 0 0 0-.764-.7A485 485 0 0 0 404.081 32.03a1.82 1.82 0 0 0-1.923.91 338 338 0 0 0-14.9 30.6 447.9 447.9 0 0 0-134.426 0 310 310 0 0 0-15.135-30.6 1.89 1.89 0 0 0-1.924-.91 483.7 483.7 0 0 0-119.688 37.107 1.7 1.7 0 0 0-.788.676C39.068 183.651 18.186 294.69 28.43 404.354a2.02 2.02 0 0 0 .765 1.375 487.7 487.7 0 0 0 146.825 74.189 1.9 1.9 0 0 0 2.063-.676A348 348 0 0 0 208.12 430.4a1.86 1.86 0 0 0-1.019-2.588 321 321 0 0 1-45.868-21.853 1.885 1.885 0 0 1-.185-3.126 251 251 0 0 0 9.109-7.137 1.82 1.82 0 0 1 1.9-.256c96.229 43.917 200.41 43.917 295.5 0a1.81 1.81 0 0 1 1.924.233 235 235 0 0 0 9.132 7.16 1.884 1.884 0 0 1-.162 3.126 301.4 301.4 0 0 1-45.89 21.83 1.875 1.875 0 0 0-1 2.611 391 391 0 0 0 30.014 48.815 1.86 1.86 0 0 0 2.063.7A486 486 0 0 0 610.7 405.729a1.88 1.88 0 0 0 .765-1.352c12.264-126.783-20.532-236.912-86.934-334.541M222.491 337.58c-28.972 0-52.844-26.587-52.844-59.239s23.409-59.241 52.844-59.241c29.665 0 53.306 26.82 52.843 59.239 0 32.654-23.41 59.241-52.843 59.241m195.38 0c-28.971 0-52.843-26.587-52.843-59.239s23.409-59.241 52.843-59.241c29.667 0 53.307 26.82 52.844 59.239 0 32.654-23.177 59.241-52.844 59.241"/></svg>
|
||
</a>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://github.com/finegrain-ai/refiners" target="_blank" rel="noopener" title="github.com" class="md-social__link">
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 496 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M165.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6m-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3m44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9M244.8 8C106.1 8 0 113.3 0 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C428.2 457.8 496 362.9 496 252 496 113.3 383.5 8 244.8 8M97.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1m-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7m32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1m-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2"/></svg>
|
||
</a>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://twitter.com/finegrain_ai" target="_blank" rel="noopener" title="twitter.com" class="md-social__link">
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M459.37 151.716c.325 4.548.325 9.097.325 13.645 0 138.72-105.583 298.558-298.558 298.558-59.452 0-114.68-17.219-161.137-47.106 8.447.974 16.568 1.299 25.34 1.299 49.055 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.112-72.772 6.498.974 12.995 1.624 19.818 1.624 9.421 0 18.843-1.3 27.614-3.573-48.081-9.747-84.143-51.98-84.143-102.985v-1.299c13.969 7.797 30.214 12.67 47.431 13.319-28.264-18.843-46.781-51.005-46.781-87.391 0-19.492 5.197-37.36 14.294-52.954 51.655 63.675 129.3 105.258 216.365 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.828 46.782-104.934 104.934-104.934 30.213 0 57.502 12.67 76.67 33.137 23.715-4.548 46.456-13.32 66.599-25.34-7.798 24.366-24.366 44.833-46.132 57.827 21.117-2.273 41.584-8.122 60.426-16.243-14.292 20.791-32.161 39.308-52.628 54.253"/></svg>
|
||
</a>
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
|
||
<a href="https://www.linkedin.com/company/finegrain-ai/" target="_blank" rel="noopener" title="www.linkedin.com" class="md-social__link">
|
||
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M416 32H31.9C14.3 32 0 46.5 0 64.3v383.4C0 465.5 14.3 480 31.9 480H416c17.6 0 32-14.5 32-32.3V64.3c0-17.8-14.4-32.3-32-32.3M135.4 416H69V202.2h66.5V416zm-33.2-243c-21.3 0-38.5-17.3-38.5-38.5S80.9 96 102.2 96c21.2 0 38.5 17.3 38.5 38.5 0 21.3-17.2 38.5-38.5 38.5m282.1 243h-66.4V312c0-24.8-.5-56.7-34.5-56.7-34.6 0-39.9 27-39.9 54.9V416h-66.4V202.2h63.7v29.2h.9c8.9-16.8 30.6-34.5 62.9-34.5 67.2 0 79.7 44.3 79.7 101.9z"/></svg>
|
||
</a>
|
||
|
||
</div>
|
||
|
||
</div>
|
||
</div>
|
||
</footer>
|
||
|
||
</div>
|
||
<div class="md-dialog" data-md-component="dialog">
|
||
<div class="md-dialog__inner md-typeset"></div>
|
||
</div>
|
||
|
||
|
||
<script id="__config" type="application/json">{"base": "../../..", "features": ["navigation.tabs", "navigation.sections", "navigation.top", "navigation.tracking", "navigation.expand", "navigation.path", "toc.follow", "navigation.tabs.sticky", "content.code.copy", "announce.dismiss"], "search": "../../../assets/javascripts/workers/search.6ce7567c.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script>
|
||
|
||
|
||
<script src="../../../assets/javascripts/bundle.56dfad97.min.js"></script>
|
||
|
||
|
||
</body>
|
||
</html> |