mirror of
https://github.com/finegrain-ai/refiners.git
synced 2024-11-15 01:28:14 +00:00
13558 lines
871 KiB
HTML
13558 lines
871 KiB
HTML
|
|
|||
|
|
<!doctype html>
|
|||
|
|
<html lang="en" class="no-js">
|
|||
|
|
<head>
|
|||
|
|
|
|||
|
|
<meta charset="utf-8">
|
|||
|
|
<meta name="viewport" content="width=device-width,initial-scale=1">
|
|||
|
|
|
|||
|
|
<meta name="description" content="A micro framework on top of PyTorch with first class citizen APIs for foundation model adaptation">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="prev" href="../adapters/">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="next" href="../context/">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="icon" href="../../../assets/favicon.svg">
|
|||
|
|
<meta name="generator" content="mkdocs-1.6.1, mkdocs-material-9.5.44">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<title>Layers - Refiners</title>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="stylesheet" href="../../../assets/stylesheets/main.0253249f.min.css">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="stylesheet" href="../../../assets/stylesheets/palette.06af60db.min.css">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
|||
|
|
<link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto:300,300i,400,400i,700,700i%7CRoboto+Mono:400,400i,700,700i&display=fallback">
|
|||
|
|
<style>:root{--md-text-font:"Roboto";--md-code-font:"Roboto Mono"}</style>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<link rel="stylesheet" href="../../../assets/_mkdocstrings.css">
|
|||
|
|
|
|||
|
|
<link rel="stylesheet" href="../../../stylesheets/extra.css">
|
|||
|
|
|
|||
|
|
<script>__md_scope=new URL("../../..",location),__md_hash=e=>[...e].reduce(((e,_)=>(e<<5)-e+_.charCodeAt(0)),0),__md_get=(e,_=localStorage,t=__md_scope)=>JSON.parse(_.getItem(t.pathname+"."+e)),__md_set=(e,_,t=localStorage,a=__md_scope)=>{try{t.setItem(a.pathname+"."+e,JSON.stringify(_))}catch(e){}}</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</head>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<body dir="ltr" data-md-color-scheme="default" data-md-color-primary="deep-orange" data-md-color-accent="deep-orange">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-toggle" data-md-toggle="drawer" type="checkbox" id="__drawer" autocomplete="off">
|
|||
|
|
<input class="md-toggle" data-md-toggle="search" type="checkbox" id="__search" autocomplete="off">
|
|||
|
|
<label class="md-overlay" for="__drawer"></label>
|
|||
|
|
<div data-md-component="skip">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Activation" class="md-skip">
|
|||
|
|
Skip to content
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
<div data-md-component="announce">
|
|||
|
|
|
|||
|
|
<aside class="md-banner">
|
|||
|
|
<div class="md-banner__inner md-grid md-typeset">
|
|||
|
|
|
|||
|
|
<button class="md-banner__button md-icon" aria-label="Don't show this again">
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
|
|||
|
|
</button>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
Check out our <a href="https://finegrain.ai/bounties">Bounty Program</a> 💰!
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<script>var el=document.querySelector("[data-md-component=announce]");if(el){var content=el.querySelector(".md-typeset");__md_hash(content.innerHTML)===__md_get("__announce")&&(el.hidden=!0)}</script>
|
|||
|
|
|
|||
|
|
</aside>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<header class="md-header md-header--shadow md-header--lifted" data-md-component="header">
|
|||
|
|
<nav class="md-header__inner md-grid" aria-label="Header">
|
|||
|
|
<a href="../../.." title="Refiners" class="md-header__button md-logo" aria-label="Refiners" data-md-component="logo">
|
|||
|
|
|
|||
|
|
<img src="../../../assets/favicon.svg" alt="logo">
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
<label class="md-header__button md-icon" for="__drawer">
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M3 6h18v2H3zm0 5h18v2H3zm0 5h18v2H3z"/></svg>
|
|||
|
|
</label>
|
|||
|
|
<div class="md-header__title" data-md-component="header-title">
|
|||
|
|
<div class="md-header__ellipsis">
|
|||
|
|
<div class="md-header__topic">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Refiners
|
|||
|
|
</span>
|
|||
|
|
</div>
|
|||
|
|
<div class="md-header__topic" data-md-component="header-topic">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Layers
|
|||
|
|
|
|||
|
|
</span>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-header__button md-icon" for="__search">
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
|
|||
|
|
</label>
|
|||
|
|
<div class="md-search" data-md-component="search" role="dialog">
|
|||
|
|
<label class="md-search__overlay" for="__search"></label>
|
|||
|
|
<div class="md-search__inner" role="search">
|
|||
|
|
<form class="md-search__form" name="search">
|
|||
|
|
<input type="text" class="md-search__input" name="query" aria-label="Search" placeholder="Search" autocapitalize="off" autocorrect="off" autocomplete="off" spellcheck="false" data-md-component="search-query" required>
|
|||
|
|
<label class="md-search__icon md-icon" for="__search">
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9.5 3A6.5 6.5 0 0 1 16 9.5c0 1.61-.59 3.09-1.56 4.23l.27.27h.79l5 5-1.5 1.5-5-5v-.79l-.27-.27A6.52 6.52 0 0 1 9.5 16 6.5 6.5 0 0 1 3 9.5 6.5 6.5 0 0 1 9.5 3m0 2C7 5 5 7 5 9.5S7 14 9.5 14 14 12 14 9.5 12 5 9.5 5"/></svg>
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11v2H8l5.5 5.5-1.42 1.42L4.16 12l7.92-7.92L13.5 5.5 8 11z"/></svg>
|
|||
|
|
</label>
|
|||
|
|
<nav class="md-search__options" aria-label="Search">
|
|||
|
|
|
|||
|
|
<button type="reset" class="md-search__icon md-icon" title="Clear" aria-label="Clear" tabindex="-1">
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M19 6.41 17.59 5 12 10.59 6.41 5 5 6.41 10.59 12 5 17.59 6.41 19 12 13.41 17.59 19 19 17.59 13.41 12z"/></svg>
|
|||
|
|
</button>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</form>
|
|||
|
|
<div class="md-search__output">
|
|||
|
|
<div class="md-search__scrollwrap" tabindex="0" data-md-scrollfix>
|
|||
|
|
<div class="md-search-result" data-md-component="search-result">
|
|||
|
|
<div class="md-search-result__meta">
|
|||
|
|
Initializing search
|
|||
|
|
</div>
|
|||
|
|
<ol class="md-search-result__list" role="presentation"></ol>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="md-header__source">
|
|||
|
|
<a href="https://github.com/finegrain-ai/refiners" title="Go to repository" class="md-source" data-md-component="source">
|
|||
|
|
<div class="md-source__icon md-icon">
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg>
|
|||
|
|
</div>
|
|||
|
|
<div class="md-source__repository">
|
|||
|
|
Refiners
|
|||
|
|
</div>
|
|||
|
|
</a>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<nav class="md-tabs" aria-label="Tabs" data-md-component="tabs">
|
|||
|
|
<div class="md-grid">
|
|||
|
|
<ul class="md-tabs__list">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-tabs__item">
|
|||
|
|
<a href="../../.." class="md-tabs__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
Home
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-tabs__item">
|
|||
|
|
<a href="../../../getting-started/recommended/" class="md-tabs__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
Getting started
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-tabs__item">
|
|||
|
|
<a href="../../../concepts/chain/" class="md-tabs__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
Key Concepts
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-tabs__item">
|
|||
|
|
<a href="../../../guides/adapting_sdxl/" class="md-tabs__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
Guides
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-tabs__item md-tabs__item--active">
|
|||
|
|
<a href="../adapters/" class="md-tabs__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
API Reference
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</div>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</header>
|
|||
|
|
|
|||
|
|
<div class="md-container" data-md-component="container">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<main class="md-main" data-md-component="main">
|
|||
|
|
<div class="md-main__inner md-grid">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="md-sidebar md-sidebar--primary" data-md-component="sidebar" data-md-type="navigation" >
|
|||
|
|
<div class="md-sidebar__scrollwrap">
|
|||
|
|
<div class="md-sidebar__inner">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<nav class="md-nav md-nav--primary md-nav--lifted" aria-label="Navigation" data-md-level="0">
|
|||
|
|
<label class="md-nav__title" for="__drawer">
|
|||
|
|
<a href="../../.." title="Refiners" class="md-nav__button md-logo" aria-label="Refiners" data-md-component="logo">
|
|||
|
|
|
|||
|
|
<img src="../../../assets/favicon.svg" alt="logo">
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
Refiners
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<div class="md-nav__source">
|
|||
|
|
<a href="https://github.com/finegrain-ai/refiners" title="Go to repository" class="md-source" data-md-component="source">
|
|||
|
|
<div class="md-source__icon md-icon">
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M439.55 236.05 244 40.45a28.87 28.87 0 0 0-40.81 0l-40.66 40.63 51.52 51.52c27.06-9.14 52.68 16.77 43.39 43.68l49.66 49.66c34.23-11.8 61.18 31 35.47 56.69-26.49 26.49-70.21-2.87-56-37.34L240.22 199v121.85c25.3 12.54 22.26 41.85 9.08 55a34.34 34.34 0 0 1-48.55 0c-17.57-17.6-11.07-46.91 11.25-56v-123c-20.8-8.51-24.6-30.74-18.64-45L142.57 101 8.45 235.14a28.86 28.86 0 0 0 0 40.81l195.61 195.6a28.86 28.86 0 0 0 40.8 0l194.69-194.69a28.86 28.86 0 0 0 0-40.81"/></svg>
|
|||
|
|
</div>
|
|||
|
|
<div class="md-source__repository">
|
|||
|
|
Refiners
|
|||
|
|
</div>
|
|||
|
|
</a>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_1" >
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_1" id="__nav_1_label" tabindex="0">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Home
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_1_label" aria-expanded="false">
|
|||
|
|
<label class="md-nav__title" for="__nav_1">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
Home
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../.." class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m12 3.77-.75.84S9.97 6.06 8.68 7.94 6 12.07 6 14.23a6 6 0 0 0 6 6 6 6 0 0 0 6-6c0-2.16-1.39-4.41-2.68-6.29s-2.57-3.33-2.57-3.33zm0 3.13c.44.52.84.95 1.68 2.17 1.21 1.76 2.32 4 2.32 5.16 0 2.22-1.78 4-4 4s-4-1.78-4-4c0-1.16 1.11-3.4 2.32-5.16.84-1.22 1.24-1.65 1.68-2.17"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Welcome
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../home/why/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M20 11h3v2h-3zM1 11h3v2H1zM13 1v3h-2V1zM4.92 3.5l2.13 2.14-1.42 1.41L3.5 4.93zm12.03 2.13 2.12-2.13 1.43 1.43-2.13 2.12zM12 6a6 6 0 0 1 6 6c0 2.22-1.21 4.16-3 5.2V19a1 1 0 0 1-1 1h-4a1 1 0 0 1-1-1v-1.8c-1.79-1.04-3-2.98-3-5.2a6 6 0 0 1 6-6m2 15v1a1 1 0 0 1-1 1h-2a1 1 0 0 1-1-1v-1zm-3-3h2v-2.13c1.73-.44 3-2.01 3-3.87a4 4 0 0 0-4-4 4 4 0 0 0-4 4c0 1.86 1.27 3.43 3 3.87z"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Manifesto
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_2" >
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_2" id="__nav_2_label" tabindex="0">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Getting started
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_2_label" aria-expanded="false">
|
|||
|
|
<label class="md-nav__title" for="__nav_2">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
Getting started
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../getting-started/recommended/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="m12 15.39-3.76 2.27.99-4.28-3.32-2.88 4.38-.37L12 6.09l1.71 4.04 4.38.37-3.32 2.88.99 4.28M22 9.24l-7.19-.61L12 2 9.19 8.63 2 9.24l5.45 4.73L5.82 21 12 17.27 18.18 21l-1.64-7.03z"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Recommended usage
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../getting-started/advanced/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9 1.09V6H7V1.09C4.16 1.57 2 4.03 2 7c0 2.22 1.21 4.15 3 5.19V21c0 .55.45 1 1 1h4c.55 0 1-.45 1-1v-8.81c1.79-1.04 3-2.97 3-5.19 0-2.97-2.16-5.43-5-5.91m1 9.37-1 .58V20H7v-8.96l-1-.58C4.77 9.74 4 8.42 4 7c0-1 .37-1.94 1-2.65V8h6V4.35c.63.71 1 1.65 1 2.65 0 1.42-.77 2.74-2 3.46m10.94 7.48a3.3 3.3 0 0 0 0-.89l.97-.73a.22.22 0 0 0 .06-.29l-.92-1.56c-.05-.1-.18-.14-.29-.1l-1.15.45c-.24-.17-.49-.32-.78-.44l-.17-1.19a.235.235 0 0 0-.23-.19h-1.85c-.12 0-.22.08-.24.19l-.17 1.19c-.29.12-.54.27-.78.44l-1.15-.45c-.1-.04-.24 0-.28.1l-.93 1.56c-.06.1-.03.22.06.29l.97.73c-.01.15-.03.3-.03.45s.02.29.03.44l-.97.74a.22.22 0 0 0-.06.29l.93 1.56c.04.1.18.13.28.1l1.15-.46c.24.18.49.33.78.45l.17 1.19c.02.11.12.19.24.19h1.85c.11 0 .21-.08.23-.19l.17-1.19c.29-.12.54-.27.78-.45l1.15.46c.11.03.24 0 .29-.1l.92-1.56a.22.22 0 0 0-.06-.29zM17.5 19c-.83 0-1.5-.67-1.5-1.5s.67-1.5 1.5-1.5 1.5.67 1.5 1.5-.67 1.5-1.5 1.5"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Advanced usage
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_3" >
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_3" id="__nav_3_label" tabindex="0">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Key Concepts
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_3_label" aria-expanded="false">
|
|||
|
|
<label class="md-nav__title" for="__nav_3">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
Key Concepts
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../concepts/chain/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M12 1a2.5 2.5 0 0 0-2.5 2.5A2.5 2.5 0 0 0 11 5.79V7H7a2 2 0 0 0-2 2v.71A2.5 2.5 0 0 0 3.5 12 2.5 2.5 0 0 0 5 14.29V15H4a2 2 0 0 0-2 2v1.21A2.5 2.5 0 0 0 .5 20.5 2.5 2.5 0 0 0 3 23a2.5 2.5 0 0 0 2.5-2.5A2.5 2.5 0 0 0 4 18.21V17h4v1.21a2.5 2.5 0 0 0-1.5 2.29A2.5 2.5 0 0 0 9 23a2.5 2.5 0 0 0 2.5-2.5 2.5 2.5 0 0 0-1.5-2.29V17a2 2 0 0 0-2-2H7v-.71A2.5 2.5 0 0 0 8.5 12 2.5 2.5 0 0 0 7 9.71V9h10v.71A2.5 2.5 0 0 0 15.5 12a2.5 2.5 0 0 0 1.5 2.29V15h-1a2 2 0 0 0-2 2v1.21a2.5 2.5 0 0 0-1.5 2.29A2.5 2.5 0 0 0 15 23a2.5 2.5 0 0 0 2.5-2.5 2.5 2.5 0 0 0-1.5-2.29V17h4v1.21a2.5 2.5 0 0 0-1.5 2.29A2.5 2.5 0 0 0 21 23a2.5 2.5 0 0 0 2.5-2.5 2.5 2.5 0 0 0-1.5-2.29V17a2 2 0 0 0-2-2h-1v-.71A2.5 2.5 0 0 0 20.5 12 2.5 2.5 0 0 0 19 9.71V9a2 2 0 0 0-2-2h-4V5.79a2.5 2.5 0 0 0 1.5-2.29A2.5 2.5 0 0 0 12 1m0 1.5a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1M6 11a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m12 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1M3 19.5a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m6 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m6 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1m6 0a1 1 0 0 1 1 1 1 1 0 0 1-1 1 1 1 0 0 1-1-1 1 1 0 0 1 1-1"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Chain
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../concepts/context/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M9 22a1 1 0 0 1-1-1v-3H4a2 2 0 0 1-2-2V4a2 2 0 0 1 2-2h16a2 2 0 0 1 2 2v12a2 2 0 0 1-2 2h-6.1l-3.7 3.71c-.2.19-.45.29-.7.29zm1-6v3.08L13.08 16H20V4H4v12zm3-6h-2V6h2zm0 4h-2v-2h2z"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Context
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../concepts/adapter/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M2 12h2v5h16v-5h2v5a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2m9-12h2v3h3v2h-3v3h-2v-3H8V8h3Z"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Adapter
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_4" >
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_4" id="__nav_4_label" tabindex="0">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Guides
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_4_label" aria-expanded="false">
|
|||
|
|
<label class="md-nav__title" for="__nav_4">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
Guides
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../guides/adapting_sdxl/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M2 13h2v2h2v-2h2v2h2v-2h2v2h2v-5l3-3V1h2l4 2-4 2v2l3 3v12H11v-3a2 2 0 0 0-2-2 2 2 0 0 0-2 2v3H2zm16-3c-.55 0-1 .54-1 1.2V13h2v-1.8c0-.66-.45-1.2-1-1.2"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Adapting SDXL
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../../guides/training_101/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M18 22a2 2 0 0 0 2-2V4a2 2 0 0 0-2-2h-6v7L9.5 7.5 7 9V2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2z"/></svg>
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Training 101
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5" checked>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_5" id="__nav_5_label" tabindex="">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
API Reference
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="1" aria-labelledby="__nav_5_label" aria-expanded="true">
|
|||
|
|
<label class="md-nav__title" for="__nav_5">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
API Reference
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--active md-nav__item--section md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_1" checked>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_5_1" id="__nav_5_1_label" tabindex="">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
Refiners
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="2" aria-labelledby="__nav_5_1_label" aria-expanded="true">
|
|||
|
|
<label class="md-nav__title" for="__nav_5_1">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
Refiners
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--active md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle " type="checkbox" id="__nav_5_1_1" checked>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_5_1_1" id="__nav_5_1_1_label" tabindex="0">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Fluxion
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_1_1_label" aria-expanded="true">
|
|||
|
|
<label class="md-nav__title" for="__nav_5_1_1">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Fluxion
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../adapters/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Adapters
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--active">
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle" type="checkbox" id="__toc">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link md-nav__link--active" for="__toc">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Layers
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<a href="./" class="md-nav__link md-nav__link--active">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Layers
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__title" for="__toc">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
Table of contents
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Activation" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Activation
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Attention" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Attention
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Breakpoint" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Breakpoint
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Chain
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" Chain">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.device" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> device
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.dtype" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> dtype
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.provider" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> provider
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.append" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> append
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.ensure_find" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> ensure_find
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.ensure_find_parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> ensure_find_parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.find" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> find
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.find_parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> find_parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.init_context" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> init_context
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> insert
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert_after_type" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> insert_after_type
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert_before_type" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> insert_before_type
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.layer" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> layer
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.layers" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> layers
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.pop" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> pop
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.remove" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.replace" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> replace
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.set_context" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_context
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.structural_copy" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> structural_copy
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.walk" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> walk
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Concatenate" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Concatenate
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ContextModule
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" ContextModule">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.ensure_parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> ensure_parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.provider" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> provider
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.get_parents" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_parents
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.get_path" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_path
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.use_context" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> use_context
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Conv2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Conv2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ConvTranspose2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ConvTranspose2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Converter" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Converter
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Cos" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Cos
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Distribute" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Distribute
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Downsample" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Downsample
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Embedding" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Embedding
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Flatten" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Flatten
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GeLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GeLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GeLUApproximation" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GeLUApproximation
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GetArg" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GetArg
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GroupNorm" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GroupNorm
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Identity" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Identity
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.InstanceNorm2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> InstanceNorm2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Interpolate" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Interpolate
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Lambda" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Lambda
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.LayerNorm" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LayerNorm
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.LayerNorm2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LayerNorm2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Linear" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Linear
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Matmul" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Matmul
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.MaxPool1d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MaxPool1d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.MaxPool2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MaxPool2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Module
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" Module">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.basic_attributes" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> basic_attributes
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.get_path" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_path
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.load_from_safetensors" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_from_safetensors
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.named_modules" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> named_modules
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.pretty_print" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> pretty_print
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.to" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> to
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.MultiLinear" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MultiLinear
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Multiply" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Multiply
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Parallel" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Parallel
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Parameter" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Parameter
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Passthrough" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Passthrough
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Permute" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Permute
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.PixelUnshuffle" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> PixelUnshuffle
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ReLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ReLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ReflectionPad2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ReflectionPad2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Reshape" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Reshape
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Residual" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Residual
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Return" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Return
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ScaledDotProductAttention" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ScaledDotProductAttention
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SelfAttention" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SelfAttention
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SelfAttention2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SelfAttention2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SetContext" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SetContext
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SiLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SiLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Sigmoid" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Sigmoid
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Sin" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Sin
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Slicing" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Slicing
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Squeeze" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Squeeze
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Sum" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Sum
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Transpose" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Transpose
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Unflatten" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Unflatten
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Unsqueeze" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Unsqueeze
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Upsample" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Upsample
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.UseContext" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> UseContext
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> WeightedModule
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" WeightedModule">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule.device" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> device
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule.dtype" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> dtype
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../context/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Context
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../utils/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Utils
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item md-nav__item--nested">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<input class="md-nav__toggle md-toggle md-toggle--indeterminate" type="checkbox" id="__nav_5_1_2" >
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__link" for="__nav_5_1_2" id="__nav_5_1_2_label" tabindex="0">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Foundation Models
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
</label>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" data-md-level="3" aria-labelledby="__nav_5_1_2_label" aria-expanded="false">
|
|||
|
|
<label class="md-nav__title" for="__nav_5_1_2">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Foundation Models
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../foundationals/clip/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> CLIP
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../foundationals/dinov2/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> DINOv2
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../foundationals/latent_diffusion/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Latent Diffusion
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../foundationals/segment_anything/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Segment Anything
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="../../foundationals/swin/" class="md-nav__link">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Swin Transformers
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</a>
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="md-sidebar md-sidebar--secondary" data-md-component="sidebar" data-md-type="toc" >
|
|||
|
|
<div class="md-sidebar__scrollwrap">
|
|||
|
|
<div class="md-sidebar__inner">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<nav class="md-nav md-nav--secondary" aria-label="Table of contents">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<label class="md-nav__title" for="__toc">
|
|||
|
|
<span class="md-nav__icon md-icon"></span>
|
|||
|
|
Table of contents
|
|||
|
|
</label>
|
|||
|
|
<ul class="md-nav__list" data-md-component="toc" data-md-scrollfix>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Activation" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Activation
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Attention" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Attention
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Breakpoint" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Breakpoint
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Chain
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" Chain">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.device" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> device
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.dtype" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> dtype
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.provider" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> provider
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.append" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> append
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.ensure_find" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> ensure_find
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.ensure_find_parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> ensure_find_parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.find" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> find
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.find_parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> find_parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.init_context" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> init_context
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> insert
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert_after_type" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> insert_after_type
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert_before_type" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> insert_before_type
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.layer" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> layer
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.layers" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> layers
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.pop" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> pop
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.remove" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> remove
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.replace" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> replace
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.set_context" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> set_context
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.structural_copy" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> structural_copy
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.walk" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> walk
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Concatenate" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Concatenate
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ContextModule
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" ContextModule">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.ensure_parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> ensure_parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.parent" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> parent
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.provider" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> provider
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.get_parents" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_parents
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.get_path" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_path
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.use_context" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> use_context
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Conv2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Conv2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ConvTranspose2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ConvTranspose2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Converter" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Converter
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Cos" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Cos
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Distribute" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Distribute
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Downsample" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Downsample
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Embedding" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Embedding
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Flatten" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Flatten
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GeLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GeLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GeLUApproximation" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GeLUApproximation
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GetArg" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GetArg
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.GroupNorm" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> GroupNorm
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Identity" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Identity
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.InstanceNorm2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> InstanceNorm2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Interpolate" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Interpolate
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Lambda" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Lambda
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.LayerNorm" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LayerNorm
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.LayerNorm2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> LayerNorm2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Linear" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Linear
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Matmul" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Matmul
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.MaxPool1d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MaxPool1d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.MaxPool2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MaxPool2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Module
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" Module">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.basic_attributes" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> basic_attributes
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.get_path" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> get_path
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.load_from_safetensors" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> load_from_safetensors
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.named_modules" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> named_modules
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.pretty_print" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> pretty_print
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.to" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-method"></code> to
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.MultiLinear" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> MultiLinear
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Multiply" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Multiply
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Parallel" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Parallel
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Parameter" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Parameter
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Passthrough" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Passthrough
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Permute" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Permute
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.PixelUnshuffle" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> PixelUnshuffle
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ReLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ReLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ReflectionPad2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ReflectionPad2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Reshape" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Reshape
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Residual" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Residual
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Return" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Return
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.ScaledDotProductAttention" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> ScaledDotProductAttention
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SelfAttention" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SelfAttention
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SelfAttention2d" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SelfAttention2d
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SetContext" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SetContext
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.SiLU" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> SiLU
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Sigmoid" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Sigmoid
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Sin" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Sin
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Slicing" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Slicing
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Squeeze" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Squeeze
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Sum" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Sum
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Transpose" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Transpose
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Unflatten" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Unflatten
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Unsqueeze" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Unsqueeze
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.Upsample" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> Upsample
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.UseContext" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> UseContext
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-class"></code> WeightedModule
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
<nav class="md-nav" aria-label=" WeightedModule">
|
|||
|
|
<ul class="md-nav__list">
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule.device" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> device
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
<li class="md-nav__item">
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule.dtype" class="md-nav__link">
|
|||
|
|
<span class="md-ellipsis">
|
|||
|
|
<code class="doc-symbol doc-symbol-toc doc-symbol-attribute"></code> dtype
|
|||
|
|
</span>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
</nav>
|
|||
|
|
|
|||
|
|
</li>
|
|||
|
|
|
|||
|
|
</ul>
|
|||
|
|
|
|||
|
|
</nav>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="md-content" data-md-component="content">
|
|||
|
|
<article class="md-content__inner md-typeset">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h1><code class="doc-symbol doc-symbol-nav doc-symbol-module"></code> Layers</h1>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-module">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents first">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Activation" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Activation</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Activation" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Activation</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>, <code><a class="autorefs autorefs-external" title="abc.ABC" href="https://docs.python.org/3/library/abc.html#abc.ABC">ABC</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Base class for activation layers.</p>
|
|||
|
|
<p>Activation layers are layers that apply a (non-linear) function to their input.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th> <th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>x</code></td> <td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/activations.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-28">28</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Attention" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Attention</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Attention" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Attention</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">embedding_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">key_embedding_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">value_embedding_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">inner_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Multi-Head Attention layer.</p>
|
|||
|
|
<details class="note">
|
|||
|
|
<summary>See <a href="https://arxiv.org/abs/1706.03762">[arXiv:1706.03762] Attention Is All You Need (Figure 2)</a> for more details</summary>
|
|||
|
|
<p><img alt="" src="https://ar5iv.labs.arxiv.org/html/1706.03762/assets/Figures/ModalNet-20.png" /></p>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>This layer simply chains</summary>
|
|||
|
|
<ul>
|
|||
|
|
<li>a <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Distribute"><code>Distribute</code></a> layer,
|
|||
|
|
containing 3 <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Linear"><code>Linear</code></a> layers,
|
|||
|
|
which transforms the 3 inputs into Query, Key and Value</li>
|
|||
|
|
<li>a <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.ScaledDotProductAttention"><code>ScaledDotProductAttention</code></a> layer</li>
|
|||
|
|
<li>a <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Linear"><code>Linear</code></a> layer,
|
|||
|
|
which projects the output of the
|
|||
|
|
<a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.ScaledDotProductAttention"><code>ScaledDotProductAttention</code></a> layer</li>
|
|||
|
|
</ul>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th> <th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Query</code></td> <td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch sequence_length embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Key</code></td> <td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch sequence_length embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Value</code></td> <td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch sequence_length embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch sequence_length embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">attention</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Attention</span><span class="p">(</span><span class="n">num_heads</span><span class="o">=</span><span class="mi">8</span><span class="p">,</span> <span class="n">embedding_dim</span><span class="o">=</span><span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">attention</span><span class="p">(</span><span class="n">tensor</span><span class="p">,</span> <span class="n">tensor</span><span class="p">,</span> <span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>embedding_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The embedding dimension of the input and output tensors.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>num_heads</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of heads to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>1</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>key_embedding_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The embedding dimension of the key tensor.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>value_embedding_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The embedding dimension of the value tensor.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>inner_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The inner dimension of the linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>use_bias</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use bias in the linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_causal</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use causal attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_optimized</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use optimized attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/attentions.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-240">240</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-241">241</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-242">242</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-243">243</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-244">244</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-245">245</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-246">246</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-247">247</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-248">248</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-249">249</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-250">250</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-251">251</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-252">252</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-253">253</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-254">254</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-255">255</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-256">256</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-257">257</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-258">258</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-259">259</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-260">260</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-261">261</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-262">262</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-263">263</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-264">264</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-265">265</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-266">266</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-267">267</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-268">268</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-269">269</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-270">270</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-271">271</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-272">272</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-273">273</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-274">274</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-275">275</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-276">276</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-277">277</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-278">278</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-279">279</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-280">280</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-281">281</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-282">282</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-283">283</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-284">284</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-285">285</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-286">286</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-287">287</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-288">288</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-289">289</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-290">290</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-291">291</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-292">292</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-293">293</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-294">294</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-295">295</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-298">298</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-299">299</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-300">300</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-301">301</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-302">302</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-303">303</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-304">304</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-305">305</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-306">306</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-307">307</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-308">308</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-309">309</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-310">310</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-311">311</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-312">312</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-313">313</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-314">314</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-315">315</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-316">316</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-241"><a id="__codelineno-0-241" name="__codelineno-0-241"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-242"><a id="__codelineno-0-242" name="__codelineno-0-242"></a> <span class="n">embedding_dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-243"><a id="__codelineno-0-243" name="__codelineno-0-243"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-244"><a id="__codelineno-0-244" name="__codelineno-0-244"></a> <span class="n">key_embedding_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-245"><a id="__codelineno-0-245" name="__codelineno-0-245"></a> <span class="n">value_embedding_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-246"><a id="__codelineno-0-246" name="__codelineno-0-246"></a> <span class="n">inner_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-247"><a id="__codelineno-0-247" name="__codelineno-0-247"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-248"><a id="__codelineno-0-248" name="__codelineno-0-248"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-249"><a id="__codelineno-0-249" name="__codelineno-0-249"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-250"><a id="__codelineno-0-250" name="__codelineno-0-250"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-251"><a id="__codelineno-0-251" name="__codelineno-0-251"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-252"><a id="__codelineno-0-252" name="__codelineno-0-252"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-253"><a id="__codelineno-0-253" name="__codelineno-0-253"></a><span class="w"> </span><span class="sd">"""Initialize the Attention layer.</span>
|
|||
|
|
</span><span id="__span-0-254"><a id="__codelineno-0-254" name="__codelineno-0-254"></a>
|
|||
|
|
</span><span id="__span-0-255"><a id="__codelineno-0-255" name="__codelineno-0-255"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-256"><a id="__codelineno-0-256" name="__codelineno-0-256"></a><span class="sd"> embedding_dim: The embedding dimension of the input and output tensors.</span>
|
|||
|
|
</span><span id="__span-0-257"><a id="__codelineno-0-257" name="__codelineno-0-257"></a><span class="sd"> num_heads: The number of heads to use.</span>
|
|||
|
|
</span><span id="__span-0-258"><a id="__codelineno-0-258" name="__codelineno-0-258"></a><span class="sd"> key_embedding_dim: The embedding dimension of the key tensor.</span>
|
|||
|
|
</span><span id="__span-0-259"><a id="__codelineno-0-259" name="__codelineno-0-259"></a><span class="sd"> value_embedding_dim: The embedding dimension of the value tensor.</span>
|
|||
|
|
</span><span id="__span-0-260"><a id="__codelineno-0-260" name="__codelineno-0-260"></a><span class="sd"> inner_dim: The inner dimension of the linear layers.</span>
|
|||
|
|
</span><span id="__span-0-261"><a id="__codelineno-0-261" name="__codelineno-0-261"></a><span class="sd"> use_bias: Whether to use bias in the linear layers.</span>
|
|||
|
|
</span><span id="__span-0-262"><a id="__codelineno-0-262" name="__codelineno-0-262"></a><span class="sd"> is_causal: Whether to use causal attention.</span>
|
|||
|
|
</span><span id="__span-0-263"><a id="__codelineno-0-263" name="__codelineno-0-263"></a><span class="sd"> is_optimized: Whether to use optimized attention.</span>
|
|||
|
|
</span><span id="__span-0-264"><a id="__codelineno-0-264" name="__codelineno-0-264"></a><span class="sd"> device: The device to use.</span>
|
|||
|
|
</span><span id="__span-0-265"><a id="__codelineno-0-265" name="__codelineno-0-265"></a><span class="sd"> dtype: The dtype to use.</span>
|
|||
|
|
</span><span id="__span-0-266"><a id="__codelineno-0-266" name="__codelineno-0-266"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-267"><a id="__codelineno-0-267" name="__codelineno-0-267"></a> <span class="k">assert</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-268"><a id="__codelineno-0-268" name="__codelineno-0-268"></a> <span class="n">embedding_dim</span> <span class="o">%</span> <span class="n">num_heads</span> <span class="o">==</span> <span class="mi">0</span>
|
|||
|
|
</span><span id="__span-0-269"><a id="__codelineno-0-269" name="__codelineno-0-269"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"embedding_dim </span><span class="si">{</span><span class="n">embedding_dim</span><span class="si">}</span><span class="s2"> must be divisible by num_heads </span><span class="si">{</span><span class="n">num_heads</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-270"><a id="__codelineno-0-270" name="__codelineno-0-270"></a> <span class="bp">self</span><span class="o">.</span><span class="n">embedding_dim</span> <span class="o">=</span> <span class="n">embedding_dim</span>
|
|||
|
|
</span><span id="__span-0-271"><a id="__codelineno-0-271" name="__codelineno-0-271"></a> <span class="bp">self</span><span class="o">.</span><span class="n">num_heads</span> <span class="o">=</span> <span class="n">num_heads</span>
|
|||
|
|
</span><span id="__span-0-272"><a id="__codelineno-0-272" name="__codelineno-0-272"></a> <span class="bp">self</span><span class="o">.</span><span class="n">heads_dim</span> <span class="o">=</span> <span class="n">embedding_dim</span> <span class="o">//</span> <span class="n">num_heads</span>
|
|||
|
|
</span><span id="__span-0-273"><a id="__codelineno-0-273" name="__codelineno-0-273"></a> <span class="bp">self</span><span class="o">.</span><span class="n">key_embedding_dim</span> <span class="o">=</span> <span class="n">key_embedding_dim</span> <span class="ow">or</span> <span class="n">embedding_dim</span>
|
|||
|
|
</span><span id="__span-0-274"><a id="__codelineno-0-274" name="__codelineno-0-274"></a> <span class="bp">self</span><span class="o">.</span><span class="n">value_embedding_dim</span> <span class="o">=</span> <span class="n">value_embedding_dim</span> <span class="ow">or</span> <span class="n">embedding_dim</span>
|
|||
|
|
</span><span id="__span-0-275"><a id="__codelineno-0-275" name="__codelineno-0-275"></a> <span class="bp">self</span><span class="o">.</span><span class="n">inner_dim</span> <span class="o">=</span> <span class="n">inner_dim</span> <span class="ow">or</span> <span class="n">embedding_dim</span>
|
|||
|
|
</span><span id="__span-0-276"><a id="__codelineno-0-276" name="__codelineno-0-276"></a> <span class="bp">self</span><span class="o">.</span><span class="n">use_bias</span> <span class="o">=</span> <span class="n">use_bias</span>
|
|||
|
|
</span><span id="__span-0-277"><a id="__codelineno-0-277" name="__codelineno-0-277"></a> <span class="bp">self</span><span class="o">.</span><span class="n">is_causal</span> <span class="o">=</span> <span class="n">is_causal</span>
|
|||
|
|
</span><span id="__span-0-278"><a id="__codelineno-0-278" name="__codelineno-0-278"></a> <span class="bp">self</span><span class="o">.</span><span class="n">is_optimized</span> <span class="o">=</span> <span class="n">is_optimized</span>
|
|||
|
|
</span><span id="__span-0-279"><a id="__codelineno-0-279" name="__codelineno-0-279"></a>
|
|||
|
|
</span><span id="__span-0-280"><a id="__codelineno-0-280" name="__codelineno-0-280"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-281"><a id="__codelineno-0-281" name="__codelineno-0-281"></a> <span class="n">Distribute</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-282"><a id="__codelineno-0-282" name="__codelineno-0-282"></a> <span class="n">Linear</span><span class="p">(</span> <span class="c1"># Query projection</span>
|
|||
|
|
</span><span id="__span-0-283"><a id="__codelineno-0-283" name="__codelineno-0-283"></a> <span class="n">in_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">embedding_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-284"><a id="__codelineno-0-284" name="__codelineno-0-284"></a> <span class="n">out_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-285"><a id="__codelineno-0-285" name="__codelineno-0-285"></a> <span class="n">bias</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">use_bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-286"><a id="__codelineno-0-286" name="__codelineno-0-286"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-287"><a id="__codelineno-0-287" name="__codelineno-0-287"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-288"><a id="__codelineno-0-288" name="__codelineno-0-288"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-289"><a id="__codelineno-0-289" name="__codelineno-0-289"></a> <span class="n">Linear</span><span class="p">(</span> <span class="c1"># Key projection</span>
|
|||
|
|
</span><span id="__span-0-290"><a id="__codelineno-0-290" name="__codelineno-0-290"></a> <span class="n">in_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">key_embedding_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-291"><a id="__codelineno-0-291" name="__codelineno-0-291"></a> <span class="n">out_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-292"><a id="__codelineno-0-292" name="__codelineno-0-292"></a> <span class="n">bias</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">use_bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-293"><a id="__codelineno-0-293" name="__codelineno-0-293"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-294"><a id="__codelineno-0-294" name="__codelineno-0-294"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-295"><a id="__codelineno-0-295" name="__codelineno-0-295"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a> <span class="n">Linear</span><span class="p">(</span> <span class="c1"># Value projection</span>
|
|||
|
|
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a> <span class="n">in_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">value_embedding_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="n">out_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-299"><a id="__codelineno-0-299" name="__codelineno-0-299"></a> <span class="n">bias</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">use_bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-300"><a id="__codelineno-0-300" name="__codelineno-0-300"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-301"><a id="__codelineno-0-301" name="__codelineno-0-301"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-302"><a id="__codelineno-0-302" name="__codelineno-0-302"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-303"><a id="__codelineno-0-303" name="__codelineno-0-303"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-304"><a id="__codelineno-0-304" name="__codelineno-0-304"></a> <span class="n">ScaledDotProductAttention</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-305"><a id="__codelineno-0-305" name="__codelineno-0-305"></a> <span class="n">num_heads</span><span class="o">=</span><span class="n">num_heads</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-306"><a id="__codelineno-0-306" name="__codelineno-0-306"></a> <span class="n">is_causal</span><span class="o">=</span><span class="n">is_causal</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-307"><a id="__codelineno-0-307" name="__codelineno-0-307"></a> <span class="n">is_optimized</span><span class="o">=</span><span class="n">is_optimized</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-308"><a id="__codelineno-0-308" name="__codelineno-0-308"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-309"><a id="__codelineno-0-309" name="__codelineno-0-309"></a> <span class="n">Linear</span><span class="p">(</span> <span class="c1"># Output projection</span>
|
|||
|
|
</span><span id="__span-0-310"><a id="__codelineno-0-310" name="__codelineno-0-310"></a> <span class="n">in_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-311"><a id="__codelineno-0-311" name="__codelineno-0-311"></a> <span class="n">out_features</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">embedding_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-312"><a id="__codelineno-0-312" name="__codelineno-0-312"></a> <span class="n">bias</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-313"><a id="__codelineno-0-313" name="__codelineno-0-313"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-314"><a id="__codelineno-0-314" name="__codelineno-0-314"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-315"><a id="__codelineno-0-315" name="__codelineno-0-315"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-316"><a id="__codelineno-0-316" name="__codelineno-0-316"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Breakpoint" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Breakpoint</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Breakpoint" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Breakpoint</span><span class="p">(</span><span class="n">vscode</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.ContextModule" href="#refiners.fluxion.layers.ContextModule">ContextModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Breakpoint layer.</p>
|
|||
|
|
<p>This layer pauses the execution when encountered, and opens a debugger.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-1025">1025</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-1026">1026</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-1027">1027</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-1025"><a id="__codelineno-0-1025" name="__codelineno-0-1025"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">vscode</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-1026"><a id="__codelineno-0-1026" name="__codelineno-0-1026"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-1027"><a id="__codelineno-0-1027" name="__codelineno-0-1027"></a> <span class="bp">self</span><span class="o">.</span><span class="n">vscode</span> <span class="o">=</span> <span class="n">vscode</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Chain" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Chain</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Chain</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterable" href="https://docs.python.org/3/library/typing.html#typing.Iterable">Iterable</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.ContextModule" href="#refiners.fluxion.layers.ContextModule">ContextModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Chain layer.</p>
|
|||
|
|
<p>This layer is the main building block of Fluxion.
|
|||
|
|
It is used to compose other layers in a sequential manner.
|
|||
|
|
Similarly to <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.Sequential.html#torch.nn.Sequential"><code>torch.nn.Sequential</code></a>,
|
|||
|
|
it calls each of its sub-layers in order, chaining their outputs as inputs to the next sublayer.
|
|||
|
|
However, it also provides additional methods to manipulate its sub-layers and their context.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">chain</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Chain</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">32</span><span class="p">,</span> <span class="mi">64</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">fl</span><span class="o">.</span><span class="n">ReLU</span><span class="p">(),</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">64</span><span class="p">,</span> <span class="mi">128</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="n">output</span> <span class="o">=</span> <span class="n">chain</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Module</span> <span class="o">|</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Module</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_provider</span> <span class="o">=</span> <span class="n">ContextProvider</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">modules</span> <span class="o">=</span> <span class="n">cast</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="nb">tuple</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Iterable</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Chain</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="n">modules</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="c1"># Violating this would mean a ContextModule ends up in two chains,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="c1"># with a single one correctly set as its parent.</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="k">assert</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="p">(</span><span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="ow">or</span> <span class="p">(</span><span class="ow">not</span> <span class="n">module</span><span class="o">.</span><span class="n">_can_refresh_parent</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">==</span> <span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> already has parent </span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_reset_context</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">)</span> <span class="ow">and</span> <span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">!=</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.device" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">device</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.device" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>The PyTorch device of the Chain's parameters.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.dtype" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">dtype</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.dtype" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>The PyTorch dtype of the Chain's parameters.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.provider" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">provider</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.provider" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">provider</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.context.ContextProvider" href="../context/#refiners.fluxion.context.ContextProvider">ContextProvider</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>The <a class="autorefs autorefs-internal" href="../context/#refiners.fluxion.context.ContextProvider"><code>ContextProvider</code></a> of the Chain.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.append" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">append</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.append" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">append</span><span class="p">(</span><span class="n">module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Append a new module to the chain.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module to append.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-536">536</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-537">537</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-538">538</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-539">539</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-540">540</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-541">541</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-542">542</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-536"><a id="__codelineno-0-536" name="__codelineno-0-536"></a><span class="k">def</span> <span class="nf">append</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-537"><a id="__codelineno-0-537" name="__codelineno-0-537"></a><span class="w"> </span><span class="sd">"""Append a new module to the chain.</span>
|
|||
|
|
</span><span id="__span-0-538"><a id="__codelineno-0-538" name="__codelineno-0-538"></a>
|
|||
|
|
</span><span id="__span-0-539"><a id="__codelineno-0-539" name="__codelineno-0-539"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-540"><a id="__codelineno-0-540" name="__codelineno-0-540"></a><span class="sd"> module: The module to append.</span>
|
|||
|
|
</span><span id="__span-0-541"><a id="__codelineno-0-541" name="__codelineno-0-541"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-542"><a id="__codelineno-0-542" name="__codelineno-0-542"></a> <span class="bp">self</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="o">-</span><span class="mi">1</span><span class="p">,</span> <span class="n">module</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.ensure_find" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">ensure_find</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.ensure_find" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ensure_find</span><span class="p">(</span><span class="n">layer_type</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">])</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Walk the Chain's sub-module tree and return the first layer of the given type.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>layer_type</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a>[<span title="refiners.fluxion.layers.chain.T">T</span>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The type of layer to find.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="refiners.fluxion.layers.chain.T">T</span></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The first module of the given layer_type.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#AssertionError">AssertionError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the module doesn't exist.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-438">438</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-439">439</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-440">440</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-441">441</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-442">442</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-443">443</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-444">444</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-445">445</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-446">446</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-447">447</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-448">448</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-449">449</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-450">450</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-451">451</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-452">452</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-438"><a id="__codelineno-0-438" name="__codelineno-0-438"></a><span class="k">def</span> <span class="nf">ensure_find</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">layer_type</span><span class="p">:</span> <span class="nb">type</span><span class="p">[</span><span class="n">T</span><span class="p">])</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-439"><a id="__codelineno-0-439" name="__codelineno-0-439"></a><span class="w"> </span><span class="sd">"""Walk the Chain's sub-module tree and return the first layer of the given type.</span>
|
|||
|
|
</span><span id="__span-0-440"><a id="__codelineno-0-440" name="__codelineno-0-440"></a>
|
|||
|
|
</span><span id="__span-0-441"><a id="__codelineno-0-441" name="__codelineno-0-441"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-442"><a id="__codelineno-0-442" name="__codelineno-0-442"></a><span class="sd"> layer_type: The type of layer to find.</span>
|
|||
|
|
</span><span id="__span-0-443"><a id="__codelineno-0-443" name="__codelineno-0-443"></a>
|
|||
|
|
</span><span id="__span-0-444"><a id="__codelineno-0-444" name="__codelineno-0-444"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-445"><a id="__codelineno-0-445" name="__codelineno-0-445"></a><span class="sd"> The first module of the given layer_type.</span>
|
|||
|
|
</span><span id="__span-0-446"><a id="__codelineno-0-446" name="__codelineno-0-446"></a>
|
|||
|
|
</span><span id="__span-0-447"><a id="__codelineno-0-447" name="__codelineno-0-447"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-448"><a id="__codelineno-0-448" name="__codelineno-0-448"></a><span class="sd"> AssertionError: If the module doesn't exist.</span>
|
|||
|
|
</span><span id="__span-0-449"><a id="__codelineno-0-449" name="__codelineno-0-449"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-450"><a id="__codelineno-0-450" name="__codelineno-0-450"></a> <span class="n">r</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">find</span><span class="p">(</span><span class="n">layer_type</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-451"><a id="__codelineno-0-451" name="__codelineno-0-451"></a> <span class="k">assert</span> <span class="n">r</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"could not find </span><span class="si">{</span><span class="n">layer_type</span><span class="si">}</span><span class="s2"> in </span><span class="si">{</span><span class="bp">self</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-452"><a id="__codelineno-0-452" name="__codelineno-0-452"></a> <span class="k">return</span> <span class="n">r</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.ensure_find_parent" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">ensure_find_parent</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.ensure_find_parent" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ensure_find_parent</span><span class="p">(</span><span class="n">module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Walk the Chain's sub-module tree and return the parent of the given module.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module whose parent to find.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The parent of the given module.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#AssertionError">AssertionError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the module doesn't exist.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-469">469</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-470">470</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-471">471</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-472">472</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-473">473</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-474">474</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-475">475</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-476">476</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-477">477</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-478">478</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-479">479</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-480">480</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-481">481</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-482">482</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-483">483</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-469"><a id="__codelineno-0-469" name="__codelineno-0-469"></a><span class="k">def</span> <span class="nf">ensure_find_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Chain"</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-470"><a id="__codelineno-0-470" name="__codelineno-0-470"></a><span class="w"> </span><span class="sd">"""Walk the Chain's sub-module tree and return the parent of the given module.</span>
|
|||
|
|
</span><span id="__span-0-471"><a id="__codelineno-0-471" name="__codelineno-0-471"></a>
|
|||
|
|
</span><span id="__span-0-472"><a id="__codelineno-0-472" name="__codelineno-0-472"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-473"><a id="__codelineno-0-473" name="__codelineno-0-473"></a><span class="sd"> module: The module whose parent to find.</span>
|
|||
|
|
</span><span id="__span-0-474"><a id="__codelineno-0-474" name="__codelineno-0-474"></a>
|
|||
|
|
</span><span id="__span-0-475"><a id="__codelineno-0-475" name="__codelineno-0-475"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-476"><a id="__codelineno-0-476" name="__codelineno-0-476"></a><span class="sd"> The parent of the given module.</span>
|
|||
|
|
</span><span id="__span-0-477"><a id="__codelineno-0-477" name="__codelineno-0-477"></a>
|
|||
|
|
</span><span id="__span-0-478"><a id="__codelineno-0-478" name="__codelineno-0-478"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-479"><a id="__codelineno-0-479" name="__codelineno-0-479"></a><span class="sd"> AssertionError: If the module doesn't exist.</span>
|
|||
|
|
</span><span id="__span-0-480"><a id="__codelineno-0-480" name="__codelineno-0-480"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-481"><a id="__codelineno-0-481" name="__codelineno-0-481"></a> <span class="n">r</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">find_parent</span><span class="p">(</span><span class="n">module</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-482"><a id="__codelineno-0-482" name="__codelineno-0-482"></a> <span class="k">assert</span> <span class="n">r</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"could not find </span><span class="si">{</span><span class="n">module</span><span class="si">}</span><span class="s2"> in </span><span class="si">{</span><span class="bp">self</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-483"><a id="__codelineno-0-483" name="__codelineno-0-483"></a> <span class="k">return</span> <span class="n">r</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.find" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">find</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.find" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">find</span><span class="p">(</span><span class="n">layer_type</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">])</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span> <span class="o">|</span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Walk the Chain's sub-module tree and return the first layer of the given type.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>layer_type</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a>[<span title="refiners.fluxion.layers.chain.T">T</span>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The type of layer to find.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="refiners.fluxion.layers.chain.T">T</span> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The first module of the given layer_type, or None if it doesn't exist.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-427">427</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-428">428</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-429">429</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-430">430</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-431">431</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-432">432</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-433">433</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-434">434</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-435">435</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-436">436</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-427"><a id="__codelineno-0-427" name="__codelineno-0-427"></a><span class="k">def</span> <span class="nf">find</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">layer_type</span><span class="p">:</span> <span class="nb">type</span><span class="p">[</span><span class="n">T</span><span class="p">])</span> <span class="o">-></span> <span class="n">T</span> <span class="o">|</span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-428"><a id="__codelineno-0-428" name="__codelineno-0-428"></a><span class="w"> </span><span class="sd">"""Walk the Chain's sub-module tree and return the first layer of the given type.</span>
|
|||
|
|
</span><span id="__span-0-429"><a id="__codelineno-0-429" name="__codelineno-0-429"></a>
|
|||
|
|
</span><span id="__span-0-430"><a id="__codelineno-0-430" name="__codelineno-0-430"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-431"><a id="__codelineno-0-431" name="__codelineno-0-431"></a><span class="sd"> layer_type: The type of layer to find.</span>
|
|||
|
|
</span><span id="__span-0-432"><a id="__codelineno-0-432" name="__codelineno-0-432"></a>
|
|||
|
|
</span><span id="__span-0-433"><a id="__codelineno-0-433" name="__codelineno-0-433"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-434"><a id="__codelineno-0-434" name="__codelineno-0-434"></a><span class="sd"> The first module of the given layer_type, or None if it doesn't exist.</span>
|
|||
|
|
</span><span id="__span-0-435"><a id="__codelineno-0-435" name="__codelineno-0-435"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-436"><a id="__codelineno-0-436" name="__codelineno-0-436"></a> <span class="k">return</span> <span class="nb">next</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">layers</span><span class="p">(</span><span class="n">layer_type</span><span class="o">=</span><span class="n">layer_type</span><span class="p">),</span> <span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.find_parent" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">find_parent</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.find_parent" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">find_parent</span><span class="p">(</span><span class="n">module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span> <span class="o">|</span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Walk the Chain's sub-module tree and return the parent of the given module.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module whose parent to find.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The parent of the given module, or None if it doesn't exist.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-454">454</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-455">455</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-456">456</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-457">457</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-458">458</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-459">459</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-460">460</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-461">461</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-462">462</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-463">463</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-464">464</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-465">465</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-466">466</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-467">467</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-454"><a id="__codelineno-0-454" name="__codelineno-0-454"></a><span class="k">def</span> <span class="nf">find_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Chain | None"</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-455"><a id="__codelineno-0-455" name="__codelineno-0-455"></a><span class="w"> </span><span class="sd">"""Walk the Chain's sub-module tree and return the parent of the given module.</span>
|
|||
|
|
</span><span id="__span-0-456"><a id="__codelineno-0-456" name="__codelineno-0-456"></a>
|
|||
|
|
</span><span id="__span-0-457"><a id="__codelineno-0-457" name="__codelineno-0-457"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-458"><a id="__codelineno-0-458" name="__codelineno-0-458"></a><span class="sd"> module: The module whose parent to find.</span>
|
|||
|
|
</span><span id="__span-0-459"><a id="__codelineno-0-459" name="__codelineno-0-459"></a>
|
|||
|
|
</span><span id="__span-0-460"><a id="__codelineno-0-460" name="__codelineno-0-460"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-461"><a id="__codelineno-0-461" name="__codelineno-0-461"></a><span class="sd"> The parent of the given module, or None if it doesn't exist.</span>
|
|||
|
|
</span><span id="__span-0-462"><a id="__codelineno-0-462" name="__codelineno-0-462"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-463"><a id="__codelineno-0-463" name="__codelineno-0-463"></a> <span class="k">if</span> <span class="n">module</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">:</span> <span class="c1"># avoid DFS-crawling the whole tree</span>
|
|||
|
|
</span><span id="__span-0-464"><a id="__codelineno-0-464" name="__codelineno-0-464"></a> <span class="k">return</span> <span class="bp">self</span>
|
|||
|
|
</span><span id="__span-0-465"><a id="__codelineno-0-465" name="__codelineno-0-465"></a> <span class="k">for</span> <span class="n">_</span><span class="p">,</span> <span class="n">parent</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">walk</span><span class="p">(</span><span class="k">lambda</span> <span class="n">m</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="n">m</span> <span class="o">==</span> <span class="n">module</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-466"><a id="__codelineno-0-466" name="__codelineno-0-466"></a> <span class="k">return</span> <span class="n">parent</span>
|
|||
|
|
</span><span id="__span-0-467"><a id="__codelineno-0-467" name="__codelineno-0-467"></a> <span class="k">return</span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.init_context" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">init_context</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.init_context" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">init_context</span><span class="p">()</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.context.Contexts">Contexts</span></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Initialize the context provider with some default values.</p>
|
|||
|
|
<p>This method is called when the Chain is created, and when it is reset.
|
|||
|
|
This method may be overridden by subclasses to provide default values for the context provider.</p>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-129">129</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a><span class="k">def</span> <span class="nf">init_context</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="n">Contexts</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a><span class="w"> </span><span class="sd">"""Initialize the context provider with some default values.</span>
|
|||
|
|
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a>
|
|||
|
|
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a><span class="sd"> This method is called when the Chain is created, and when it is reset.</span>
|
|||
|
|
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="sd"> This method may be overridden by subclasses to provide default values for the context provider.</span>
|
|||
|
|
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a> <span class="k">return</span> <span class="p">{}</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.insert" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">insert</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">insert</span><span class="p">(</span><span class="n">index</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Insert a new module in the chain.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>index</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The index at which to insert the module.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module to insert.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#IndexError">IndexError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the index is out of range.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-485">485</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-486">486</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-487">487</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-488">488</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-489">489</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-490">490</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-491">491</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-492">492</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-493">493</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-494">494</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-495">495</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-496">496</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-497">497</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-498">498</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-499">499</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-500">500</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-501">501</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-502">502</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-485"><a id="__codelineno-0-485" name="__codelineno-0-485"></a><span class="k">def</span> <span class="nf">insert</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">index</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-486"><a id="__codelineno-0-486" name="__codelineno-0-486"></a><span class="w"> </span><span class="sd">"""Insert a new module in the chain.</span>
|
|||
|
|
</span><span id="__span-0-487"><a id="__codelineno-0-487" name="__codelineno-0-487"></a>
|
|||
|
|
</span><span id="__span-0-488"><a id="__codelineno-0-488" name="__codelineno-0-488"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-489"><a id="__codelineno-0-489" name="__codelineno-0-489"></a><span class="sd"> index: The index at which to insert the module.</span>
|
|||
|
|
</span><span id="__span-0-490"><a id="__codelineno-0-490" name="__codelineno-0-490"></a><span class="sd"> module: The module to insert.</span>
|
|||
|
|
</span><span id="__span-0-491"><a id="__codelineno-0-491" name="__codelineno-0-491"></a>
|
|||
|
|
</span><span id="__span-0-492"><a id="__codelineno-0-492" name="__codelineno-0-492"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-493"><a id="__codelineno-0-493" name="__codelineno-0-493"></a><span class="sd"> IndexError: If the index is out of range.</span>
|
|||
|
|
</span><span id="__span-0-494"><a id="__codelineno-0-494" name="__codelineno-0-494"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-495"><a id="__codelineno-0-495" name="__codelineno-0-495"></a> <span class="k">if</span> <span class="n">index</span> <span class="o"><</span> <span class="mi">0</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-496"><a id="__codelineno-0-496" name="__codelineno-0-496"></a> <span class="n">index</span> <span class="o">=</span> <span class="nb">max</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="nb">len</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_modules</span><span class="p">)</span> <span class="o">+</span> <span class="n">index</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-497"><a id="__codelineno-0-497" name="__codelineno-0-497"></a> <span class="n">modules</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-498"><a id="__codelineno-0-498" name="__codelineno-0-498"></a> <span class="n">modules</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="n">index</span><span class="p">,</span> <span class="n">module</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-499"><a id="__codelineno-0-499" name="__codelineno-0-499"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-500"><a id="__codelineno-0-500" name="__codelineno-0-500"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-501"><a id="__codelineno-0-501" name="__codelineno-0-501"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-502"><a id="__codelineno-0-502" name="__codelineno-0-502"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_register_provider</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.insert_after_type" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">insert_after_type</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert_after_type" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">insert_after_type</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">module_type</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">],</span> <span class="n">new_module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Insert a new module in the chain, right after the first module of the given type.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>module_type</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a>[<a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The type of module to insert after.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>new_module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module to insert.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#ValueError">ValueError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If no module of the given type exists in the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-520">520</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-521">521</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-522">522</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-523">523</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-524">524</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-525">525</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-526">526</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-527">527</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-528">528</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-529">529</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-530">530</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-531">531</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-532">532</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-533">533</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-534">534</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-520"><a id="__codelineno-0-520" name="__codelineno-0-520"></a><span class="k">def</span> <span class="nf">insert_after_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">module_type</span><span class="p">:</span> <span class="nb">type</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span> <span class="n">new_module</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-521"><a id="__codelineno-0-521" name="__codelineno-0-521"></a><span class="w"> </span><span class="sd">"""Insert a new module in the chain, right after the first module of the given type.</span>
|
|||
|
|
</span><span id="__span-0-522"><a id="__codelineno-0-522" name="__codelineno-0-522"></a>
|
|||
|
|
</span><span id="__span-0-523"><a id="__codelineno-0-523" name="__codelineno-0-523"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-524"><a id="__codelineno-0-524" name="__codelineno-0-524"></a><span class="sd"> module_type: The type of module to insert after.</span>
|
|||
|
|
</span><span id="__span-0-525"><a id="__codelineno-0-525" name="__codelineno-0-525"></a><span class="sd"> new_module: The module to insert.</span>
|
|||
|
|
</span><span id="__span-0-526"><a id="__codelineno-0-526" name="__codelineno-0-526"></a>
|
|||
|
|
</span><span id="__span-0-527"><a id="__codelineno-0-527" name="__codelineno-0-527"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-528"><a id="__codelineno-0-528" name="__codelineno-0-528"></a><span class="sd"> ValueError: If no module of the given type exists in the chain.</span>
|
|||
|
|
</span><span id="__span-0-529"><a id="__codelineno-0-529" name="__codelineno-0-529"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-530"><a id="__codelineno-0-530" name="__codelineno-0-530"></a> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">module</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-531"><a id="__codelineno-0-531" name="__codelineno-0-531"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">module_type</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-532"><a id="__codelineno-0-532" name="__codelineno-0-532"></a> <span class="bp">self</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="n">i</span> <span class="o">+</span> <span class="mi">1</span><span class="p">,</span> <span class="n">new_module</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-533"><a id="__codelineno-0-533" name="__codelineno-0-533"></a> <span class="k">return</span>
|
|||
|
|
</span><span id="__span-0-534"><a id="__codelineno-0-534" name="__codelineno-0-534"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"No module of type </span><span class="si">{</span><span class="n">module_type</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> found in the chain."</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.insert_before_type" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">insert_before_type</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.insert_before_type" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">insert_before_type</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">module_type</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">],</span> <span class="n">new_module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Insert a new module in the chain, right before the first module of the given type.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>module_type</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a>[<a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The type of module to insert before.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>new_module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module to insert.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#ValueError">ValueError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If no module of the given type exists in the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-504">504</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-505">505</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-506">506</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-507">507</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-508">508</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-509">509</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-510">510</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-511">511</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-512">512</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-513">513</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-514">514</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-515">515</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-516">516</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-517">517</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-518">518</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-504"><a id="__codelineno-0-504" name="__codelineno-0-504"></a><span class="k">def</span> <span class="nf">insert_before_type</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">module_type</span><span class="p">:</span> <span class="nb">type</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span> <span class="n">new_module</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-505"><a id="__codelineno-0-505" name="__codelineno-0-505"></a><span class="w"> </span><span class="sd">"""Insert a new module in the chain, right before the first module of the given type.</span>
|
|||
|
|
</span><span id="__span-0-506"><a id="__codelineno-0-506" name="__codelineno-0-506"></a>
|
|||
|
|
</span><span id="__span-0-507"><a id="__codelineno-0-507" name="__codelineno-0-507"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-508"><a id="__codelineno-0-508" name="__codelineno-0-508"></a><span class="sd"> module_type: The type of module to insert before.</span>
|
|||
|
|
</span><span id="__span-0-509"><a id="__codelineno-0-509" name="__codelineno-0-509"></a><span class="sd"> new_module: The module to insert.</span>
|
|||
|
|
</span><span id="__span-0-510"><a id="__codelineno-0-510" name="__codelineno-0-510"></a>
|
|||
|
|
</span><span id="__span-0-511"><a id="__codelineno-0-511" name="__codelineno-0-511"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-512"><a id="__codelineno-0-512" name="__codelineno-0-512"></a><span class="sd"> ValueError: If no module of the given type exists in the chain.</span>
|
|||
|
|
</span><span id="__span-0-513"><a id="__codelineno-0-513" name="__codelineno-0-513"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-514"><a id="__codelineno-0-514" name="__codelineno-0-514"></a> <span class="k">for</span> <span class="n">i</span><span class="p">,</span> <span class="n">module</span> <span class="ow">in</span> <span class="nb">enumerate</span><span class="p">(</span><span class="bp">self</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-515"><a id="__codelineno-0-515" name="__codelineno-0-515"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">module_type</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-516"><a id="__codelineno-0-516" name="__codelineno-0-516"></a> <span class="bp">self</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="n">i</span><span class="p">,</span> <span class="n">new_module</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-517"><a id="__codelineno-0-517" name="__codelineno-0-517"></a> <span class="k">return</span>
|
|||
|
|
</span><span id="__span-0-518"><a id="__codelineno-0-518" name="__codelineno-0-518"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"No module of type </span><span class="si">{</span><span class="n">module_type</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> found in the chain."</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.layer" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">layer</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.layer" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">layer</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">key</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Sequence" href="https://docs.python.org/3/library/typing.html#typing.Sequence">Sequence</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">layer_type</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">]</span> <span class="o">=</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Access a layer of the Chain given its type.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="c1"># same as my_chain["Linear_2"], asserts it is a Linear</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a><span class="n">my_chain</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"Linear_2"</span><span class="p">,</span> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="c1"># same as my_chain[3], asserts it is a Linear</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">my_chain</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="mi">3</span><span class="p">,</span> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="c1"># probably won't work</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="n">my_chain</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="s2">"Conv2d"</span><span class="p">,</span> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="c1"># same as my_chain["foo"][42]["bar"],</span>
|
|||
|
|
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13" href="#__codelineno-0-13"></a><span class="c1"># assuming bar is a MyType and all parents are Chains</span>
|
|||
|
|
</span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14" href="#__codelineno-0-14"></a><span class="n">my_chain</span><span class="o">.</span><span class="n">layer</span><span class="p">((</span><span class="s2">"foo"</span><span class="p">,</span> <span class="mi">42</span><span class="p">,</span> <span class="s2">"bar"</span><span class="p">),</span> <span class="n">fl</span><span class="o">.</span><span class="n">MyType</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>key</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | <a class="autorefs autorefs-external" title="typing.Sequence" href="https://docs.python.org/3/library/typing.html#typing.Sequence">Sequence</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The key or path of the layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>layer_type</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a>[<span title="refiners.fluxion.layers.chain.T">T</span>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The type of the layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Yields:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="refiners.fluxion.layers.chain.T">T</span></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#AssertionError">AssertionError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the layer doesn't exist or the type is invalid.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-368">368</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-369">369</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-370">370</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-371">371</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-372">372</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-373">373</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-374">374</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-375">375</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-376">376</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-377">377</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-378">378</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-379">379</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-380">380</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-381">381</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-382">382</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-383">383</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-384">384</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-385">385</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-386">386</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-387">387</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-388">388</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-389">389</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-390">390</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-391">391</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-392">392</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-393">393</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-394">394</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-395">395</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-396">396</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-397">397</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-398">398</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-399">399</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-400">400</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-401">401</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-402">402</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-403">403</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-404">404</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-405">405</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-406">406</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-407">407</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-408">408</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-368"><a id="__codelineno-0-368" name="__codelineno-0-368"></a><span class="k">def</span> <span class="nf">layer</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="nb">int</span> <span class="o">|</span> <span class="n">Sequence</span><span class="p">[</span><span class="nb">str</span> <span class="o">|</span> <span class="nb">int</span><span class="p">],</span> <span class="n">layer_type</span><span class="p">:</span> <span class="nb">type</span><span class="p">[</span><span class="n">T</span><span class="p">]</span> <span class="o">=</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-369"><a id="__codelineno-0-369" name="__codelineno-0-369"></a><span class="w"> </span><span class="sd">"""Access a layer of the Chain given its type.</span>
|
|||
|
|
</span><span id="__span-0-370"><a id="__codelineno-0-370" name="__codelineno-0-370"></a>
|
|||
|
|
</span><span id="__span-0-371"><a id="__codelineno-0-371" name="__codelineno-0-371"></a><span class="sd"> Example:</span>
|
|||
|
|
</span><span id="__span-0-372"><a id="__codelineno-0-372" name="__codelineno-0-372"></a><span class="sd"> ```py</span>
|
|||
|
|
</span><span id="__span-0-373"><a id="__codelineno-0-373" name="__codelineno-0-373"></a><span class="sd"> # same as my_chain["Linear_2"], asserts it is a Linear</span>
|
|||
|
|
</span><span id="__span-0-374"><a id="__codelineno-0-374" name="__codelineno-0-374"></a><span class="sd"> my_chain.layer("Linear_2", fl.Linear)</span>
|
|||
|
|
</span><span id="__span-0-375"><a id="__codelineno-0-375" name="__codelineno-0-375"></a>
|
|||
|
|
</span><span id="__span-0-376"><a id="__codelineno-0-376" name="__codelineno-0-376"></a>
|
|||
|
|
</span><span id="__span-0-377"><a id="__codelineno-0-377" name="__codelineno-0-377"></a><span class="sd"> # same as my_chain[3], asserts it is a Linear</span>
|
|||
|
|
</span><span id="__span-0-378"><a id="__codelineno-0-378" name="__codelineno-0-378"></a><span class="sd"> my_chain.layer(3, fl.Linear)</span>
|
|||
|
|
</span><span id="__span-0-379"><a id="__codelineno-0-379" name="__codelineno-0-379"></a>
|
|||
|
|
</span><span id="__span-0-380"><a id="__codelineno-0-380" name="__codelineno-0-380"></a><span class="sd"> # probably won't work</span>
|
|||
|
|
</span><span id="__span-0-381"><a id="__codelineno-0-381" name="__codelineno-0-381"></a><span class="sd"> my_chain.layer("Conv2d", fl.Linear)</span>
|
|||
|
|
</span><span id="__span-0-382"><a id="__codelineno-0-382" name="__codelineno-0-382"></a>
|
|||
|
|
</span><span id="__span-0-383"><a id="__codelineno-0-383" name="__codelineno-0-383"></a>
|
|||
|
|
</span><span id="__span-0-384"><a id="__codelineno-0-384" name="__codelineno-0-384"></a><span class="sd"> # same as my_chain["foo"][42]["bar"],</span>
|
|||
|
|
</span><span id="__span-0-385"><a id="__codelineno-0-385" name="__codelineno-0-385"></a><span class="sd"> # assuming bar is a MyType and all parents are Chains</span>
|
|||
|
|
</span><span id="__span-0-386"><a id="__codelineno-0-386" name="__codelineno-0-386"></a><span class="sd"> my_chain.layer(("foo", 42, "bar"), fl.MyType)</span>
|
|||
|
|
</span><span id="__span-0-387"><a id="__codelineno-0-387" name="__codelineno-0-387"></a><span class="sd"> ```</span>
|
|||
|
|
</span><span id="__span-0-388"><a id="__codelineno-0-388" name="__codelineno-0-388"></a>
|
|||
|
|
</span><span id="__span-0-389"><a id="__codelineno-0-389" name="__codelineno-0-389"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-390"><a id="__codelineno-0-390" name="__codelineno-0-390"></a><span class="sd"> key: The key or path of the layer.</span>
|
|||
|
|
</span><span id="__span-0-391"><a id="__codelineno-0-391" name="__codelineno-0-391"></a><span class="sd"> layer_type: The type of the layer.</span>
|
|||
|
|
</span><span id="__span-0-392"><a id="__codelineno-0-392" name="__codelineno-0-392"></a>
|
|||
|
|
</span><span id="__span-0-393"><a id="__codelineno-0-393" name="__codelineno-0-393"></a><span class="sd"> Yields:</span>
|
|||
|
|
</span><span id="__span-0-394"><a id="__codelineno-0-394" name="__codelineno-0-394"></a><span class="sd"> The layer.</span>
|
|||
|
|
</span><span id="__span-0-395"><a id="__codelineno-0-395" name="__codelineno-0-395"></a>
|
|||
|
|
</span><span id="__span-0-396"><a id="__codelineno-0-396" name="__codelineno-0-396"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-397"><a id="__codelineno-0-397" name="__codelineno-0-397"></a><span class="sd"> AssertionError: If the layer doesn't exist or the type is invalid.</span>
|
|||
|
|
</span><span id="__span-0-398"><a id="__codelineno-0-398" name="__codelineno-0-398"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-399"><a id="__codelineno-0-399" name="__codelineno-0-399"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">key</span><span class="p">,</span> <span class="p">(</span><span class="nb">str</span><span class="p">,</span> <span class="nb">int</span><span class="p">)):</span>
|
|||
|
|
</span><span id="__span-0-400"><a id="__codelineno-0-400" name="__codelineno-0-400"></a> <span class="n">r</span> <span class="o">=</span> <span class="bp">self</span><span class="p">[</span><span class="n">key</span><span class="p">]</span>
|
|||
|
|
</span><span id="__span-0-401"><a id="__codelineno-0-401" name="__codelineno-0-401"></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">r</span><span class="p">,</span> <span class="n">layer_type</span><span class="p">),</span> <span class="sa">f</span><span class="s2">"layer </span><span class="si">{</span><span class="n">key</span><span class="si">}</span><span class="s2"> is </span><span class="si">{</span><span class="nb">type</span><span class="p">(</span><span class="n">r</span><span class="p">)</span><span class="si">}</span><span class="s2">, not </span><span class="si">{</span><span class="n">layer_type</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-402"><a id="__codelineno-0-402" name="__codelineno-0-402"></a> <span class="k">return</span> <span class="n">r</span>
|
|||
|
|
</span><span id="__span-0-403"><a id="__codelineno-0-403" name="__codelineno-0-403"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-404"><a id="__codelineno-0-404" name="__codelineno-0-404"></a> <span class="k">assert</span> <span class="nb">isinstance</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">layer_type</span><span class="p">),</span> <span class="sa">f</span><span class="s2">"layer is </span><span class="si">{</span><span class="nb">type</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span><span class="si">}</span><span class="s2">, not </span><span class="si">{</span><span class="n">layer_type</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-405"><a id="__codelineno-0-405" name="__codelineno-0-405"></a> <span class="k">return</span> <span class="bp">self</span>
|
|||
|
|
</span><span id="__span-0-406"><a id="__codelineno-0-406" name="__codelineno-0-406"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">key</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-407"><a id="__codelineno-0-407" name="__codelineno-0-407"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="n">key</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">layer_type</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-408"><a id="__codelineno-0-408" name="__codelineno-0-408"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="n">key</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Chain</span><span class="p">)</span><span class="o">.</span><span class="n">layer</span><span class="p">(</span><span class="n">key</span><span class="p">[</span><span class="mi">1</span><span class="p">:],</span> <span class="n">layer_type</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.layers" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">layers</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.layers" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">layers</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">layer_type</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">],</span> <span class="n">recurse</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterator" href="https://docs.python.org/3/library/typing.html#typing.Iterator">Iterator</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">]</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Walk the Chain's sub-module tree and yield each layer of the given type.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>layer_type</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a>[<span title="refiners.fluxion.layers.chain.T">T</span>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The type of layer to yield.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>recurse</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to recurse into sub-Chains.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Yields:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="refiners.fluxion.layers.chain.T">T</span></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Each module of the given layer_type.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-410">410</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-411">411</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-412">412</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-413">413</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-414">414</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-415">415</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-416">416</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-417">417</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-418">418</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-419">419</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-420">420</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-421">421</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-422">422</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-423">423</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-424">424</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-425">425</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-410"><a id="__codelineno-0-410" name="__codelineno-0-410"></a><span class="k">def</span> <span class="nf">layers</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-411"><a id="__codelineno-0-411" name="__codelineno-0-411"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-412"><a id="__codelineno-0-412" name="__codelineno-0-412"></a> <span class="n">layer_type</span><span class="p">:</span> <span class="nb">type</span><span class="p">[</span><span class="n">T</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-413"><a id="__codelineno-0-413" name="__codelineno-0-413"></a> <span class="n">recurse</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-414"><a id="__codelineno-0-414" name="__codelineno-0-414"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Iterator</span><span class="p">[</span><span class="n">T</span><span class="p">]:</span>
|
|||
|
|
</span><span id="__span-0-415"><a id="__codelineno-0-415" name="__codelineno-0-415"></a><span class="w"> </span><span class="sd">"""Walk the Chain's sub-module tree and yield each layer of the given type.</span>
|
|||
|
|
</span><span id="__span-0-416"><a id="__codelineno-0-416" name="__codelineno-0-416"></a>
|
|||
|
|
</span><span id="__span-0-417"><a id="__codelineno-0-417" name="__codelineno-0-417"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-418"><a id="__codelineno-0-418" name="__codelineno-0-418"></a><span class="sd"> layer_type: The type of layer to yield.</span>
|
|||
|
|
</span><span id="__span-0-419"><a id="__codelineno-0-419" name="__codelineno-0-419"></a><span class="sd"> recurse: Whether to recurse into sub-Chains.</span>
|
|||
|
|
</span><span id="__span-0-420"><a id="__codelineno-0-420" name="__codelineno-0-420"></a>
|
|||
|
|
</span><span id="__span-0-421"><a id="__codelineno-0-421" name="__codelineno-0-421"></a><span class="sd"> Yields:</span>
|
|||
|
|
</span><span id="__span-0-422"><a id="__codelineno-0-422" name="__codelineno-0-422"></a><span class="sd"> Each module of the given layer_type.</span>
|
|||
|
|
</span><span id="__span-0-423"><a id="__codelineno-0-423" name="__codelineno-0-423"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-424"><a id="__codelineno-0-424" name="__codelineno-0-424"></a> <span class="k">for</span> <span class="n">module</span><span class="p">,</span> <span class="n">_</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="n">walk</span><span class="p">(</span><span class="n">layer_type</span><span class="p">,</span> <span class="n">recurse</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-425"><a id="__codelineno-0-425" name="__codelineno-0-425"></a> <span class="k">yield</span> <span class="n">module</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.pop" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">pop</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.pop" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">pop</span><span class="p">(</span><span class="n">index</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Pop a module from the chain at the given index.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>index</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The index of the module to pop.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>-1</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The popped module.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#IndexError">IndexError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the index is out of range.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-544">544</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-545">545</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-546">546</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-547">547</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-548">548</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-549">549</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-550">550</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-551">551</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-552">552</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-553">553</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-554">554</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-555">555</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-556">556</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-557">557</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-558">558</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-559">559</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-560">560</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-561">561</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-562">562</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-563">563</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-564">564</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-565">565</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-544"><a id="__codelineno-0-544" name="__codelineno-0-544"></a><span class="k">def</span> <span class="nf">pop</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">index</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span> <span class="o">-></span> <span class="n">Module</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-545"><a id="__codelineno-0-545" name="__codelineno-0-545"></a><span class="w"> </span><span class="sd">"""Pop a module from the chain at the given index.</span>
|
|||
|
|
</span><span id="__span-0-546"><a id="__codelineno-0-546" name="__codelineno-0-546"></a>
|
|||
|
|
</span><span id="__span-0-547"><a id="__codelineno-0-547" name="__codelineno-0-547"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-548"><a id="__codelineno-0-548" name="__codelineno-0-548"></a><span class="sd"> index: The index of the module to pop.</span>
|
|||
|
|
</span><span id="__span-0-549"><a id="__codelineno-0-549" name="__codelineno-0-549"></a>
|
|||
|
|
</span><span id="__span-0-550"><a id="__codelineno-0-550" name="__codelineno-0-550"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-551"><a id="__codelineno-0-551" name="__codelineno-0-551"></a><span class="sd"> The popped module.</span>
|
|||
|
|
</span><span id="__span-0-552"><a id="__codelineno-0-552" name="__codelineno-0-552"></a>
|
|||
|
|
</span><span id="__span-0-553"><a id="__codelineno-0-553" name="__codelineno-0-553"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-554"><a id="__codelineno-0-554" name="__codelineno-0-554"></a><span class="sd"> IndexError: If the index is out of range.</span>
|
|||
|
|
</span><span id="__span-0-555"><a id="__codelineno-0-555" name="__codelineno-0-555"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-556"><a id="__codelineno-0-556" name="__codelineno-0-556"></a> <span class="n">modules</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-557"><a id="__codelineno-0-557" name="__codelineno-0-557"></a> <span class="k">if</span> <span class="n">index</span> <span class="o"><</span> <span class="mi">0</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-558"><a id="__codelineno-0-558" name="__codelineno-0-558"></a> <span class="n">index</span> <span class="o">=</span> <span class="nb">len</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span> <span class="o">+</span> <span class="n">index</span>
|
|||
|
|
</span><span id="__span-0-559"><a id="__codelineno-0-559" name="__codelineno-0-559"></a> <span class="k">if</span> <span class="n">index</span> <span class="o"><</span> <span class="mi">0</span> <span class="ow">or</span> <span class="n">index</span> <span class="o">>=</span> <span class="nb">len</span><span class="p">(</span><span class="n">modules</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-560"><a id="__codelineno-0-560" name="__codelineno-0-560"></a> <span class="k">raise</span> <span class="ne">IndexError</span><span class="p">(</span><span class="s2">"Index out of range."</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-561"><a id="__codelineno-0-561" name="__codelineno-0-561"></a> <span class="n">removed_module</span> <span class="o">=</span> <span class="n">modules</span><span class="o">.</span><span class="n">pop</span><span class="p">(</span><span class="n">index</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-562"><a id="__codelineno-0-562" name="__codelineno-0-562"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">removed_module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-563"><a id="__codelineno-0-563" name="__codelineno-0-563"></a> <span class="n">removed_module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-564"><a id="__codelineno-0-564" name="__codelineno-0-564"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-565"><a id="__codelineno-0-565" name="__codelineno-0-565"></a> <span class="k">return</span> <span class="n">removed_module</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.remove" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">remove</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.remove" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">remove</span><span class="p">(</span><span class="n">module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Remove a module from the chain.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module to remove.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#ValueError">ValueError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the module is not in the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-567">567</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-568">568</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-569">569</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-570">570</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-571">571</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-572">572</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-573">573</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-574">574</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-575">575</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-576">576</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-577">577</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-578">578</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-579">579</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-580">580</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-581">581</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-582">582</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-583">583</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-567"><a id="__codelineno-0-567" name="__codelineno-0-567"></a><span class="k">def</span> <span class="nf">remove</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">module</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-568"><a id="__codelineno-0-568" name="__codelineno-0-568"></a><span class="w"> </span><span class="sd">"""Remove a module from the chain.</span>
|
|||
|
|
</span><span id="__span-0-569"><a id="__codelineno-0-569" name="__codelineno-0-569"></a>
|
|||
|
|
</span><span id="__span-0-570"><a id="__codelineno-0-570" name="__codelineno-0-570"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-571"><a id="__codelineno-0-571" name="__codelineno-0-571"></a><span class="sd"> module: The module to remove.</span>
|
|||
|
|
</span><span id="__span-0-572"><a id="__codelineno-0-572" name="__codelineno-0-572"></a>
|
|||
|
|
</span><span id="__span-0-573"><a id="__codelineno-0-573" name="__codelineno-0-573"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-574"><a id="__codelineno-0-574" name="__codelineno-0-574"></a><span class="sd"> ValueError: If the module is not in the chain.</span>
|
|||
|
|
</span><span id="__span-0-575"><a id="__codelineno-0-575" name="__codelineno-0-575"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-576"><a id="__codelineno-0-576" name="__codelineno-0-576"></a> <span class="n">modules</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-577"><a id="__codelineno-0-577" name="__codelineno-0-577"></a> <span class="k">try</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-578"><a id="__codelineno-0-578" name="__codelineno-0-578"></a> <span class="n">modules</span><span class="o">.</span><span class="n">remove</span><span class="p">(</span><span class="n">module</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-579"><a id="__codelineno-0-579" name="__codelineno-0-579"></a> <span class="k">except</span> <span class="ne">ValueError</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-580"><a id="__codelineno-0-580" name="__codelineno-0-580"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">module</span><span class="si">}</span><span class="s2"> is not in </span><span class="si">{</span><span class="bp">self</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-581"><a id="__codelineno-0-581" name="__codelineno-0-581"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-582"><a id="__codelineno-0-582" name="__codelineno-0-582"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-583"><a id="__codelineno-0-583" name="__codelineno-0-583"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.replace" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">replace</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.replace" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">replace</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">old_module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">new_module</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">old_module_parent</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Replace a module in the chain with a new module.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>old_module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module to replace.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>new_module</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module to replace with.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>old_module_parent</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The parent of the old module.
|
|||
|
|
If None, the old module is orphanized.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#ValueError">ValueError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the module is not in the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-585">585</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-586">586</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-587">587</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-588">588</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-589">589</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-590">590</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-591">591</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-592">592</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-593">593</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-594">594</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-595">595</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-596">596</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-597">597</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-598">598</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-599">599</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-600">600</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-601">601</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-602">602</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-603">603</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-604">604</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-605">605</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-606">606</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-607">607</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-608">608</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-609">609</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-610">610</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-611">611</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-612">612</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-585"><a id="__codelineno-0-585" name="__codelineno-0-585"></a><span class="k">def</span> <span class="nf">replace</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-586"><a id="__codelineno-0-586" name="__codelineno-0-586"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-587"><a id="__codelineno-0-587" name="__codelineno-0-587"></a> <span class="n">old_module</span><span class="p">:</span> <span class="n">Module</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-588"><a id="__codelineno-0-588" name="__codelineno-0-588"></a> <span class="n">new_module</span><span class="p">:</span> <span class="n">Module</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-589"><a id="__codelineno-0-589" name="__codelineno-0-589"></a> <span class="n">old_module_parent</span><span class="p">:</span> <span class="s2">"Chain | None"</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-590"><a id="__codelineno-0-590" name="__codelineno-0-590"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-591"><a id="__codelineno-0-591" name="__codelineno-0-591"></a><span class="w"> </span><span class="sd">"""Replace a module in the chain with a new module.</span>
|
|||
|
|
</span><span id="__span-0-592"><a id="__codelineno-0-592" name="__codelineno-0-592"></a>
|
|||
|
|
</span><span id="__span-0-593"><a id="__codelineno-0-593" name="__codelineno-0-593"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-594"><a id="__codelineno-0-594" name="__codelineno-0-594"></a><span class="sd"> old_module: The module to replace.</span>
|
|||
|
|
</span><span id="__span-0-595"><a id="__codelineno-0-595" name="__codelineno-0-595"></a><span class="sd"> new_module: The module to replace with.</span>
|
|||
|
|
</span><span id="__span-0-596"><a id="__codelineno-0-596" name="__codelineno-0-596"></a><span class="sd"> old_module_parent: The parent of the old module.</span>
|
|||
|
|
</span><span id="__span-0-597"><a id="__codelineno-0-597" name="__codelineno-0-597"></a><span class="sd"> If None, the old module is orphanized.</span>
|
|||
|
|
</span><span id="__span-0-598"><a id="__codelineno-0-598" name="__codelineno-0-598"></a>
|
|||
|
|
</span><span id="__span-0-599"><a id="__codelineno-0-599" name="__codelineno-0-599"></a><span class="sd"> Raises:</span>
|
|||
|
|
</span><span id="__span-0-600"><a id="__codelineno-0-600" name="__codelineno-0-600"></a><span class="sd"> ValueError: If the module is not in the chain.</span>
|
|||
|
|
</span><span id="__span-0-601"><a id="__codelineno-0-601" name="__codelineno-0-601"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-602"><a id="__codelineno-0-602" name="__codelineno-0-602"></a> <span class="n">modules</span> <span class="o">=</span> <span class="nb">list</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-603"><a id="__codelineno-0-603" name="__codelineno-0-603"></a> <span class="k">try</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-604"><a id="__codelineno-0-604" name="__codelineno-0-604"></a> <span class="n">modules</span><span class="p">[</span><span class="n">modules</span><span class="o">.</span><span class="n">index</span><span class="p">(</span><span class="n">old_module</span><span class="p">)]</span> <span class="o">=</span> <span class="n">new_module</span>
|
|||
|
|
</span><span id="__span-0-605"><a id="__codelineno-0-605" name="__codelineno-0-605"></a> <span class="k">except</span> <span class="ne">ValueError</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-606"><a id="__codelineno-0-606" name="__codelineno-0-606"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">old_module</span><span class="si">}</span><span class="s2"> is not in </span><span class="si">{</span><span class="bp">self</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-607"><a id="__codelineno-0-607" name="__codelineno-0-607"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-608"><a id="__codelineno-0-608" name="__codelineno-0-608"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">new_module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-609"><a id="__codelineno-0-609" name="__codelineno-0-609"></a> <span class="n">new_module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-610"><a id="__codelineno-0-610" name="__codelineno-0-610"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">old_module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-611"><a id="__codelineno-0-611" name="__codelineno-0-611"></a> <span class="n">old_module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="n">old_module_parent</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-612"><a id="__codelineno-0-612" name="__codelineno-0-612"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_register_provider</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.set_context" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">set_context</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.set_context" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">set_context</span><span class="p">(</span><span class="n">context</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Set a value in the context provider.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>context</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The context to update.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>value</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The value to set.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-148">148</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-156">156</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a><span class="k">def</span> <span class="nf">set_context</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-149"><a id="__codelineno-0-149" name="__codelineno-0-149"></a><span class="w"> </span><span class="sd">"""Set a value in the context provider.</span>
|
|||
|
|
</span><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a>
|
|||
|
|
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a><span class="sd"> context: The context to update.</span>
|
|||
|
|
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a><span class="sd"> value: The value to set.</span>
|
|||
|
|
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-155"><a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_provider</span><span class="o">.</span><span class="n">set_context</span><span class="p">(</span><span class="n">context</span><span class="p">,</span> <span class="n">value</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-156"><a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_register_provider</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.structural_copy" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">structural_copy</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.structural_copy" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">structural_copy</span><span class="p">()</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.layers.chain.TChain">TChain</span></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Copy the structure of the Chain tree.</p>
|
|||
|
|
<p>This method returns a recursive copy of the Chain tree where all inner nodes
|
|||
|
|
(instances of Chain and its subclasses) are duplicated and all leaves
|
|||
|
|
(regular Modules) are not.</p>
|
|||
|
|
<p>Such copies can be adapted without disrupting the base model, but do not
|
|||
|
|
require extra GPU memory since the weights are in the leaves and hence not copied.</p>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-614">614</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-615">615</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-616">616</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-617">617</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-618">618</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-619">619</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-620">620</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-621">621</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-622">622</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-623">623</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-624">624</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-625">625</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-626">626</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-627">627</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-628">628</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-629">629</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-630">630</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-631">631</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-632">632</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-633">633</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-634">634</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-635">635</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-636">636</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-637">637</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-638">638</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-639">639</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-614"><a id="__codelineno-0-614" name="__codelineno-0-614"></a><span class="k">def</span> <span class="nf">structural_copy</span><span class="p">(</span><span class="bp">self</span><span class="p">:</span> <span class="n">TChain</span><span class="p">)</span> <span class="o">-></span> <span class="n">TChain</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-615"><a id="__codelineno-0-615" name="__codelineno-0-615"></a><span class="w"> </span><span class="sd">"""Copy the structure of the Chain tree.</span>
|
|||
|
|
</span><span id="__span-0-616"><a id="__codelineno-0-616" name="__codelineno-0-616"></a>
|
|||
|
|
</span><span id="__span-0-617"><a id="__codelineno-0-617" name="__codelineno-0-617"></a><span class="sd"> This method returns a recursive copy of the Chain tree where all inner nodes</span>
|
|||
|
|
</span><span id="__span-0-618"><a id="__codelineno-0-618" name="__codelineno-0-618"></a><span class="sd"> (instances of Chain and its subclasses) are duplicated and all leaves</span>
|
|||
|
|
</span><span id="__span-0-619"><a id="__codelineno-0-619" name="__codelineno-0-619"></a><span class="sd"> (regular Modules) are not.</span>
|
|||
|
|
</span><span id="__span-0-620"><a id="__codelineno-0-620" name="__codelineno-0-620"></a>
|
|||
|
|
</span><span id="__span-0-621"><a id="__codelineno-0-621" name="__codelineno-0-621"></a><span class="sd"> Such copies can be adapted without disrupting the base model, but do not</span>
|
|||
|
|
</span><span id="__span-0-622"><a id="__codelineno-0-622" name="__codelineno-0-622"></a><span class="sd"> require extra GPU memory since the weights are in the leaves and hence not copied.</span>
|
|||
|
|
</span><span id="__span-0-623"><a id="__codelineno-0-623" name="__codelineno-0-623"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-624"><a id="__codelineno-0-624" name="__codelineno-0-624"></a> <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="s2">"_pre_structural_copy"</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-625"><a id="__codelineno-0-625" name="__codelineno-0-625"></a> <span class="k">assert</span> <span class="nb">callable</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_pre_structural_copy</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-626"><a id="__codelineno-0-626" name="__codelineno-0-626"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_pre_structural_copy</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-627"><a id="__codelineno-0-627" name="__codelineno-0-627"></a>
|
|||
|
|
</span><span id="__span-0-628"><a id="__codelineno-0-628" name="__codelineno-0-628"></a> <span class="n">modules</span> <span class="o">=</span> <span class="p">[</span><span class="n">structural_copy</span><span class="p">(</span><span class="n">m</span><span class="p">)</span> <span class="k">for</span> <span class="n">m</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">]</span>
|
|||
|
|
</span><span id="__span-0-629"><a id="__codelineno-0-629" name="__codelineno-0-629"></a> <span class="n">clone</span> <span class="o">=</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">structural_copy</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-630"><a id="__codelineno-0-630" name="__codelineno-0-630"></a> <span class="n">clone</span><span class="o">.</span><span class="n">_provider</span> <span class="o">=</span> <span class="n">ContextProvider</span><span class="o">.</span><span class="n">create</span><span class="p">(</span><span class="n">clone</span><span class="o">.</span><span class="n">init_context</span><span class="p">())</span>
|
|||
|
|
</span><span id="__span-0-631"><a id="__codelineno-0-631" name="__codelineno-0-631"></a>
|
|||
|
|
</span><span id="__span-0-632"><a id="__codelineno-0-632" name="__codelineno-0-632"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="n">modules</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-633"><a id="__codelineno-0-633" name="__codelineno-0-633"></a> <span class="n">clone</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">module</span><span class="o">=</span><span class="n">module</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-634"><a id="__codelineno-0-634" name="__codelineno-0-634"></a>
|
|||
|
|
</span><span id="__span-0-635"><a id="__codelineno-0-635" name="__codelineno-0-635"></a> <span class="k">if</span> <span class="nb">hasattr</span><span class="p">(</span><span class="n">clone</span><span class="p">,</span> <span class="s2">"_post_structural_copy"</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-636"><a id="__codelineno-0-636" name="__codelineno-0-636"></a> <span class="k">assert</span> <span class="nb">callable</span><span class="p">(</span><span class="n">clone</span><span class="o">.</span><span class="n">_post_structural_copy</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-637"><a id="__codelineno-0-637" name="__codelineno-0-637"></a> <span class="n">clone</span><span class="o">.</span><span class="n">_post_structural_copy</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-638"><a id="__codelineno-0-638" name="__codelineno-0-638"></a>
|
|||
|
|
</span><span id="__span-0-639"><a id="__codelineno-0-639" name="__codelineno-0-639"></a> <span class="k">return</span> <span class="n">clone</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Chain.walk" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">walk</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Chain.walk" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="doc-overloads">
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">walk</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">predicate</span><span class="p">:</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n"><a class="autorefs autorefs-external" title="typing.Callable" href="https://docs.python.org/3/library/typing.html#typing.Callable">Callable</a></span><span class="p">[[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">],</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="p">)</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">recurse</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterator" href="https://docs.python.org/3/library/typing.html#typing.Iterator">Iterator</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">]]</span>
|
|||
|
|
</span></code></pre></div><div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">walk</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">predicate</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">],</span> <span class="n">recurse</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterator" href="https://docs.python.org/3/library/typing.html#typing.Iterator">Iterator</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">]]</span>
|
|||
|
|
</span></code></pre></div> </div>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">walk</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">predicate</span><span class="p">:</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">]</span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Callable" href="https://docs.python.org/3/library/typing.html#typing.Callable">Callable</a></span><span class="p">[[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">],</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="p">)</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">recurse</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span> <span class="o">-></span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterator" href="https://docs.python.org/3/library/typing.html#typing.Iterator">Iterator</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.chain.T">T</span></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">]]</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterator" href="https://docs.python.org/3/library/typing.html#typing.Iterator">Iterator</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">]]</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Walk the Chain's sub-module tree and yield each module that matches the predicate.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>predicate</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#type">type</a>[<span title="refiners.fluxion.layers.chain.T">T</span>] | <a class="autorefs autorefs-external" title="typing.Callable" href="https://docs.python.org/3/library/typing.html#typing.Callable">Callable</a>[[<a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a>, <a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a>], <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a>] | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The predicate to match.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>recurse</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to recurse into sub-Chains.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Yields:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="typing.Iterator" href="https://docs.python.org/3/library/typing.html#typing.Iterator">Iterator</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<span title="refiners.fluxion.layers.chain.T">T</span>, <a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a>]] | <a class="autorefs autorefs-external" title="typing.Iterator" href="https://docs.python.org/3/library/typing.html#typing.Iterator">Iterator</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a>, <a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a>]]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Each module that matches the predicate.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-337">337</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-338">338</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-339">339</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-340">340</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-341">341</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-342">342</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-343">343</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-344">344</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-345">345</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-346">346</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-347">347</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-348">348</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-349">349</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-350">350</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-351">351</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-352">352</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-353">353</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-354">354</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-355">355</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-356">356</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-357">357</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-358">358</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-359">359</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-360">360</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-361">361</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-362">362</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-363">363</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-364">364</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-365">365</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-366">366</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-337"><a id="__codelineno-0-337" name="__codelineno-0-337"></a><span class="k">def</span> <span class="nf">walk</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-338"><a id="__codelineno-0-338" name="__codelineno-0-338"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-339"><a id="__codelineno-0-339" name="__codelineno-0-339"></a> <span class="n">predicate</span><span class="p">:</span> <span class="nb">type</span><span class="p">[</span><span class="n">T</span><span class="p">]</span> <span class="o">|</span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Module</span><span class="p">,</span> <span class="s2">"Chain"</span><span class="p">],</span> <span class="nb">bool</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-340"><a id="__codelineno-0-340" name="__codelineno-0-340"></a> <span class="n">recurse</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-341"><a id="__codelineno-0-341" name="__codelineno-0-341"></a><span class="p">)</span> <span class="o">-></span> <span class="n">Iterator</span><span class="p">[</span><span class="nb">tuple</span><span class="p">[</span><span class="n">T</span><span class="p">,</span> <span class="s2">"Chain"</span><span class="p">]]</span> <span class="o">|</span> <span class="n">Iterator</span><span class="p">[</span><span class="nb">tuple</span><span class="p">[</span><span class="n">Module</span><span class="p">,</span> <span class="s2">"Chain"</span><span class="p">]]:</span>
|
|||
|
|
</span><span id="__span-0-342"><a id="__codelineno-0-342" name="__codelineno-0-342"></a><span class="w"> </span><span class="sd">"""Walk the Chain's sub-module tree and yield each module that matches the predicate.</span>
|
|||
|
|
</span><span id="__span-0-343"><a id="__codelineno-0-343" name="__codelineno-0-343"></a>
|
|||
|
|
</span><span id="__span-0-344"><a id="__codelineno-0-344" name="__codelineno-0-344"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-345"><a id="__codelineno-0-345" name="__codelineno-0-345"></a><span class="sd"> predicate: The predicate to match.</span>
|
|||
|
|
</span><span id="__span-0-346"><a id="__codelineno-0-346" name="__codelineno-0-346"></a><span class="sd"> recurse: Whether to recurse into sub-Chains.</span>
|
|||
|
|
</span><span id="__span-0-347"><a id="__codelineno-0-347" name="__codelineno-0-347"></a>
|
|||
|
|
</span><span id="__span-0-348"><a id="__codelineno-0-348" name="__codelineno-0-348"></a><span class="sd"> Yields:</span>
|
|||
|
|
</span><span id="__span-0-349"><a id="__codelineno-0-349" name="__codelineno-0-349"></a><span class="sd"> Each module that matches the predicate.</span>
|
|||
|
|
</span><span id="__span-0-350"><a id="__codelineno-0-350" name="__codelineno-0-350"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-351"><a id="__codelineno-0-351" name="__codelineno-0-351"></a>
|
|||
|
|
</span><span id="__span-0-352"><a id="__codelineno-0-352" name="__codelineno-0-352"></a> <span class="k">if</span> <span class="n">get_origin</span><span class="p">(</span><span class="n">predicate</span><span class="p">)</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-353"><a id="__codelineno-0-353" name="__codelineno-0-353"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"subscripted generics cannot be used as predicates"</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-354"><a id="__codelineno-0-354" name="__codelineno-0-354"></a>
|
|||
|
|
</span><span id="__span-0-355"><a id="__codelineno-0-355" name="__codelineno-0-355"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">predicate</span><span class="p">,</span> <span class="nb">type</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-356"><a id="__codelineno-0-356" name="__codelineno-0-356"></a> <span class="c1"># if the predicate is a Module type</span>
|
|||
|
|
</span><span id="__span-0-357"><a id="__codelineno-0-357" name="__codelineno-0-357"></a> <span class="c1"># build a predicate function that matches the type</span>
|
|||
|
|
</span><span id="__span-0-358"><a id="__codelineno-0-358" name="__codelineno-0-358"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_walk</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-359"><a id="__codelineno-0-359" name="__codelineno-0-359"></a> <span class="n">predicate</span><span class="o">=</span><span class="k">lambda</span> <span class="n">m</span><span class="p">,</span> <span class="n">_</span><span class="p">:</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">m</span><span class="p">,</span> <span class="n">predicate</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-360"><a id="__codelineno-0-360" name="__codelineno-0-360"></a> <span class="n">recurse</span><span class="o">=</span><span class="n">recurse</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-361"><a id="__codelineno-0-361" name="__codelineno-0-361"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-362"><a id="__codelineno-0-362" name="__codelineno-0-362"></a> <span class="k">else</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-363"><a id="__codelineno-0-363" name="__codelineno-0-363"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_walk</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-364"><a id="__codelineno-0-364" name="__codelineno-0-364"></a> <span class="n">predicate</span><span class="o">=</span><span class="n">predicate</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-365"><a id="__codelineno-0-365" name="__codelineno-0-365"></a> <span class="n">recurse</span><span class="o">=</span><span class="n">recurse</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-366"><a id="__codelineno-0-366" name="__codelineno-0-366"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Concatenate" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Concatenate</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Concatenate" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Concatenate</span><span class="p">(</span><span class="o">*</span><span class="n">modules</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span> <span class="n">dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Concatenation layer.</p>
|
|||
|
|
<p>This layer calls its sub-modules in parallel with the same inputs, and returns the concatenation of their outputs.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">concatenate</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Concatenate</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">32</span><span class="p">,</span> <span class="mi">128</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">32</span><span class="p">,</span> <span class="mi">128</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="n">output</span> <span class="o">=</span> <span class="n">concatenate</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">256</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-952">952</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-953">953</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-954">954</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-952"><a id="__codelineno-0-952" name="__codelineno-0-952"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">modules</span><span class="p">:</span> <span class="n">Module</span><span class="p">,</span> <span class="n">dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-953"><a id="__codelineno-0-953" name="__codelineno-0-953"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-954"><a id="__codelineno-0-954" name="__codelineno-0-954"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dim</span> <span class="o">=</span> <span class="n">dim</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.ContextModule" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ContextModule</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ContextModule</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>A module containing a <a class="autorefs autorefs-internal" href="../context/#refiners.fluxion.context.ContextProvider"><code>ContextProvider</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-160">160</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-161">161</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-162">162</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-160"><a id="__codelineno-0-160" name="__codelineno-0-160"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-161"><a id="__codelineno-0-161" name="__codelineno-0-161"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">*</span><span class="n">kwargs</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-162"><a id="__codelineno-0-162" name="__codelineno-0-162"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_parent</span> <span class="o">=</span> <span class="p">[]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.ContextModule.ensure_parent" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">ensure_parent</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.ensure_parent" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">ensure_parent</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Return the module's parent, or raise an error if module is an orphan.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.ContextModule.parent" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">parent</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.parent" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">parent</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span> <span class="o">|</span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Return the module's parent, or None if module is an orphan.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.ContextModule.provider" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">provider</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.provider" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">provider</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.context.ContextProvider" href="../context/#refiners.fluxion.context.ContextProvider">ContextProvider</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Return the module's context provider.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.ContextModule.get_parents" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">get_parents</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.get_parents" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">get_parents</span><span class="p">()</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span><span class="p">]</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Recursively retrieve the module's parents.</p>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-175">175</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-176">176</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-177">177</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-175"><a id="__codelineno-0-175" name="__codelineno-0-175"></a><span class="k">def</span> <span class="nf">get_parents</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"list[Chain]"</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-176"><a id="__codelineno-0-176" name="__codelineno-0-176"></a><span class="w"> </span><span class="sd">"""Recursively retrieve the module's parents."""</span>
|
|||
|
|
</span><span id="__span-0-177"><a id="__codelineno-0-177" name="__codelineno-0-177"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="n">_parent</span> <span class="o">+</span> <span class="bp">self</span><span class="o">.</span><span class="n">_parent</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">get_parents</span><span class="p">()</span> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">_parent</span> <span class="k">else</span> <span class="p">[]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.ContextModule.get_path" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">get_path</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.get_path" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">get_path</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">parent</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">top</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Get the path of the module in the chain.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>parent</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The parent of the module in the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>top</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The top module of the chain.
|
|||
|
|
If None, the path will be relative to the root of the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-219">219</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-220">220</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-221">221</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-222">222</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-223">223</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-224">224</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-225">225</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-226">226</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-227">227</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-228">228</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-219"><a id="__codelineno-0-219" name="__codelineno-0-219"></a><span class="k">def</span> <span class="nf">get_path</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">parent</span><span class="p">:</span> <span class="s2">"Chain | None"</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">top</span><span class="p">:</span> <span class="s2">"Module | None"</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-220"><a id="__codelineno-0-220" name="__codelineno-0-220"></a><span class="w"> </span><span class="sd">"""Get the path of the module in the chain.</span>
|
|||
|
|
</span><span id="__span-0-221"><a id="__codelineno-0-221" name="__codelineno-0-221"></a>
|
|||
|
|
</span><span id="__span-0-222"><a id="__codelineno-0-222" name="__codelineno-0-222"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-223"><a id="__codelineno-0-223" name="__codelineno-0-223"></a><span class="sd"> parent: The parent of the module in the chain.</span>
|
|||
|
|
</span><span id="__span-0-224"><a id="__codelineno-0-224" name="__codelineno-0-224"></a><span class="sd"> top: The top module of the chain.</span>
|
|||
|
|
</span><span id="__span-0-225"><a id="__codelineno-0-225" name="__codelineno-0-225"></a><span class="sd"> If None, the path will be relative to the root of the chain.</span>
|
|||
|
|
</span><span id="__span-0-226"><a id="__codelineno-0-226" name="__codelineno-0-226"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-227"><a id="__codelineno-0-227" name="__codelineno-0-227"></a>
|
|||
|
|
</span><span id="__span-0-228"><a id="__codelineno-0-228" name="__codelineno-0-228"></a> <span class="k">return</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">get_path</span><span class="p">(</span><span class="n">parent</span><span class="o">=</span><span class="n">parent</span> <span class="ow">or</span> <span class="bp">self</span><span class="o">.</span><span class="n">parent</span><span class="p">,</span> <span class="n">top</span><span class="o">=</span><span class="n">top</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.ContextModule.use_context" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">use_context</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ContextModule.use_context" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">use_context</span><span class="p">(</span><span class="n">context_name</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.context.Context">Context</span></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Retrieve the context object from the module's context provider.</p>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-195">195</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-196">196</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-197">197</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-198">198</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-199">199</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-195"><a id="__codelineno-0-195" name="__codelineno-0-195"></a><span class="k">def</span> <span class="nf">use_context</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context_name</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="n">Context</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-196"><a id="__codelineno-0-196" name="__codelineno-0-196"></a><span class="w"> </span><span class="sd">"""Retrieve the context object from the module's context provider."""</span>
|
|||
|
|
</span><span id="__span-0-197"><a id="__codelineno-0-197" name="__codelineno-0-197"></a> <span class="n">context</span> <span class="o">=</span> <span class="bp">self</span><span class="o">.</span><span class="n">provider</span><span class="o">.</span><span class="n">get_context</span><span class="p">(</span><span class="n">context_name</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-198"><a id="__codelineno-0-198" name="__codelineno-0-198"></a> <span class="k">assert</span> <span class="n">context</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"Context </span><span class="si">{</span><span class="n">context_name</span><span class="si">}</span><span class="s2"> not found."</span>
|
|||
|
|
</span><span id="__span-0-199"><a id="__codelineno-0-199" name="__codelineno-0-199"></a> <span class="k">return</span> <span class="n">context</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Conv2d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Conv2d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Conv2d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Conv2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">out_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">stride</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">padding</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">groups</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">dilation</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a> <span class="n">padding_mode</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"zeros"</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13" href="#__codelineno-0-13"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.Conv2d" href="https://pytorch.org/docs/main/generated/torch.nn.Conv2d.html#torch.nn.Conv2d">Conv2d</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>2D Convolutional layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.Conv2d.html#torch.nn.Conv2d"><code>torch.nn.Conv2d</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Real[Tensor, 'batch in_channels in_height in_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Real[Tensor, 'batch out_channels out_height out_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">conv2d</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Conv2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">in_channels</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">out_channels</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">stride</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">padding</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="n">output</span> <span class="o">=</span> <span class="n">conv2d</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/conv.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-58">58</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-61">61</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="n">out_channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a> <span class="n">stride</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a> <span class="n">padding</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a> <span class="n">groups</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a> <span class="n">dilation</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="n">padding_mode</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"zeros"</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="n">in_channels</span><span class="o">=</span><span class="n">in_channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">out_channels</span><span class="o">=</span><span class="n">out_channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="n">kernel_size</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">stride</span><span class="o">=</span><span class="n">stride</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">padding</span><span class="o">=</span><span class="n">padding</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="n">dilation</span><span class="o">=</span><span class="n">dilation</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="n">groups</span><span class="o">=</span><span class="n">groups</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="n">bias</span><span class="o">=</span><span class="n">use_bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a> <span class="n">padding_mode</span><span class="o">=</span><span class="n">padding_mode</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="bp">self</span><span class="o">.</span><span class="n">use_bias</span> <span class="o">=</span> <span class="n">use_bias</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.ConvTranspose2d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ConvTranspose2d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ConvTranspose2d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ConvTranspose2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">out_channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">stride</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">padding</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">output_padding</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">groups</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a> <span class="n">dilation</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a> <span class="n">padding_mode</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s2">"zeros"</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13" href="#__codelineno-0-13"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-14"><a id="__codelineno-0-14" name="__codelineno-0-14" href="#__codelineno-0-14"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.ConvTranspose2d" href="https://pytorch.org/docs/main/generated/torch.nn.ConvTranspose2d.html#torch.nn.ConvTranspose2d">ConvTranspose2d</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>2D Transposed Convolutional layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.ConvTranspose2d.html#torch.nn.ConvTranspose2d"><code>torch.nn.ConvTranspose2d</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Real[Tensor, 'batch in_channels in_height in_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Real[Tensor, 'batch out_channels out_height out_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">conv2d</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">ConvTranspose2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">in_channels</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">out_channels</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">stride</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">padding</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="n">output</span> <span class="o">=</span> <span class="n">conv2d</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/conv.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-112">112</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-113">113</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-114">114</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-115">115</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-116">116</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-117">117</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-118">118</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-119">119</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-120">120</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-121">121</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="n">in_channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="n">out_channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="n">stride</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">padding</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="n">output_padding</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="n">groups</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="n">dilation</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="n">padding_mode</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"zeros"</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">in_channels</span><span class="o">=</span><span class="n">in_channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="n">out_channels</span><span class="o">=</span><span class="n">out_channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="n">kernel_size</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="n">stride</span><span class="o">=</span><span class="n">stride</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-112"><a id="__codelineno-0-112" name="__codelineno-0-112"></a> <span class="n">padding</span><span class="o">=</span><span class="n">padding</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-113"><a id="__codelineno-0-113" name="__codelineno-0-113"></a> <span class="n">output_padding</span><span class="o">=</span><span class="n">output_padding</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-114"><a id="__codelineno-0-114" name="__codelineno-0-114"></a> <span class="n">dilation</span><span class="o">=</span><span class="n">dilation</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-115"><a id="__codelineno-0-115" name="__codelineno-0-115"></a> <span class="n">groups</span><span class="o">=</span><span class="n">groups</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-116"><a id="__codelineno-0-116" name="__codelineno-0-116"></a> <span class="n">bias</span><span class="o">=</span><span class="n">use_bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-117"><a id="__codelineno-0-117" name="__codelineno-0-117"></a> <span class="n">padding_mode</span><span class="o">=</span><span class="n">padding_mode</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-118"><a id="__codelineno-0-118" name="__codelineno-0-118"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-119"><a id="__codelineno-0-119" name="__codelineno-0-119"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-120"><a id="__codelineno-0-120" name="__codelineno-0-120"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-121"><a id="__codelineno-0-121" name="__codelineno-0-121"></a> <span class="bp">self</span><span class="o">.</span><span class="n">use_bias</span> <span class="o">=</span> <span class="n">use_bias</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Converter" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Converter</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Converter" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Converter</span><span class="p">(</span><span class="n">set_device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span> <span class="n">set_dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.ContextModule" href="#refiners.fluxion.layers.ContextModule">ContextModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>A Converter class that adjusts tensor properties based on a parent module's settings.</p>
|
|||
|
|
<p>This class inherits from <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.ContextModule"><code>ContextModule</code></a>
|
|||
|
|
and provides functionality to adjust the device and dtype
|
|||
|
|
of input tensor(s) to match the parent module's attributes.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>Note</summary>
|
|||
|
|
<p>Ensure the parent module has <code>device</code> and <code>dtype</code> attributes if <code>set_device</code> or <code>set_dtype</code> are set to True.</p>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>set_device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, matches the device of the input tensor(s) to the parent's device.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>set_dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, matches the dtype of the input tensor(s) to the parent's dtype.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/converter.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-19">19</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-27">27</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">set_device</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span> <span class="n">set_dtype</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a><span class="w"> </span><span class="sd">"""Initializes the Converter layer.</span>
|
|||
|
|
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a>
|
|||
|
|
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a><span class="sd"> set_device: If True, matches the device of the input tensor(s) to the parent's device.</span>
|
|||
|
|
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a><span class="sd"> set_dtype: If True, matches the dtype of the input tensor(s) to the parent's dtype.</span>
|
|||
|
|
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_device</span> <span class="o">=</span> <span class="n">set_device</span>
|
|||
|
|
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a> <span class="bp">self</span><span class="o">.</span><span class="n">set_dtype</span> <span class="o">=</span> <span class="n">set_dtype</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Cos" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Cos</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Cos" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Cos</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Cosine operator layer.</p>
|
|||
|
|
<p>This layer applies the cosine function to the input tensor.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.cos.html#torch.cos"><code>torch.cos</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">cos</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Cos</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mi">0</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">pi</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">cos</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">expected_output</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mf">1.0</span><span class="p">,</span> <span class="o">-</span><span class="mf">1.0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">expected_output</span><span class="p">,</span> <span class="n">atol</span><span class="o">=</span><span class="mf">1e-6</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-31">31</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">*</span><span class="n">kwargs</span><span class="p">)</span> <span class="c1"># type: ignore[reportUnknownMemberType]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Distribute" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Distribute</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Distribute" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Distribute</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterable" href="https://docs.python.org/3/library/typing.html#typing.Iterable">Iterable</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Distribute layer.</p>
|
|||
|
|
<p>This layer calls its sub-modules in parallel with their respective input, and returns a tuple of their outputs.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">distribute</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Distribute</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">32</span><span class="p">,</span> <span class="mi">128</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">64</span><span class="p">,</span> <span class="mi">256</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">tensor1</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">tensor2</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="mi">64</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="n">outputs</span> <span class="o">=</span> <span class="n">distribute</span><span class="p">(</span><span class="n">tensor1</span><span class="p">,</span> <span class="n">tensor2</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">outputs</span><span class="p">)</span> <span class="o">==</span> <span class="mi">2</span>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a><span class="k">assert</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="k">assert</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">1</span><span class="p">]</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">4</span><span class="p">,</span> <span class="mi">256</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Module</span> <span class="o">|</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Module</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_provider</span> <span class="o">=</span> <span class="n">ContextProvider</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">modules</span> <span class="o">=</span> <span class="n">cast</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="nb">tuple</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Iterable</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Chain</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="n">modules</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="c1"># Violating this would mean a ContextModule ends up in two chains,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="c1"># with a single one correctly set as its parent.</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="k">assert</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="p">(</span><span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="ow">or</span> <span class="p">(</span><span class="ow">not</span> <span class="n">module</span><span class="o">.</span><span class="n">_can_refresh_parent</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">==</span> <span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> already has parent </span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_reset_context</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">)</span> <span class="ow">and</span> <span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">!=</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Downsample" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Downsample</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Downsample" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Downsample</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">scale_factor</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">padding</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">register_shape</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Downsample layer.</p>
|
|||
|
|
<p>This layer downsamples the input by the given scale factor.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#RuntimeError">RuntimeError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the context sampling is not set or if the context does not contain a list.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>channels</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of input and output channels.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>scale_factor</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The factor by which to downsample the input.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>padding</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The amount of zero-padding added to both sides of the input.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>0</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>register_shape</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, registers the input shape in the context.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use for the convolutional layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use for the convolutional layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/sampling.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-50"> 50</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-51"> 51</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-52"> 52</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-53"> 53</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-54"> 54</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-55"> 55</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-56"> 56</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-57"> 57</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-58"> 58</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-59"> 59</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-60"> 60</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-61"> 61</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-62"> 62</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-63"> 63</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-64"> 64</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-65"> 65</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-66"> 66</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-67"> 67</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-68"> 68</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-69"> 69</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-70"> 70</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-71"> 71</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-72"> 72</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-73"> 73</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-74"> 74</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-75"> 75</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-76"> 76</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-77"> 77</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-78"> 78</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-79"> 79</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-80"> 80</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">scale_factor</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="n">padding</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="n">register_shape</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a><span class="w"> </span><span class="sd">"""Initializes the Downsample layer.</span>
|
|||
|
|
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a>
|
|||
|
|
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a><span class="sd"> channels: The number of input and output channels.</span>
|
|||
|
|
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a><span class="sd"> scale_factor: The factor by which to downsample the input.</span>
|
|||
|
|
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a><span class="sd"> padding: The amount of zero-padding added to both sides of the input.</span>
|
|||
|
|
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a><span class="sd"> register_shape: If True, registers the input shape in the context.</span>
|
|||
|
|
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a><span class="sd"> device: The device to use for the convolutional layer.</span>
|
|||
|
|
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a><span class="sd"> dtype: The dtype to use for the convolutional layer.</span>
|
|||
|
|
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a> <span class="bp">self</span><span class="o">.</span><span class="n">channels</span> <span class="o">=</span> <span class="n">channels</span>
|
|||
|
|
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a> <span class="bp">self</span><span class="o">.</span><span class="n">in_channels</span> <span class="o">=</span> <span class="n">channels</span>
|
|||
|
|
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a> <span class="bp">self</span><span class="o">.</span><span class="n">out_channels</span> <span class="o">=</span> <span class="n">channels</span>
|
|||
|
|
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a> <span class="bp">self</span><span class="o">.</span><span class="n">scale_factor</span> <span class="o">=</span> <span class="n">scale_factor</span>
|
|||
|
|
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a> <span class="bp">self</span><span class="o">.</span><span class="n">padding</span> <span class="o">=</span> <span class="n">padding</span>
|
|||
|
|
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a>
|
|||
|
|
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a> <span class="n">Conv2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="n">in_channels</span><span class="o">=</span><span class="n">channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">out_channels</span><span class="o">=</span><span class="n">channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">stride</span><span class="o">=</span><span class="n">scale_factor</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="n">padding</span><span class="o">=</span><span class="n">padding</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="k">if</span> <span class="n">padding</span> <span class="o">==</span> <span class="mi">0</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="n">zero_pad</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Tensor</span><span class="p">],</span> <span class="n">Tensor</span><span class="p">]</span> <span class="o">=</span> <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">pad</span><span class="p">(</span><span class="n">x</span><span class="p">,</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="bp">self</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="n">index</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="n">module</span><span class="o">=</span><span class="n">Lambda</span><span class="p">(</span><span class="n">func</span><span class="o">=</span><span class="n">zero_pad</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="k">if</span> <span class="n">register_shape</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="bp">self</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="n">index</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="n">module</span><span class="o">=</span><span class="n">SetContext</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">context</span><span class="o">=</span><span class="s2">"sampling"</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="n">key</span><span class="o">=</span><span class="s2">"shapes"</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="n">callback</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="n">register_shape</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Embedding" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Embedding</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Embedding" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Embedding</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_embeddings</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">embedding_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.Embedding" href="https://pytorch.org/docs/main/generated/torch.nn.Embedding.html#torch.nn.Embedding">Embedding</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Embedding layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.Embedding.html#torch.nn.Embedding"><code>torch.nn.Embedding</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Int[Tensor, 'batch length']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch length embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">embedding</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Embedding</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_embeddings</span><span class="o">=</span><span class="mi">10</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">embedding_dim</span><span class="o">=</span><span class="mi">128</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randint</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">output</span> <span class="o">=</span> <span class="n">embedding</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>num_embeddings</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of embeddings.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>embedding_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dimension of the embeddings.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use for the embedding layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use for the embedding layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/embedding.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-53">53</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a> <span class="n">num_embeddings</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a> <span class="n">embedding_dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a><span class="w"> </span><span class="sd">"""Initializes the Embedding layer.</span>
|
|||
|
|
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a>
|
|||
|
|
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="sd"> num_embeddings: The number of embeddings.</span>
|
|||
|
|
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a><span class="sd"> embedding_dim: The dimension of the embeddings.</span>
|
|||
|
|
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a><span class="sd"> device: The device to use for the embedding layer.</span>
|
|||
|
|
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a><span class="sd"> dtype: The dtype to use for the embedding layer.</span>
|
|||
|
|
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a> <span class="n">_Embedding</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="n">num_embeddings</span><span class="o">=</span><span class="n">num_embeddings</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="n">embedding_dim</span><span class="o">=</span><span class="n">embedding_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Flatten" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Flatten</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Flatten" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Flatten</span><span class="p">(</span><span class="n">start_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span> <span class="n">end_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Flatten operation layer.</p>
|
|||
|
|
<p>This layer flattens the input tensor between the given dimensions.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.flatten.html#torch.flatten"><code>torch.flatten</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">flatten</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Flatten</span><span class="p">(</span><span class="n">start_dim</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">flatten</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-78">78</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-79">79</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-80">80</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-81">81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82">82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83">83</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">start_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">end_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="bp">self</span><span class="o">.</span><span class="n">start_dim</span> <span class="o">=</span> <span class="n">start_dim</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">end_dim</span> <span class="o">=</span> <span class="n">end_dim</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.GLU" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">GLU</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.GLU" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">GLU</span><span class="p">(</span><span class="n">activation</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.activations.Activation" href="#refiners.fluxion.layers.Activation">Activation</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.activations.Activation" href="#refiners.fluxion.layers.Activation">Activation</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Gated Linear Unit activation function.</p>
|
|||
|
|
<p>See <a href="https://arxiv.org/abs/2002.05202">[arXiv:2002.05202] GLU Variants Improve Transformer</a> for more details.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">glu</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">GLU</span><span class="p">(</span><span class="n">fl</span><span class="o">.</span><span class="n">ReLU</span><span class="p">())</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([[</span><span class="mf">1.0</span><span class="p">,</span> <span class="mf">0.0</span><span class="p">,</span> <span class="o">-</span><span class="mf">1.0</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">]])</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">output</span> <span class="o">=</span> <span class="n">glu</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">0.0</span><span class="p">]))</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/activations.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-152">152</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">activation</span><span class="p">:</span> <span class="n">Activation</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="bp">self</span><span class="o">.</span><span class="n">activation</span> <span class="o">=</span> <span class="n">activation</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.GeLU" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">GeLU</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.GeLU" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">GeLU</span><span class="p">(</span><span class="n">approximation</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.activations.GeLUApproximation" href="#refiners.fluxion.layers.GeLUApproximation">GeLUApproximation</a></span> <span class="o">=</span> <span class="n"><span title="refiners.fluxion.layers.activations.GeLUApproximation.NONE">NONE</span></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.activations.Activation" href="#refiners.fluxion.layers.Activation">Activation</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Gaussian Error Linear Unit activation function.</p>
|
|||
|
|
<p>This activation can be quite expensive to compute, a few approximations are available,
|
|||
|
|
see <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.GeLUApproximation"><code>GeLUApproximation</code></a>.</p>
|
|||
|
|
<p>See <a href="https://arxiv.org/abs/1606.08415">[arXiv:1606.08415] Gaussian Error Linear Units</a> for more details.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">gelu</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">GeLU</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([[</span><span class="o">-</span><span class="mf">1.0</span><span class="p">,</span> <span class="mf">0.0</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">]])</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">gelu</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/activations.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a> <span class="n">approximation</span><span class="p">:</span> <span class="n">GeLUApproximation</span> <span class="o">=</span> <span class="n">GeLUApproximation</span><span class="o">.</span><span class="n">NONE</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a> <span class="bp">self</span><span class="o">.</span><span class="n">approximation</span> <span class="o">=</span> <span class="n">approximation</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.GeLUApproximation" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">GeLUApproximation</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.GeLUApproximation" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="enum.Enum" href="https://docs.python.org/3/library/enum.html#enum.Enum">Enum</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Approximation methods for the Gaussian Error Linear Unit activation function.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Attributes:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code><span title="refiners.fluxion.layers.GeLUApproximation.NONE">NONE</span></code></td>
|
|||
|
|
<td>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>No approximation, use the original formula.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code><span title="refiners.fluxion.layers.GeLUApproximation.TANH">TANH</span></code></td>
|
|||
|
|
<td>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Use the tanh approximation.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code><span title="refiners.fluxion.layers.GeLUApproximation.SIGMOID">SIGMOID</span></code></td>
|
|||
|
|
<td>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Use the sigmoid approximation.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.GetArg" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">GetArg</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.GetArg" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">GetArg</span><span class="p">(</span><span class="n">index</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>GetArg operation layer.</p>
|
|||
|
|
<p>This layer returns the nth tensor of the input arguments.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">get_arg</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">GetArg</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">inputs</span> <span class="o">=</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">20</span><span class="p">,</span> <span class="mi">20</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">30</span><span class="p">,</span> <span class="mi">30</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="n">output</span> <span class="o">=</span> <span class="n">get_arg</span><span class="p">(</span><span class="o">*</span><span class="n">inputs</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="k">assert</span> <span class="nb">id</span><span class="p">(</span><span class="n">inputs</span><span class="p">[</span><span class="mi">1</span><span class="p">])</span> <span class="o">==</span> <span class="nb">id</span><span class="p">(</span><span class="n">output</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-53">53</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">index</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="bp">self</span><span class="o">.</span><span class="n">index</span> <span class="o">=</span> <span class="n">index</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.GroupNorm" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">GroupNorm</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.GroupNorm" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">GroupNorm</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">num_groups</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">eps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1e-05</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.GroupNorm" href="https://pytorch.org/docs/main/generated/torch.nn.GroupNorm.html#torch.nn.GroupNorm">GroupNorm</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Group Normalization layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.GroupNorm.html#torch.nn.GroupNorm"><code>torch.nn.GroupNorm</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels *normalized_shape']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels *normalized_shape']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">groupnorm</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">GroupNorm</span><span class="p">(</span><span class="n">channels</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">num_groups</span><span class="o">=</span><span class="mi">8</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">8</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">groupnorm</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">8</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/norm.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-78">78</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-79">79</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-80">80</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-81">81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82">82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83">83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84">84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85">85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86">86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87">87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88">88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89">89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90">90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91">91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92">92</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a> <span class="n">channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a> <span class="n">num_groups</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="n">eps</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1e-5</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="n">num_groups</span><span class="o">=</span><span class="n">num_groups</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">num_channels</span><span class="o">=</span><span class="n">channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="n">eps</span><span class="o">=</span><span class="n">eps</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="n">affine</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="c1"># otherwise not a WeightedModule</span>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="bp">self</span><span class="o">.</span><span class="n">channels</span> <span class="o">=</span> <span class="n">channels</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="bp">self</span><span class="o">.</span><span class="n">num_groups</span> <span class="o">=</span> <span class="n">num_groups</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="bp">self</span><span class="o">.</span><span class="n">eps</span> <span class="o">=</span> <span class="n">eps</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Identity" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Identity</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Identity" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Identity</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Identity operator layer.</p>
|
|||
|
|
<p>This layer simply returns the input tensor.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">identity</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Identity</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">identity</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">equal</span><span class="p">(</span><span class="n">tensor</span><span class="p">,</span> <span class="n">output</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-25">25</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.InstanceNorm2d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">InstanceNorm2d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.InstanceNorm2d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">InstanceNorm2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_features</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">eps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1e-05</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.InstanceNorm2d" href="https://pytorch.org/docs/main/generated/torch.nn.InstanceNorm2d.html#torch.nn.InstanceNorm2d">InstanceNorm2d</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Instance Normalization layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.InstanceNorm2d.html#torch.nn.InstanceNorm2d"><code>torch.nn.InstanceNorm2d</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels height width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels height width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/norm.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-144">144</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-145">145</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-148">148</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-154">154</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-144"><a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="n">num_features</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-145"><a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="n">eps</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1e-05</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-146"><a id="__codelineno-0-146" name="__codelineno-0-146"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-147"><a id="__codelineno-0-147" name="__codelineno-0-147"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-149"><a id="__codelineno-0-149" name="__codelineno-0-149"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a> <span class="n">num_features</span><span class="o">=</span><span class="n">num_features</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a> <span class="n">eps</span><span class="o">=</span><span class="n">eps</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Interpolate" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Interpolate</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Interpolate" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Interpolate</span><span class="p">(</span><span class="n">mode</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">=</span> <span class="s1">'nearest'</span><span class="p">,</span> <span class="n">antialias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Interpolate layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.functional.interpolate.html#torch.nn.functional.interpolate"><code>torch.nn.functional.interpolate</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/sampling.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-19">19</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-26">26</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a> <span class="n">mode</span><span class="p">:</span> <span class="nb">str</span> <span class="o">=</span> <span class="s2">"nearest"</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a> <span class="n">antialias</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a> <span class="bp">self</span><span class="o">.</span><span class="n">mode</span> <span class="o">=</span> <span class="n">mode</span>
|
|||
|
|
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a> <span class="bp">self</span><span class="o">.</span><span class="n">antialias</span> <span class="o">=</span> <span class="n">antialias</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Lambda" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Lambda</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Lambda" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Lambda</span><span class="p">(</span><span class="n">func</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Callable" href="https://docs.python.org/3/library/typing.html#typing.Callable">Callable</a></span><span class="p">[</span><span class="o">...</span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Lambda layer.</p>
|
|||
|
|
<p>This layer wraps a <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/typing.html#typing.Callable"><code>Callable</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>When called, it will</summary>
|
|||
|
|
<ul>
|
|||
|
|
<li>Execute the <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/typing.html#typing.Callable"><code>Callable</code></a> with the given arguments</li>
|
|||
|
|
<li>Return the output of the <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/typing.html#typing.Callable"><code>Callable</code></a>)</li>
|
|||
|
|
</ul>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">lambda_layer</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Lambda</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span> <span class="o">+</span> <span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mi">1</span><span class="p">,</span> <span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">lambda_layer</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">expected_output</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mi">2</span><span class="p">,</span> <span class="mi">3</span><span class="p">,</span> <span class="mi">4</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">expected_output</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-744">744</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-745">745</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-746">746</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-744"><a id="__codelineno-0-744" name="__codelineno-0-744"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">func</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[</span><span class="o">...</span><span class="p">,</span> <span class="n">Any</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-745"><a id="__codelineno-0-745" name="__codelineno-0-745"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-746"><a id="__codelineno-0-746" name="__codelineno-0-746"></a> <span class="bp">self</span><span class="o">.</span><span class="n">func</span> <span class="o">=</span> <span class="n">func</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.LayerNorm" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">LayerNorm</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.LayerNorm" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">LayerNorm</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">normalized_shape</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#list">list</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">eps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1e-05</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.LayerNorm" href="https://pytorch.org/docs/main/generated/torch.nn.LayerNorm.html#torch.nn.LayerNorm">LayerNorm</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Layer Normalization layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.LayerNorm.html#torch.nn.LayerNorm"><code>torch.nn.LayerNorm</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, batch * normalized_shape]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, batch * normalized_shape]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">layernorm</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">LayerNorm</span><span class="p">(</span><span class="n">normalized_shape</span><span class="o">=</span><span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">layernorm</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/norm.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-49">49</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a> <span class="n">normalized_shape</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">list</span><span class="p">[</span><span class="nb">int</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a> <span class="n">eps</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">0.00001</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="n">normalized_shape</span><span class="o">=</span><span class="n">normalized_shape</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a> <span class="n">eps</span><span class="o">=</span><span class="n">eps</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a> <span class="n">elementwise_affine</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="c1"># otherwise not a WeightedModule</span>
|
|||
|
|
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.LayerNorm2d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">LayerNorm2d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.LayerNorm2d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">LayerNorm2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">eps</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1e-06</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>2D Layer Normalization layer.</p>
|
|||
|
|
<p>This layer applies Layer Normalization along the 2nd dimension of a 4D tensor.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels height width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels height width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/norm.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-112">112</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-113">113</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-114">114</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-115">115</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-116">116</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-117">117</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="n">channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a> <span class="n">eps</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1e-6</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-112"><a id="__codelineno-0-112" name="__codelineno-0-112"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-113"><a id="__codelineno-0-113" name="__codelineno-0-113"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-114"><a id="__codelineno-0-114" name="__codelineno-0-114"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-115"><a id="__codelineno-0-115" name="__codelineno-0-115"></a> <span class="bp">self</span><span class="o">.</span><span class="n">weight</span> <span class="o">=</span> <span class="n">TorchParameter</span><span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">ones</span><span class="p">(</span><span class="n">channels</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-116"><a id="__codelineno-0-116" name="__codelineno-0-116"></a> <span class="bp">self</span><span class="o">.</span><span class="n">bias</span> <span class="o">=</span> <span class="n">TorchParameter</span><span class="p">(</span><span class="n">torch</span><span class="o">.</span><span class="n">zeros</span><span class="p">(</span><span class="n">channels</span><span class="p">,</span> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-117"><a id="__codelineno-0-117" name="__codelineno-0-117"></a> <span class="bp">self</span><span class="o">.</span><span class="n">eps</span> <span class="o">=</span> <span class="n">eps</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Linear" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Linear</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Linear" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Linear</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">in_features</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">out_features</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">bias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.Linear" href="https://pytorch.org/docs/main/generated/torch.nn.Linear.html#torch.nn.Linear">Linear</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Linear layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.Linear.html#torch.nn.Linear"><code>torch.nn.Linear</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th> <th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Input</code></td> <td>
|
|||
|
|
<code>Float[Tensor, 'batch in_features']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th> <th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Output</code></td> <td>
|
|||
|
|
<code>Float[Tensor, 'batch out_features']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">linear</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="n">in_features</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span> <span class="n">out_features</span><span class="o">=</span><span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">linear</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>in_features</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of input features.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>out_features</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of output features.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>bias</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, adds a learnable bias to the output.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use for the linear layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use for the linear layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/linear.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-44">44</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-56">56</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a> <span class="n">in_features</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a> <span class="n">out_features</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a> <span class="n">bias</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a><span class="w"> </span><span class="sd">"""Initializes the Linear layer.</span>
|
|||
|
|
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a>
|
|||
|
|
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a><span class="sd"> in_features: The number of input features.</span>
|
|||
|
|
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a><span class="sd"> out_features: The number of output features.</span>
|
|||
|
|
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a><span class="sd"> bias: If True, adds a learnable bias to the output.</span>
|
|||
|
|
</span><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a><span class="sd"> device: The device to use for the linear layer.</span>
|
|||
|
|
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="sd"> dtype: The dtype to use for the linear layer.</span>
|
|||
|
|
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a> <span class="bp">self</span><span class="o">.</span><span class="n">in_features</span> <span class="o">=</span> <span class="n">in_features</span>
|
|||
|
|
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a> <span class="bp">self</span><span class="o">.</span><span class="n">out_features</span> <span class="o">=</span> <span class="n">out_features</span>
|
|||
|
|
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a> <span class="n">in_features</span><span class="o">=</span><span class="n">in_features</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a> <span class="n">out_features</span><span class="o">=</span><span class="n">out_features</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a> <span class="n">bias</span><span class="o">=</span><span class="n">bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Matmul" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Matmul</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Matmul" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Matmul</span><span class="p">(</span><span class="nb">input</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Matrix multiplication layer.</p>
|
|||
|
|
<p>This layer returns the matrix multiplication of the outputs of its two sub-modules.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">matmul</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Matmul</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Identity</span><span class="p">(),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Multiply</span><span class="p">(</span><span class="n">scale</span><span class="o">=</span><span class="mi">2</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">output</span> <span class="o">=</span> <span class="n">matmul</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="n">expected_output</span> <span class="o">=</span> <span class="n">tensor</span> <span class="o">@</span> <span class="p">(</span><span class="mi">2</span> <span class="o">*</span> <span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">expected_output</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-989">989</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-990">990</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-991">991</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-992">992</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-993">993</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-989"><a id="__codelineno-0-989" name="__codelineno-0-989"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="nb">input</span><span class="p">:</span> <span class="n">Module</span><span class="p">,</span> <span class="n">other</span><span class="p">:</span> <span class="n">Module</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-990"><a id="__codelineno-0-990" name="__codelineno-0-990"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-991"><a id="__codelineno-0-991" name="__codelineno-0-991"></a> <span class="nb">input</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-992"><a id="__codelineno-0-992" name="__codelineno-0-992"></a> <span class="n">other</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-993"><a id="__codelineno-0-993" name="__codelineno-0-993"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.MaxPool1d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">MaxPool1d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.MaxPool1d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">MaxPool1d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">stride</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">padding</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dilation</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">return_indices</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">ceil_mode</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.MaxPool1d" href="https://pytorch.org/docs/main/generated/torch.nn.MaxPool1d.html#torch.nn.MaxPool1d">MaxPool1d</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>MaxPool1d layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.MaxPool1d.html#torch.nn.MaxPool1d"><code>torch.nn.MaxPool1d</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch channels in_length']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch channels out_length']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>kernel_size</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The size of the sliding window.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>stride</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The stride of the sliding window.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>padding</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The amount of zero-padding added to both sides of the input.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>0</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dilation</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The spacing between kernel elements.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>1</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>return_indices</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, returns the max indices along with the outputs.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>ceil_mode</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, uses ceil instead of floor to compute the output shape.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/maxpool.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-19">19</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-20">20</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-21">21</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-22">22</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-23">23</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-24">24</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-25">25</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-26">26</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-27">27</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-28">28</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-29">29</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-31">31</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-32">32</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-33">33</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-34">34</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-35">35</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-36">36</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-38">38</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-39">39</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-40">40</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-41">41</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-42">42</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-43">43</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-44">44</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-20"><a id="__codelineno-0-20" name="__codelineno-0-20"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-21"><a id="__codelineno-0-21" name="__codelineno-0-21"></a> <span class="n">stride</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-22"><a id="__codelineno-0-22" name="__codelineno-0-22"></a> <span class="n">padding</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-23"><a id="__codelineno-0-23" name="__codelineno-0-23"></a> <span class="n">dilation</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-24"><a id="__codelineno-0-24" name="__codelineno-0-24"></a> <span class="n">return_indices</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-25"><a id="__codelineno-0-25" name="__codelineno-0-25"></a> <span class="n">ceil_mode</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-26"><a id="__codelineno-0-26" name="__codelineno-0-26"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-27"><a id="__codelineno-0-27" name="__codelineno-0-27"></a><span class="w"> </span><span class="sd">"""Initializes the MaxPool1d layer.</span>
|
|||
|
|
</span><span id="__span-0-28"><a id="__codelineno-0-28" name="__codelineno-0-28"></a>
|
|||
|
|
</span><span id="__span-0-29"><a id="__codelineno-0-29" name="__codelineno-0-29"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="sd"> kernel_size: The size of the sliding window.</span>
|
|||
|
|
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a><span class="sd"> stride: The stride of the sliding window.</span>
|
|||
|
|
</span><span id="__span-0-32"><a id="__codelineno-0-32" name="__codelineno-0-32"></a><span class="sd"> padding: The amount of zero-padding added to both sides of the input.</span>
|
|||
|
|
</span><span id="__span-0-33"><a id="__codelineno-0-33" name="__codelineno-0-33"></a><span class="sd"> dilation: The spacing between kernel elements.</span>
|
|||
|
|
</span><span id="__span-0-34"><a id="__codelineno-0-34" name="__codelineno-0-34"></a><span class="sd"> return_indices: If True, returns the max indices along with the outputs.</span>
|
|||
|
|
</span><span id="__span-0-35"><a id="__codelineno-0-35" name="__codelineno-0-35"></a><span class="sd"> ceil_mode: If True, uses ceil instead of floor to compute the output shape.</span>
|
|||
|
|
</span><span id="__span-0-36"><a id="__codelineno-0-36" name="__codelineno-0-36"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="n">kernel_size</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-39"><a id="__codelineno-0-39" name="__codelineno-0-39"></a> <span class="n">stride</span><span class="o">=</span><span class="n">stride</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-40"><a id="__codelineno-0-40" name="__codelineno-0-40"></a> <span class="n">padding</span><span class="o">=</span><span class="n">padding</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-41"><a id="__codelineno-0-41" name="__codelineno-0-41"></a> <span class="n">dilation</span><span class="o">=</span><span class="n">dilation</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-42"><a id="__codelineno-0-42" name="__codelineno-0-42"></a> <span class="n">return_indices</span><span class="o">=</span><span class="n">return_indices</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-43"><a id="__codelineno-0-43" name="__codelineno-0-43"></a> <span class="n">ceil_mode</span><span class="o">=</span><span class="n">ceil_mode</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-44"><a id="__codelineno-0-44" name="__codelineno-0-44"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.MaxPool2d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">MaxPool2d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.MaxPool2d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">MaxPool2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">stride</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">padding</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dilation</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">return_indices</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">ceil_mode</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.MaxPool2d" href="https://pytorch.org/docs/main/generated/torch.nn.MaxPool2d.html#torch.nn.MaxPool2d">MaxPool2d</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>MaxPool2d layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.MaxPool2d.html#torch.nn.MaxPool2d"><code>torch.nn.MaxPool2d</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch channels in_height in_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch channels out_height out_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>kernel_size</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The size of the sliding window.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>stride</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>] | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The stride of the sliding window.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>padding</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The amount of zero-padding added to both sides of the input.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>(0, 0)</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dilation</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a>[<a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>, <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a>]</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The spacing between kernel elements.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>(1, 1)</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>return_indices</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, returns the max indices along with the outputs.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>ceil_mode</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If True, uses ceil instead of floor to compute the output shape.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/maxpool.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-59">59</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-66">66</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-67">67</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-70">70</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-71">71</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-78">78</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-79">79</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-80">80</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-81">81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82">82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83">83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84">84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85">85</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-59"><a id="__codelineno-0-59" name="__codelineno-0-59"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a> <span class="n">kernel_size</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a> <span class="n">stride</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="n">padding</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="mi">0</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a> <span class="n">dilation</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="nb">tuple</span><span class="p">[</span><span class="nb">int</span><span class="p">,</span> <span class="nb">int</span><span class="p">]</span> <span class="o">=</span> <span class="p">(</span><span class="mi">1</span><span class="p">,</span> <span class="mi">1</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a> <span class="n">return_indices</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="n">ceil_mode</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-67"><a id="__codelineno-0-67" name="__codelineno-0-67"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="w"> </span><span class="sd">"""Initializes the MaxPool2d layer.</span>
|
|||
|
|
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a>
|
|||
|
|
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a><span class="sd"> kernel_size: The size of the sliding window.</span>
|
|||
|
|
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="sd"> stride: The stride of the sliding window.</span>
|
|||
|
|
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a><span class="sd"> padding: The amount of zero-padding added to both sides of the input.</span>
|
|||
|
|
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a><span class="sd"> dilation: The spacing between kernel elements.</span>
|
|||
|
|
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a><span class="sd"> return_indices: If True, returns the max indices along with the outputs.</span>
|
|||
|
|
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="sd"> ceil_mode: If True, uses ceil instead of floor to compute the output shape.</span>
|
|||
|
|
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-79"><a id="__codelineno-0-79" name="__codelineno-0-79"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="n">kernel_size</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-80"><a id="__codelineno-0-80" name="__codelineno-0-80"></a> <span class="n">stride</span><span class="o">=</span><span class="n">stride</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a> <span class="n">padding</span><span class="o">=</span><span class="n">padding</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="n">dilation</span><span class="o">=</span><span class="n">dilation</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="n">return_indices</span><span class="o">=</span><span class="n">return_indices</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">ceil_mode</span><span class="o">=</span><span class="n">ceil_mode</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Module" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Module</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Module" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Module</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.modules.module.Module" href="https://pytorch.org/docs/main/generated/torch.nn.Module.html#torch.nn.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>A wrapper around <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.Module.html#torch.nn.Module"><code>torch.nn.Module</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-31">31</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">*</span><span class="n">kwargs</span><span class="p">)</span> <span class="c1"># type: ignore[reportUnknownMemberType]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Module.basic_attributes" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">basic_attributes</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.basic_attributes" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">basic_attributes</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">init_attrs_only</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#dict">dict</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><span title="refiners.fluxion.layers.module.BasicType">BasicType</span></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Sequence" href="https://docs.python.org/3/library/typing.html#typing.Sequence">Sequence</a></span><span class="p">[</span><span class="n"><span title="refiners.fluxion.layers.module.BasicType">BasicType</span></span><span class="p">]]</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Return a dictionary of basic attributes of the module.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>init_attrs_only</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to only return attributes that are passed to the module's constructor.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-112">112</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-113">113</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-114">114</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-115">115</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-116">116</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-117">117</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-118">118</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-119">119</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-120">120</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-121">121</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-128">128</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="k">def</span> <span class="nf">basic_attributes</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">init_attrs_only</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">)</span> <span class="o">-></span> <span class="nb">dict</span><span class="p">[</span><span class="nb">str</span><span class="p">,</span> <span class="n">BasicType</span> <span class="o">|</span> <span class="n">Sequence</span><span class="p">[</span><span class="n">BasicType</span><span class="p">]]:</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a><span class="w"> </span><span class="sd">"""Return a dictionary of basic attributes of the module.</span>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a><span class="sd"> init_attrs_only: Whether to only return attributes that are passed to the module's constructor.</span>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="n">sig</span> <span class="o">=</span> <span class="n">signature</span><span class="p">(</span><span class="n">obj</span><span class="o">=</span><span class="bp">self</span><span class="o">.</span><span class="fm">__init__</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">init_params</span> <span class="o">=</span> <span class="nb">set</span><span class="p">(</span><span class="n">sig</span><span class="o">.</span><span class="n">parameters</span><span class="o">.</span><span class="n">keys</span><span class="p">())</span> <span class="o">-</span> <span class="p">{</span><span class="s2">"self"</span><span class="p">}</span>
|
|||
|
|
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="n">default_values</span> <span class="o">=</span> <span class="p">{</span><span class="n">k</span><span class="p">:</span> <span class="n">v</span><span class="o">.</span><span class="n">default</span> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">v</span> <span class="ow">in</span> <span class="n">sig</span><span class="o">.</span><span class="n">parameters</span><span class="o">.</span><span class="n">items</span><span class="p">()</span> <span class="k">if</span> <span class="n">v</span><span class="o">.</span><span class="n">default</span> <span class="ow">is</span> <span class="ow">not</span> <span class="n">Parameter</span><span class="o">.</span><span class="n">empty</span><span class="p">}</span>
|
|||
|
|
</span><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a>
|
|||
|
|
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="k">def</span> <span class="nf">is_basic_attribute</span><span class="p">(</span><span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">value</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="nb">bool</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-112"><a id="__codelineno-0-112" name="__codelineno-0-112"></a> <span class="k">if</span> <span class="n">key</span><span class="o">.</span><span class="n">startswith</span><span class="p">(</span><span class="s2">"_"</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-113"><a id="__codelineno-0-113" name="__codelineno-0-113"></a> <span class="k">return</span> <span class="kc">False</span>
|
|||
|
|
</span><span id="__span-0-114"><a id="__codelineno-0-114" name="__codelineno-0-114"></a>
|
|||
|
|
</span><span id="__span-0-115"><a id="__codelineno-0-115" name="__codelineno-0-115"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="n">BasicType</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-116"><a id="__codelineno-0-116" name="__codelineno-0-116"></a> <span class="k">return</span> <span class="kc">True</span>
|
|||
|
|
</span><span id="__span-0-117"><a id="__codelineno-0-117" name="__codelineno-0-117"></a>
|
|||
|
|
</span><span id="__span-0-118"><a id="__codelineno-0-118" name="__codelineno-0-118"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">value</span><span class="p">,</span> <span class="n">Sequence</span><span class="p">)</span> <span class="ow">and</span> <span class="nb">all</span><span class="p">(</span><span class="nb">isinstance</span><span class="p">(</span><span class="n">y</span><span class="p">,</span> <span class="n">BasicType</span><span class="p">)</span> <span class="k">for</span> <span class="n">y</span> <span class="ow">in</span> <span class="n">cast</span><span class="p">(</span><span class="n">Sequence</span><span class="p">[</span><span class="n">Any</span><span class="p">],</span> <span class="n">value</span><span class="p">)):</span>
|
|||
|
|
</span><span id="__span-0-119"><a id="__codelineno-0-119" name="__codelineno-0-119"></a> <span class="k">return</span> <span class="kc">True</span>
|
|||
|
|
</span><span id="__span-0-120"><a id="__codelineno-0-120" name="__codelineno-0-120"></a>
|
|||
|
|
</span><span id="__span-0-121"><a id="__codelineno-0-121" name="__codelineno-0-121"></a> <span class="k">return</span> <span class="kc">False</span>
|
|||
|
|
</span><span id="__span-0-122"><a id="__codelineno-0-122" name="__codelineno-0-122"></a>
|
|||
|
|
</span><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="k">return</span> <span class="p">{</span>
|
|||
|
|
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a> <span class="n">key</span><span class="p">:</span> <span class="n">value</span>
|
|||
|
|
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a> <span class="k">for</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span> <span class="ow">in</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__dict__</span><span class="o">.</span><span class="n">items</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a> <span class="k">if</span> <span class="n">is_basic_attribute</span><span class="p">(</span><span class="n">key</span><span class="o">=</span><span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="o">=</span><span class="n">value</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a> <span class="ow">and</span> <span class="p">(</span><span class="ow">not</span> <span class="n">init_attrs_only</span> <span class="ow">or</span> <span class="p">(</span><span class="n">key</span> <span class="ow">in</span> <span class="n">init_params</span> <span class="ow">and</span> <span class="n">value</span> <span class="o">!=</span> <span class="n">default_values</span><span class="o">.</span><span class="n">get</span><span class="p">(</span><span class="n">key</span><span class="p">)))</span>
|
|||
|
|
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="p">}</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Module.get_path" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">get_path</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.get_path" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">get_path</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">parent</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">top</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Get the path of the module in the chain.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>parent</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The parent of the module in the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>top</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The top module of the chain.
|
|||
|
|
If None, the path will be relative to the root of the chain.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-137">137</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-138">138</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-139">139</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-140">140</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-141">141</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-144">144</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-145">145</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-148">148</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-150">150</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-137"><a id="__codelineno-0-137" name="__codelineno-0-137"></a><span class="k">def</span> <span class="nf">get_path</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">parent</span><span class="p">:</span> <span class="s2">"Chain | None"</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">top</span><span class="p">:</span> <span class="s2">"Module | None"</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="nb">str</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-138"><a id="__codelineno-0-138" name="__codelineno-0-138"></a><span class="w"> </span><span class="sd">"""Get the path of the module in the chain.</span>
|
|||
|
|
</span><span id="__span-0-139"><a id="__codelineno-0-139" name="__codelineno-0-139"></a>
|
|||
|
|
</span><span id="__span-0-140"><a id="__codelineno-0-140" name="__codelineno-0-140"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-141"><a id="__codelineno-0-141" name="__codelineno-0-141"></a><span class="sd"> parent: The parent of the module in the chain.</span>
|
|||
|
|
</span><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a><span class="sd"> top: The top module of the chain.</span>
|
|||
|
|
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a><span class="sd"> If None, the path will be relative to the root of the chain.</span>
|
|||
|
|
</span><span id="__span-0-144"><a id="__codelineno-0-144" name="__codelineno-0-144"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-145"><a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="k">if</span> <span class="p">(</span><span class="n">parent</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">)</span> <span class="ow">or</span> <span class="p">(</span><span class="bp">self</span> <span class="o">==</span> <span class="n">top</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-146"><a id="__codelineno-0-146" name="__codelineno-0-146"></a> <span class="k">return</span> <span class="bp">self</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span>
|
|||
|
|
</span><span id="__span-0-147"><a id="__codelineno-0-147" name="__codelineno-0-147"></a> <span class="k">for</span> <span class="n">k</span><span class="p">,</span> <span class="n">m</span> <span class="ow">in</span> <span class="n">parent</span><span class="o">.</span><span class="n">_modules</span><span class="o">.</span><span class="n">items</span><span class="p">():</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a> <span class="k">if</span> <span class="n">m</span> <span class="ow">is</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-149"><a id="__codelineno-0-149" name="__codelineno-0-149"></a> <span class="k">return</span> <span class="n">parent</span><span class="o">.</span><span class="n">get_path</span><span class="p">(</span><span class="n">parent</span><span class="o">=</span><span class="n">parent</span><span class="o">.</span><span class="n">parent</span><span class="p">,</span> <span class="n">top</span><span class="o">=</span><span class="n">top</span><span class="p">)</span> <span class="o">+</span> <span class="s2">"."</span> <span class="o">+</span> <span class="n">k</span>
|
|||
|
|
</span><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a> <span class="k">raise</span> <span class="ne">ValueError</span><span class="p">(</span><span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="bp">self</span><span class="si">}</span><span class="s2"> not found in </span><span class="si">{</span><span class="n">parent</span><span class="si">}</span><span class="s2">"</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Module.load_from_safetensors" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">load_from_safetensors</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.load_from_safetensors" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">load_from_safetensors</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">tensors_path</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="pathlib.Path" href="https://docs.python.org/3/library/pathlib.html#pathlib.Path">Path</a></span><span class="p">,</span> <span class="n">strict</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.layers.module.T">T</span></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Load the module's state from a SafeTensors file.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>tensors_path</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | <a class="autorefs autorefs-external" title="pathlib.Path" href="https://docs.python.org/3/library/pathlib.html#pathlib.Path">Path</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The path to the SafeTensors file.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>strict</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to raise an error if the SafeTensors's
|
|||
|
|
content doesn't map perfectly to the module's state.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="refiners.fluxion.layers.module.T">T</span></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module, with its state loaded from the SafeTensors file.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-45">45</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-46">46</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-47">47</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-48">48</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-49">49</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-50">50</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-51">51</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-52">52</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-53">53</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-54">54</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-55">55</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-56">56</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-57">57</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-58">58</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-45"><a id="__codelineno-0-45" name="__codelineno-0-45"></a><span class="k">def</span> <span class="nf">load_from_safetensors</span><span class="p">(</span><span class="bp">self</span><span class="p">:</span> <span class="n">T</span><span class="p">,</span> <span class="n">tensors_path</span><span class="p">:</span> <span class="nb">str</span> <span class="o">|</span> <span class="n">Path</span><span class="p">,</span> <span class="n">strict</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-46"><a id="__codelineno-0-46" name="__codelineno-0-46"></a><span class="w"> </span><span class="sd">"""Load the module's state from a SafeTensors file.</span>
|
|||
|
|
</span><span id="__span-0-47"><a id="__codelineno-0-47" name="__codelineno-0-47"></a>
|
|||
|
|
</span><span id="__span-0-48"><a id="__codelineno-0-48" name="__codelineno-0-48"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-49"><a id="__codelineno-0-49" name="__codelineno-0-49"></a><span class="sd"> tensors_path: The path to the SafeTensors file.</span>
|
|||
|
|
</span><span id="__span-0-50"><a id="__codelineno-0-50" name="__codelineno-0-50"></a><span class="sd"> strict: Whether to raise an error if the SafeTensors's</span>
|
|||
|
|
</span><span id="__span-0-51"><a id="__codelineno-0-51" name="__codelineno-0-51"></a><span class="sd"> content doesn't map perfectly to the module's state.</span>
|
|||
|
|
</span><span id="__span-0-52"><a id="__codelineno-0-52" name="__codelineno-0-52"></a>
|
|||
|
|
</span><span id="__span-0-53"><a id="__codelineno-0-53" name="__codelineno-0-53"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-54"><a id="__codelineno-0-54" name="__codelineno-0-54"></a><span class="sd"> The module, with its state loaded from the SafeTensors file.</span>
|
|||
|
|
</span><span id="__span-0-55"><a id="__codelineno-0-55" name="__codelineno-0-55"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-56"><a id="__codelineno-0-56" name="__codelineno-0-56"></a> <span class="n">state_dict</span> <span class="o">=</span> <span class="n">load_from_safetensors</span><span class="p">(</span><span class="n">tensors_path</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-57"><a id="__codelineno-0-57" name="__codelineno-0-57"></a> <span class="bp">self</span><span class="o">.</span><span class="n">load_state_dict</span><span class="p">(</span><span class="n">state_dict</span><span class="p">,</span> <span class="n">strict</span><span class="o">=</span><span class="n">strict</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-58"><a id="__codelineno-0-58" name="__codelineno-0-58"></a> <span class="k">return</span> <span class="bp">self</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Module.named_modules" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">named_modules</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.named_modules" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">named_modules</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><a class="autorefs autorefs-external" title="typing.Generator" href="https://docs.python.org/3/library/typing.html#typing.Generator">Generator</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#tuple">tuple</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">],</span> <span class="kc">None</span><span class="p">,</span> <span class="kc">None</span><span class="p">]</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Get all the sub-modules of the module.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>An iterator over all the sub-modules of the module.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-60">60</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-61">61</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-63">63</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-64">64</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-65">65</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-66">66</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-60"><a id="__codelineno-0-60" name="__codelineno-0-60"></a><span class="k">def</span> <span class="nf">named_modules</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="s2">"Generator[tuple[str, Module], None, None]"</span><span class="p">:</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-61"><a id="__codelineno-0-61" name="__codelineno-0-61"></a><span class="w"> </span><span class="sd">"""Get all the sub-modules of the module.</span>
|
|||
|
|
</span><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a>
|
|||
|
|
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-64"><a id="__codelineno-0-64" name="__codelineno-0-64"></a><span class="sd"> An iterator over all the sub-modules of the module.</span>
|
|||
|
|
</span><span id="__span-0-65"><a id="__codelineno-0-65" name="__codelineno-0-65"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-66"><a id="__codelineno-0-66" name="__codelineno-0-66"></a> <span class="k">return</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">named_modules</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">)</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Module.pretty_print" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">pretty_print</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.pretty_print" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">pretty_print</span><span class="p">(</span><span class="n">depth</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Print the module in a tree-like format.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>depth</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The maximum depth of the tree to print.
|
|||
|
|
If negative, the whole tree is printed.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>-1</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-91">91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92">92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93">93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94">94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95">95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96">96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97">97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98">98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99">99</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="k">def</span> <span class="nf">pretty_print</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">depth</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="o">-</span><span class="mi">1</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a><span class="w"> </span><span class="sd">"""Print the module in a tree-like format.</span>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a><span class="sd"> depth: The maximum depth of the tree to print.</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a><span class="sd"> If negative, the whole tree is printed.</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="n">tree</span> <span class="o">=</span> <span class="n">ModuleTree</span><span class="p">(</span><span class="n">module</span><span class="o">=</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="nb">print</span><span class="p">(</span><span class="n">tree</span><span class="o">.</span><span class="n">_generate_tree_repr</span><span class="p">(</span><span class="n">tree</span><span class="o">.</span><span class="n">root</span><span class="p">,</span> <span class="n">is_root</span><span class="o">=</span><span class="kc">True</span><span class="p">,</span> <span class="n">depth</span><span class="o">=</span><span class="n">depth</span><span class="p">))</span> <span class="c1"># type: ignore[reportPrivateUsage]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-function">
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.Module.to" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-method"></code> <span class="doc doc-object-name doc-function-name">to</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Module.to" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">to</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span> <span class="o">-></span> <span class="n"><span title="refiners.fluxion.layers.module.T">T</span></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Move the module to the given device and cast its parameters to the given dtype.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to move the module to.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to cast the module's parameters to.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="refiners.fluxion.layers.module.T">T</span></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The module, moved to the given device and cast to the given dtype.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-68">68</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-69">69</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-70">70</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-71">71</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-72">72</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-73">73</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-74">74</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-75">75</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-76">76</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-77">77</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-78">78</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-68"><a id="__codelineno-0-68" name="__codelineno-0-68"></a><span class="k">def</span> <span class="nf">to</span><span class="p">(</span><span class="bp">self</span><span class="p">:</span> <span class="n">T</span><span class="p">,</span> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">)</span> <span class="o">-></span> <span class="n">T</span><span class="p">:</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span><span id="__span-0-69"><a id="__codelineno-0-69" name="__codelineno-0-69"></a><span class="w"> </span><span class="sd">"""Move the module to the given device and cast its parameters to the given dtype.</span>
|
|||
|
|
</span><span id="__span-0-70"><a id="__codelineno-0-70" name="__codelineno-0-70"></a>
|
|||
|
|
</span><span id="__span-0-71"><a id="__codelineno-0-71" name="__codelineno-0-71"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-72"><a id="__codelineno-0-72" name="__codelineno-0-72"></a><span class="sd"> device: The device to move the module to.</span>
|
|||
|
|
</span><span id="__span-0-73"><a id="__codelineno-0-73" name="__codelineno-0-73"></a><span class="sd"> dtype: The dtype to cast the module's parameters to.</span>
|
|||
|
|
</span><span id="__span-0-74"><a id="__codelineno-0-74" name="__codelineno-0-74"></a>
|
|||
|
|
</span><span id="__span-0-75"><a id="__codelineno-0-75" name="__codelineno-0-75"></a><span class="sd"> Returns:</span>
|
|||
|
|
</span><span id="__span-0-76"><a id="__codelineno-0-76" name="__codelineno-0-76"></a><span class="sd"> The module, moved to the given device and cast to the given dtype.</span>
|
|||
|
|
</span><span id="__span-0-77"><a id="__codelineno-0-77" name="__codelineno-0-77"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-78"><a id="__codelineno-0-78" name="__codelineno-0-78"></a> <span class="k">return</span> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="n">to</span><span class="p">(</span><span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">)</span> <span class="c1"># type: ignore</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.MultiLinear" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">MultiLinear</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.MultiLinear" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">MultiLinear</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">input_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">output_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">inner_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">num_layers</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Multi-layer linear network.</p>
|
|||
|
|
<p>This layer wraps multiple <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.Linear.html#torch.nn.Linear"><code>torch.nn.Linear</code></a> layers,
|
|||
|
|
with an <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Activation"><code>Activation</code></a> layer in between.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th> <th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Input</code></td> <td>
|
|||
|
|
<code>Float[Tensor, 'batch input_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th> <th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Output</code></td> <td>
|
|||
|
|
<code>Float[Tensor, 'batch output_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">linear</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">MultiLinear</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">input_dim</span><span class="o">=</span><span class="mi">32</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">output_dim</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">inner_dim</span><span class="o">=</span><span class="mi">64</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">num_layers</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="n">output</span> <span class="o">=</span> <span class="n">linear</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>input_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The input dimension of the first linear layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>output_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The output dimension of the last linear layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>inner_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The output dimension of the inner linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>num_layers</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use for the linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use for the linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/linear.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-112">112</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-113">113</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-114">114</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-115">115</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-116">116</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-117">117</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-118">118</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-119">119</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-120">120</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-121">121</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-128">128</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="n">input_dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="n">output_dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="n">inner_dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="n">num_layers</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a><span class="w"> </span><span class="sd">"""Initializes the MultiLinear layer.</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a><span class="sd"> input_dim: The input dimension of the first linear layer.</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a><span class="sd"> output_dim: The output dimension of the last linear layer.</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="sd"> inner_dim: The output dimension of the inner linear layers.</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a><span class="sd"> num_layers: The number of linear layers.</span>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a><span class="sd"> device: The device to use for the linear layers.</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a><span class="sd"> dtype: The dtype to use for the linear layers.</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="n">layers</span><span class="p">:</span> <span class="nb">list</span><span class="p">[</span><span class="n">Module</span><span class="p">]</span> <span class="o">=</span> <span class="p">[]</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">for</span> <span class="n">i</span> <span class="ow">in</span> <span class="nb">range</span><span class="p">(</span><span class="n">num_layers</span> <span class="o">-</span> <span class="mi">1</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">layers</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="n">Linear</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a> <span class="n">in_features</span><span class="o">=</span><span class="n">input_dim</span> <span class="k">if</span> <span class="n">i</span> <span class="o">==</span> <span class="mi">0</span> <span class="k">else</span> <span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="n">out_features</span><span class="o">=</span><span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-112"><a id="__codelineno-0-112" name="__codelineno-0-112"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-113"><a id="__codelineno-0-113" name="__codelineno-0-113"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-114"><a id="__codelineno-0-114" name="__codelineno-0-114"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-115"><a id="__codelineno-0-115" name="__codelineno-0-115"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-116"><a id="__codelineno-0-116" name="__codelineno-0-116"></a> <span class="n">layers</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-117"><a id="__codelineno-0-117" name="__codelineno-0-117"></a> <span class="n">ReLU</span><span class="p">(),</span>
|
|||
|
|
</span><span id="__span-0-118"><a id="__codelineno-0-118" name="__codelineno-0-118"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-119"><a id="__codelineno-0-119" name="__codelineno-0-119"></a> <span class="n">layers</span><span class="o">.</span><span class="n">append</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-120"><a id="__codelineno-0-120" name="__codelineno-0-120"></a> <span class="n">Linear</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-121"><a id="__codelineno-0-121" name="__codelineno-0-121"></a> <span class="n">in_features</span><span class="o">=</span><span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-122"><a id="__codelineno-0-122" name="__codelineno-0-122"></a> <span class="n">out_features</span><span class="o">=</span><span class="n">output_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a>
|
|||
|
|
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">layers</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Multiply" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Multiply</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Multiply" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Multiply</span><span class="p">(</span><span class="n">scale</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span> <span class="n">bias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#float">float</a></span> <span class="o">=</span> <span class="mf">0.0</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Multiply operator layer.</p>
|
|||
|
|
<p>This layer scales and shifts the input tensor by the given scale and bias.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">multiply</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Multiply</span><span class="p">(</span><span class="n">scale</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">bias</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">ones</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">multiply</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mf">3.0</span><span class="p">]))</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-395">395</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-396">396</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-397">397</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-398">398</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-399">399</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-400">400</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-401">401</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-402">402</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-395"><a id="__codelineno-0-395" name="__codelineno-0-395"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-396"><a id="__codelineno-0-396" name="__codelineno-0-396"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-397"><a id="__codelineno-0-397" name="__codelineno-0-397"></a> <span class="n">scale</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">1.0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-398"><a id="__codelineno-0-398" name="__codelineno-0-398"></a> <span class="n">bias</span><span class="p">:</span> <span class="nb">float</span> <span class="o">=</span> <span class="mf">0.0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-399"><a id="__codelineno-0-399" name="__codelineno-0-399"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-400"><a id="__codelineno-0-400" name="__codelineno-0-400"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-401"><a id="__codelineno-0-401" name="__codelineno-0-401"></a> <span class="bp">self</span><span class="o">.</span><span class="n">scale</span> <span class="o">=</span> <span class="n">scale</span>
|
|||
|
|
</span><span id="__span-0-402"><a id="__codelineno-0-402" name="__codelineno-0-402"></a> <span class="bp">self</span><span class="o">.</span><span class="n">bias</span> <span class="o">=</span> <span class="n">bias</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Parallel" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Parallel</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Parallel" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Parallel</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterable" href="https://docs.python.org/3/library/typing.html#typing.Iterable">Iterable</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Parallel layer.</p>
|
|||
|
|
<p>This layer calls its sub-modules in parallel with the same inputs, and returns a tuple of their outputs.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">parallel</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Parallel</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">32</span><span class="p">,</span> <span class="mi">64</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Identity</span><span class="p">(),</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">32</span><span class="p">,</span> <span class="mi">128</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="n">outputs</span> <span class="o">=</span> <span class="n">parallel</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="k">assert</span> <span class="nb">len</span><span class="p">(</span><span class="n">outputs</span><span class="p">)</span> <span class="o">==</span> <span class="mi">3</span>
|
|||
|
|
</span><span id="__span-0-11"><a id="__codelineno-0-11" name="__codelineno-0-11" href="#__codelineno-0-11"></a><span class="k">assert</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">0</span><span class="p">]</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">64</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-12"><a id="__codelineno-0-12" name="__codelineno-0-12" href="#__codelineno-0-12"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">outputs</span><span class="p">[</span><span class="mi">1</span><span class="p">],</span> <span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-13"><a id="__codelineno-0-13" name="__codelineno-0-13" href="#__codelineno-0-13"></a><span class="k">assert</span> <span class="n">outputs</span><span class="p">[</span><span class="mi">2</span><span class="p">]</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Module</span> <span class="o">|</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Module</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_provider</span> <span class="o">=</span> <span class="n">ContextProvider</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">modules</span> <span class="o">=</span> <span class="n">cast</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="nb">tuple</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Iterable</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Chain</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="n">modules</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="c1"># Violating this would mean a ContextModule ends up in two chains,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="c1"># with a single one correctly set as its parent.</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="k">assert</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="p">(</span><span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="ow">or</span> <span class="p">(</span><span class="ow">not</span> <span class="n">module</span><span class="o">.</span><span class="n">_can_refresh_parent</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">==</span> <span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> already has parent </span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_reset_context</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">)</span> <span class="ow">and</span> <span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">!=</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Parameter" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Parameter</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Parameter" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Parameter</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="o">*</span><span class="n">dims</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">requires_grad</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.WeightedModule" href="#refiners.fluxion.layers.WeightedModule">WeightedModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Parameter layer.</p>
|
|||
|
|
<p>This layer simple wraps a PyTorch <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.parameter.Parameter.html#torch.nn.parameter.Parameter"><code>Parameter</code></a>.
|
|||
|
|
When called, it simply returns the <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.parameter.Parameter.html#torch.nn.parameter.Parameter"><code>Parameter</code></a> Tensor.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Attributes:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code><span title="refiners.fluxion.layers.Parameter.weight">weight</span></code></td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.nn.parameter.Parameter" href="https://pytorch.org/docs/main/generated/torch.nn.parameter.Parameter.html#torch.nn.parameter.Parameter">Parameter</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The parameter Tensor.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-418">418</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-419">419</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-420">420</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-421">421</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-422">422</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-423">423</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-424">424</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-425">425</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-426">426</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-427">427</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-428">428</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-429">429</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-430">430</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-431">431</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-432">432</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-433">433</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-434">434</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-418"><a id="__codelineno-0-418" name="__codelineno-0-418"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-419"><a id="__codelineno-0-419" name="__codelineno-0-419"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-420"><a id="__codelineno-0-420" name="__codelineno-0-420"></a> <span class="o">*</span><span class="n">dims</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-421"><a id="__codelineno-0-421" name="__codelineno-0-421"></a> <span class="n">requires_grad</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-422"><a id="__codelineno-0-422" name="__codelineno-0-422"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-423"><a id="__codelineno-0-423" name="__codelineno-0-423"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-424"><a id="__codelineno-0-424" name="__codelineno-0-424"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-425"><a id="__codelineno-0-425" name="__codelineno-0-425"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-426"><a id="__codelineno-0-426" name="__codelineno-0-426"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dims</span> <span class="o">=</span> <span class="n">dims</span>
|
|||
|
|
</span><span id="__span-0-427"><a id="__codelineno-0-427" name="__codelineno-0-427"></a> <span class="bp">self</span><span class="o">.</span><span class="n">weight</span> <span class="o">=</span> <span class="n">TorchParameter</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-428"><a id="__codelineno-0-428" name="__codelineno-0-428"></a> <span class="n">requires_grad</span><span class="o">=</span><span class="n">requires_grad</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-429"><a id="__codelineno-0-429" name="__codelineno-0-429"></a> <span class="n">data</span><span class="o">=</span><span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-430"><a id="__codelineno-0-430" name="__codelineno-0-430"></a> <span class="o">*</span><span class="n">dims</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-431"><a id="__codelineno-0-431" name="__codelineno-0-431"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-432"><a id="__codelineno-0-432" name="__codelineno-0-432"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-433"><a id="__codelineno-0-433" name="__codelineno-0-433"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-434"><a id="__codelineno-0-434" name="__codelineno-0-434"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Passthrough" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Passthrough</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Passthrough" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Passthrough</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterable" href="https://docs.python.org/3/library/typing.html#typing.Iterable">Iterable</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Passthrough layer.</p>
|
|||
|
|
<p>This layer call its sub-modules sequentially, and returns its original inputs,
|
|||
|
|
like an <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Identity"><code>Identity</code></a> layer.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">passthrough</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Passthrough</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">32</span><span class="p">,</span> <span class="mi">128</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">fl</span><span class="o">.</span><span class="n">ReLU</span><span class="p">(),</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Linear</span><span class="p">(</span><span class="mi">128</span><span class="p">,</span> <span class="mi">128</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="n">output</span> <span class="o">=</span> <span class="n">passthrough</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Module</span> <span class="o">|</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Module</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_provider</span> <span class="o">=</span> <span class="n">ContextProvider</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">modules</span> <span class="o">=</span> <span class="n">cast</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="nb">tuple</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Iterable</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Chain</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="n">modules</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="c1"># Violating this would mean a ContextModule ends up in two chains,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="c1"># with a single one correctly set as its parent.</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="k">assert</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="p">(</span><span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="ow">or</span> <span class="p">(</span><span class="ow">not</span> <span class="n">module</span><span class="o">.</span><span class="n">_can_refresh_parent</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">==</span> <span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> already has parent </span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_reset_context</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">)</span> <span class="ow">and</span> <span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">!=</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Permute" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Permute</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Permute" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Permute</span><span class="p">(</span><span class="o">*</span><span class="n">dims</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Permute operation layer.</p>
|
|||
|
|
<p>This layer permutes the input tensor according to the given dimensions.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.permute.html#torch.permute"><code>torch.permute</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">permute</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Permute</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">0</span><span class="p">,</span> <span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">20</span><span class="p">,</span> <span class="mi">30</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">permute</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">30</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">20</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-200">200</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-201">201</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-202">202</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-200"><a id="__codelineno-0-200" name="__codelineno-0-200"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">dims</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-201"><a id="__codelineno-0-201" name="__codelineno-0-201"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-202"><a id="__codelineno-0-202" name="__codelineno-0-202"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dims</span> <span class="o">=</span> <span class="n">dims</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.PixelUnshuffle" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">PixelUnshuffle</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.PixelUnshuffle" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">PixelUnshuffle</span><span class="p">(</span><span class="n">downscale_factor</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.PixelUnshuffle" href="https://pytorch.org/docs/main/generated/torch.nn.PixelUnshuffle.html#torch.nn.PixelUnshuffle">PixelUnshuffle</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Pixel Unshuffle layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.PixelUnshuffle.html#torch.nn.PixelUnshuffle"><code>torch.nn.PixelUnshuffle</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch in_channels in_height in_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch out_channels out_height out_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/pixelshuffle.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-19">19</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">downscale_factor</span><span class="p">:</span> <span class="nb">int</span><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a> <span class="n">_PixelUnshuffle</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">downscale_factor</span><span class="o">=</span><span class="n">downscale_factor</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.ReLU" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ReLU</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ReLU" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ReLU</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.activations.Activation" href="#refiners.fluxion.layers.Activation">Activation</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Rectified Linear Unit activation function.</p>
|
|||
|
|
<p>See <a href="https://www.cs.toronto.edu/%7Efritz/absps/reluICML.pdf">Rectified Linear Units Improve Restricted Boltzmann Machines</a>
|
|||
|
|
and <a href="https://link.springer.com/article/10.1007/BF00342633">Cognitron: A self-organizing multilayered neural network</a></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">relu</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">ReLU</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([[</span><span class="o">-</span><span class="mf">1.0</span><span class="p">,</span> <span class="mf">0.0</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">]])</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">relu</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">expected_output</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([[</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">0.0</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">]])</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">equal</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">expected_output</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/activations.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-62">62</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-63">63</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-62"><a id="__codelineno-0-62" name="__codelineno-0-62"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-63"><a id="__codelineno-0-63" name="__codelineno-0-63"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.ReflectionPad2d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ReflectionPad2d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ReflectionPad2d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ReflectionPad2d</span><span class="p">(</span><span class="n">padding</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-external" title="torch.nn.ReflectionPad2d" href="https://pytorch.org/docs/main/generated/torch.nn.ReflectionPad2d.html#torch.nn.ReflectionPad2d">ReflectionPad2d</a></code>, <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Reflection padding layer.</p>
|
|||
|
|
<p>This layer wraps <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.nn.ReflectionPad2d.html#torch.nn.ReflectionPad2d"><code>torch.nn.ReflectionPad2d</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch channels in_height in_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>Float[Tensor, 'batch channels out_height out_width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/padding.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-18">18</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-19">19</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-18"><a id="__codelineno-0-18" name="__codelineno-0-18"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">padding</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-19"><a id="__codelineno-0-19" name="__codelineno-0-19"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="n">padding</span><span class="o">=</span><span class="n">padding</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Reshape" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Reshape</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Reshape" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Reshape</span><span class="p">(</span><span class="o">*</span><span class="n">shape</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Reshape operation layer.</p>
|
|||
|
|
<p>This layer reshapes the input tensor to a specific shape (which must be compatible with the original shape).
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.reshape.html#torch.reshape">torch.reshape</a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="warning" open>
|
|||
|
|
<summary>Warning</summary>
|
|||
|
|
<p>The first dimension (batch dimension) is forcefully preserved.</p>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">reshape</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Reshape</span><span class="p">(</span><span class="mi">5</span><span class="p">,</span> <span class="mi">2</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">reshape</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">5</span><span class="p">,</span> <span class="mi">2</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-144">144</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">shape</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-144"><a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="bp">self</span><span class="o">.</span><span class="n">shape</span> <span class="o">=</span> <span class="n">shape</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Residual" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Residual</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Residual" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Residual</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterable" href="https://docs.python.org/3/library/typing.html#typing.Iterable">Iterable</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Residual layer.</p>
|
|||
|
|
<p>This layer calls its sub-modules sequentially, and adds the original input to the output.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">residual</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Residual</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Multiply</span><span class="p">(</span><span class="n">scale</span><span class="o">=</span><span class="mi">10</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">ones</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">output</span> <span class="o">=</span> <span class="n">residual</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">32</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="mi">10</span> <span class="o">*</span> <span class="n">tensor</span> <span class="o">+</span> <span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Module</span> <span class="o">|</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Module</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_provider</span> <span class="o">=</span> <span class="n">ContextProvider</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">modules</span> <span class="o">=</span> <span class="n">cast</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="nb">tuple</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Iterable</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Chain</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="n">modules</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="c1"># Violating this would mean a ContextModule ends up in two chains,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="c1"># with a single one correctly set as its parent.</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="k">assert</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="p">(</span><span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="ow">or</span> <span class="p">(</span><span class="ow">not</span> <span class="n">module</span><span class="o">.</span><span class="n">_can_refresh_parent</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">==</span> <span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> already has parent </span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_reset_context</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">)</span> <span class="ow">and</span> <span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">!=</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Return" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Return</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Return" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Return</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Return layer.</p>
|
|||
|
|
<p>This layer stops the execution of a Chain when encountered.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-31">31</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">*</span><span class="n">kwargs</span><span class="p">)</span> <span class="c1"># type: ignore[reportUnknownMemberType]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.ScaledDotProductAttention" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">ScaledDotProductAttention</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.ScaledDotProductAttention" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">ScaledDotProductAttention</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">slice_size</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Scaled Dot Product Attention.</p>
|
|||
|
|
<details class="note">
|
|||
|
|
<summary>See <a href="https://arxiv.org/abs/1706.03762">[arXiv:1706.03762] Attention Is All You Need (Figure 2)</a> for more details</summary>
|
|||
|
|
<p><img alt="" src="https://ar5iv.labs.arxiv.org/html/1706.03762/assets/Figures/ModalNet-19.png" /></p>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>Note</summary>
|
|||
|
|
<p>This layer simply wraps <code>scaled_dot_product_attention</code> inside an <code>fl.Module</code>.</p>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th> <th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Query</code></td> <td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch num_queries embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Key</code></td> <td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch num_keys embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td><code>Value</code></td> <td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch num_values embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch num_queries embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">attention</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">ScaledDotProductAttention</span><span class="p">(</span><span class="n">num_heads</span><span class="o">=</span><span class="mi">8</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">query</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">key</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="n">value</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">output</span> <span class="o">=</span> <span class="n">attention</span><span class="p">(</span><span class="n">query</span><span class="p">,</span> <span class="n">key</span><span class="p">,</span> <span class="n">value</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>num_heads</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of heads to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>1</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_causal</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use causal attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_optimized</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use optimized attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>slice_size</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The slice size to use for the optimized attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/attentions.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-109">109</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-112">112</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-113">113</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="n">slice_size</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a><span class="w"> </span><span class="sd">"""Initialize the Scaled Dot Product Attention layer.</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a><span class="sd"> num_heads: The number of heads to use.</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a><span class="sd"> is_causal: Whether to use causal attention.</span>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a><span class="sd"> is_optimized: Whether to use optimized attention.</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a><span class="sd"> slice_size: The slice size to use for the optimized attention.</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="bp">self</span><span class="o">.</span><span class="n">num_heads</span> <span class="o">=</span> <span class="n">num_heads</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="bp">self</span><span class="o">.</span><span class="n">is_causal</span> <span class="o">=</span> <span class="n">is_causal</span>
|
|||
|
|
</span><span id="__span-0-109"><a id="__codelineno-0-109" name="__codelineno-0-109"></a> <span class="bp">self</span><span class="o">.</span><span class="n">is_optimized</span> <span class="o">=</span> <span class="n">is_optimized</span>
|
|||
|
|
</span><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a> <span class="bp">self</span><span class="o">.</span><span class="n">slice_size</span> <span class="o">=</span> <span class="n">slice_size</span>
|
|||
|
|
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dot_product</span> <span class="o">=</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-112"><a id="__codelineno-0-112" name="__codelineno-0-112"></a> <span class="n">scaled_dot_product_attention</span> <span class="k">if</span> <span class="bp">self</span><span class="o">.</span><span class="n">is_optimized</span> <span class="k">else</span> <span class="n">scaled_dot_product_attention_non_optimized</span>
|
|||
|
|
</span><span id="__span-0-113"><a id="__codelineno-0-113" name="__codelineno-0-113"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.SelfAttention" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SelfAttention</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.SelfAttention" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SelfAttention</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">embedding_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">inner_dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-10"><a id="__codelineno-0-10" name="__codelineno-0-10" href="#__codelineno-0-10"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.attentions.Attention" href="#refiners.fluxion.layers.Attention">Attention</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Multi-Head Self-Attention layer.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>This layer simply chains</summary>
|
|||
|
|
<ul>
|
|||
|
|
<li>a <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Parallel"><code>Parallel</code></a> layer,
|
|||
|
|
which duplicates the input Tensor
|
|||
|
|
(for each Linear layer in the <code>Attention</code> layer)</li>
|
|||
|
|
<li>an <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Attention"><code>Attention</code></a> layer</li>
|
|||
|
|
</ul>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch sequence_length embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch sequence_length embedding_dim']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">self_attention</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">SelfAttention</span><span class="p">(</span><span class="n">num_heads</span><span class="o">=</span><span class="mi">8</span><span class="p">,</span> <span class="n">embedding_dim</span><span class="o">=</span><span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">self_attention</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">128</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>embedding_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The embedding dimension of the input and output tensors.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>inner_dim</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The inner dimension of the linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>num_heads</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of heads to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>1</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>use_bias</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use bias in the linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_causal</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use causal attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_optimized</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use optimized attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/attentions.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-345">345</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-346">346</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-347">347</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-348">348</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-349">349</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-350">350</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-351">351</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-352">352</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-353">353</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-354">354</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-355">355</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-356">356</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-357">357</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-358">358</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-359">359</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-360">360</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-361">361</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-362">362</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-363">363</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-364">364</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-365">365</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-366">366</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-367">367</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-368">368</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-369">369</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-370">370</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-371">371</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-372">372</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-373">373</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-374">374</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-375">375</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-376">376</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-377">377</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-378">378</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-379">379</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-380">380</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-381">381</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-382">382</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-383">383</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-384">384</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-385">385</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-345"><a id="__codelineno-0-345" name="__codelineno-0-345"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-346"><a id="__codelineno-0-346" name="__codelineno-0-346"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-347"><a id="__codelineno-0-347" name="__codelineno-0-347"></a> <span class="n">embedding_dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-348"><a id="__codelineno-0-348" name="__codelineno-0-348"></a> <span class="n">inner_dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-349"><a id="__codelineno-0-349" name="__codelineno-0-349"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-350"><a id="__codelineno-0-350" name="__codelineno-0-350"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-351"><a id="__codelineno-0-351" name="__codelineno-0-351"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-352"><a id="__codelineno-0-352" name="__codelineno-0-352"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-353"><a id="__codelineno-0-353" name="__codelineno-0-353"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-354"><a id="__codelineno-0-354" name="__codelineno-0-354"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-355"><a id="__codelineno-0-355" name="__codelineno-0-355"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-356"><a id="__codelineno-0-356" name="__codelineno-0-356"></a><span class="w"> </span><span class="sd">"""Initialize the Self-Attention layer.</span>
|
|||
|
|
</span><span id="__span-0-357"><a id="__codelineno-0-357" name="__codelineno-0-357"></a>
|
|||
|
|
</span><span id="__span-0-358"><a id="__codelineno-0-358" name="__codelineno-0-358"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-359"><a id="__codelineno-0-359" name="__codelineno-0-359"></a><span class="sd"> embedding_dim: The embedding dimension of the input and output tensors.</span>
|
|||
|
|
</span><span id="__span-0-360"><a id="__codelineno-0-360" name="__codelineno-0-360"></a><span class="sd"> inner_dim: The inner dimension of the linear layers.</span>
|
|||
|
|
</span><span id="__span-0-361"><a id="__codelineno-0-361" name="__codelineno-0-361"></a><span class="sd"> num_heads: The number of heads to use.</span>
|
|||
|
|
</span><span id="__span-0-362"><a id="__codelineno-0-362" name="__codelineno-0-362"></a><span class="sd"> use_bias: Whether to use bias in the linear layers.</span>
|
|||
|
|
</span><span id="__span-0-363"><a id="__codelineno-0-363" name="__codelineno-0-363"></a><span class="sd"> is_causal: Whether to use causal attention.</span>
|
|||
|
|
</span><span id="__span-0-364"><a id="__codelineno-0-364" name="__codelineno-0-364"></a><span class="sd"> is_optimized: Whether to use optimized attention.</span>
|
|||
|
|
</span><span id="__span-0-365"><a id="__codelineno-0-365" name="__codelineno-0-365"></a><span class="sd"> device: The device to use.</span>
|
|||
|
|
</span><span id="__span-0-366"><a id="__codelineno-0-366" name="__codelineno-0-366"></a><span class="sd"> dtype: The dtype to use.</span>
|
|||
|
|
</span><span id="__span-0-367"><a id="__codelineno-0-367" name="__codelineno-0-367"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-368"><a id="__codelineno-0-368" name="__codelineno-0-368"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-369"><a id="__codelineno-0-369" name="__codelineno-0-369"></a> <span class="n">embedding_dim</span><span class="o">=</span><span class="n">embedding_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-370"><a id="__codelineno-0-370" name="__codelineno-0-370"></a> <span class="n">inner_dim</span><span class="o">=</span><span class="n">inner_dim</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-371"><a id="__codelineno-0-371" name="__codelineno-0-371"></a> <span class="n">num_heads</span><span class="o">=</span><span class="n">num_heads</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-372"><a id="__codelineno-0-372" name="__codelineno-0-372"></a> <span class="n">use_bias</span><span class="o">=</span><span class="n">use_bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-373"><a id="__codelineno-0-373" name="__codelineno-0-373"></a> <span class="n">is_causal</span><span class="o">=</span><span class="n">is_causal</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-374"><a id="__codelineno-0-374" name="__codelineno-0-374"></a> <span class="n">is_optimized</span><span class="o">=</span><span class="n">is_optimized</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-375"><a id="__codelineno-0-375" name="__codelineno-0-375"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-376"><a id="__codelineno-0-376" name="__codelineno-0-376"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-377"><a id="__codelineno-0-377" name="__codelineno-0-377"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-378"><a id="__codelineno-0-378" name="__codelineno-0-378"></a> <span class="bp">self</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-379"><a id="__codelineno-0-379" name="__codelineno-0-379"></a> <span class="n">index</span><span class="o">=</span><span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-380"><a id="__codelineno-0-380" name="__codelineno-0-380"></a> <span class="n">module</span><span class="o">=</span><span class="n">Parallel</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-381"><a id="__codelineno-0-381" name="__codelineno-0-381"></a> <span class="n">Identity</span><span class="p">(),</span> <span class="c1"># Query projection's input</span>
|
|||
|
|
</span><span id="__span-0-382"><a id="__codelineno-0-382" name="__codelineno-0-382"></a> <span class="n">Identity</span><span class="p">(),</span> <span class="c1"># Key projection's input</span>
|
|||
|
|
</span><span id="__span-0-383"><a id="__codelineno-0-383" name="__codelineno-0-383"></a> <span class="n">Identity</span><span class="p">(),</span> <span class="c1"># Value projection's input</span>
|
|||
|
|
</span><span id="__span-0-384"><a id="__codelineno-0-384" name="__codelineno-0-384"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-385"><a id="__codelineno-0-385" name="__codelineno-0-385"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.SelfAttention2d" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SelfAttention2d</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.SelfAttention2d" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SelfAttention2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.attentions.SelfAttention" href="#refiners.fluxion.layers.SelfAttention">SelfAttention</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Multi-Head 2D Self-Attention layer.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>This Module simply chains</summary>
|
|||
|
|
<ul>
|
|||
|
|
<li>a <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Lambda"><code>Lambda</code></a> layer,
|
|||
|
|
which transforms the input Tensor into a sequence</li>
|
|||
|
|
<li>a <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.SelfAttention"><code>SelfAttention</code></a> layer</li>
|
|||
|
|
<li>a <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Lambda"><code>Lambda</code></a> layer,
|
|||
|
|
which transforms the output sequence into a 2D Tensor</li>
|
|||
|
|
</ul>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Receives:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels height width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Returns:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><span title="jaxtyping.Float">Float</span>[<a class="autorefs autorefs-external" title="torch.Tensor" href="https://pytorch.org/docs/main/tensors.html#torch.Tensor">Tensor</a>, 'batch channels height width']</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">self_attention</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">SelfAttention2d</span><span class="p">(</span><span class="n">channels</span><span class="o">=</span><span class="mi">128</span><span class="p">,</span> <span class="n">num_heads</span><span class="o">=</span><span class="mi">8</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">64</span><span class="p">,</span> <span class="mi">64</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">self_attention</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">2</span><span class="p">,</span> <span class="mi">128</span><span class="p">,</span> <span class="mi">64</span><span class="p">,</span> <span class="mi">64</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>channels</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of channels of the input and output tensors.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>num_heads</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of heads to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>1</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>use_bias</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use bias in the linear layers.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_causal</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use causal attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>False</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>is_optimized</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#bool">bool</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>Whether to use optimized attention.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>True</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/attentions.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-415">415</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-416">416</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-417">417</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-418">418</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-419">419</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-420">420</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-421">421</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-422">422</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-423">423</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-424">424</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-425">425</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-426">426</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-427">427</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-428">428</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-429">429</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-430">430</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-431">431</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-432">432</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-433">433</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-434">434</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-435">435</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-436">436</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-437">437</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-438">438</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-439">439</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-440">440</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-441">441</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-442">442</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-443">443</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-444">444</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-445">445</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-446">446</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-447">447</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-448">448</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-449">449</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-450">450</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-415"><a id="__codelineno-0-415" name="__codelineno-0-415"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-416"><a id="__codelineno-0-416" name="__codelineno-0-416"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-417"><a id="__codelineno-0-417" name="__codelineno-0-417"></a> <span class="n">channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-418"><a id="__codelineno-0-418" name="__codelineno-0-418"></a> <span class="n">num_heads</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-419"><a id="__codelineno-0-419" name="__codelineno-0-419"></a> <span class="n">use_bias</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-420"><a id="__codelineno-0-420" name="__codelineno-0-420"></a> <span class="n">is_causal</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">False</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-421"><a id="__codelineno-0-421" name="__codelineno-0-421"></a> <span class="n">is_optimized</span><span class="p">:</span> <span class="nb">bool</span> <span class="o">=</span> <span class="kc">True</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-422"><a id="__codelineno-0-422" name="__codelineno-0-422"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-423"><a id="__codelineno-0-423" name="__codelineno-0-423"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-424"><a id="__codelineno-0-424" name="__codelineno-0-424"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-425"><a id="__codelineno-0-425" name="__codelineno-0-425"></a><span class="w"> </span><span class="sd">"""Initialize the 2D Self-Attention layer.</span>
|
|||
|
|
</span><span id="__span-0-426"><a id="__codelineno-0-426" name="__codelineno-0-426"></a>
|
|||
|
|
</span><span id="__span-0-427"><a id="__codelineno-0-427" name="__codelineno-0-427"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-428"><a id="__codelineno-0-428" name="__codelineno-0-428"></a><span class="sd"> channels: The number of channels of the input and output tensors.</span>
|
|||
|
|
</span><span id="__span-0-429"><a id="__codelineno-0-429" name="__codelineno-0-429"></a><span class="sd"> num_heads: The number of heads to use.</span>
|
|||
|
|
</span><span id="__span-0-430"><a id="__codelineno-0-430" name="__codelineno-0-430"></a><span class="sd"> use_bias: Whether to use bias in the linear layers.</span>
|
|||
|
|
</span><span id="__span-0-431"><a id="__codelineno-0-431" name="__codelineno-0-431"></a><span class="sd"> is_causal: Whether to use causal attention.</span>
|
|||
|
|
</span><span id="__span-0-432"><a id="__codelineno-0-432" name="__codelineno-0-432"></a><span class="sd"> is_optimized: Whether to use optimized attention.</span>
|
|||
|
|
</span><span id="__span-0-433"><a id="__codelineno-0-433" name="__codelineno-0-433"></a><span class="sd"> device: The device to use.</span>
|
|||
|
|
</span><span id="__span-0-434"><a id="__codelineno-0-434" name="__codelineno-0-434"></a><span class="sd"> dtype: The dtype to use.</span>
|
|||
|
|
</span><span id="__span-0-435"><a id="__codelineno-0-435" name="__codelineno-0-435"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-436"><a id="__codelineno-0-436" name="__codelineno-0-436"></a> <span class="k">assert</span> <span class="n">channels</span> <span class="o">%</span> <span class="n">num_heads</span> <span class="o">==</span> <span class="mi">0</span><span class="p">,</span> <span class="sa">f</span><span class="s2">"channels </span><span class="si">{</span><span class="n">channels</span><span class="si">}</span><span class="s2"> must be divisible by num_heads </span><span class="si">{</span><span class="n">num_heads</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-437"><a id="__codelineno-0-437" name="__codelineno-0-437"></a> <span class="bp">self</span><span class="o">.</span><span class="n">channels</span> <span class="o">=</span> <span class="n">channels</span>
|
|||
|
|
</span><span id="__span-0-438"><a id="__codelineno-0-438" name="__codelineno-0-438"></a>
|
|||
|
|
</span><span id="__span-0-439"><a id="__codelineno-0-439" name="__codelineno-0-439"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-440"><a id="__codelineno-0-440" name="__codelineno-0-440"></a> <span class="n">embedding_dim</span><span class="o">=</span><span class="n">channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-441"><a id="__codelineno-0-441" name="__codelineno-0-441"></a> <span class="n">num_heads</span><span class="o">=</span><span class="n">num_heads</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-442"><a id="__codelineno-0-442" name="__codelineno-0-442"></a> <span class="n">use_bias</span><span class="o">=</span><span class="n">use_bias</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-443"><a id="__codelineno-0-443" name="__codelineno-0-443"></a> <span class="n">is_causal</span><span class="o">=</span><span class="n">is_causal</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-444"><a id="__codelineno-0-444" name="__codelineno-0-444"></a> <span class="n">is_optimized</span><span class="o">=</span><span class="n">is_optimized</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-445"><a id="__codelineno-0-445" name="__codelineno-0-445"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-446"><a id="__codelineno-0-446" name="__codelineno-0-446"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-447"><a id="__codelineno-0-447" name="__codelineno-0-447"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-448"><a id="__codelineno-0-448" name="__codelineno-0-448"></a>
|
|||
|
|
</span><span id="__span-0-449"><a id="__codelineno-0-449" name="__codelineno-0-449"></a> <span class="bp">self</span><span class="o">.</span><span class="n">insert</span><span class="p">(</span><span class="mi">0</span><span class="p">,</span> <span class="n">Lambda</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_tensor_2d_to_sequence</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-450"><a id="__codelineno-0-450" name="__codelineno-0-450"></a> <span class="bp">self</span><span class="o">.</span><span class="n">append</span><span class="p">(</span><span class="n">Lambda</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_sequence_to_tensor_2d</span><span class="p">))</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.SetContext" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SetContext</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.SetContext" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SetContext</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">context</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">key</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">callback</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Callable" href="https://docs.python.org/3/library/typing.html#typing.Callable">Callable</a></span><span class="p">[[</span><span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">],</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.ContextModule" href="#refiners.fluxion.layers.ContextModule">ContextModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>SetContext layer.</p>
|
|||
|
|
<p>This layer writes to the <a class="autorefs autorefs-internal" href="../context/#refiners.fluxion.context.ContextProvider"><code>ContextProvider</code></a>
|
|||
|
|
of its parent <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Chain"><code>Chain</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>When called (without a callback), it will</summary>
|
|||
|
|
<ul>
|
|||
|
|
<li>Update the context with the given key and the input value</li>
|
|||
|
|
<li>Return the input value</li>
|
|||
|
|
</ul>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>When called (with a callback), it will</summary>
|
|||
|
|
<ul>
|
|||
|
|
<li>Call the callback with the current value and the input value
|
|||
|
|
(the callback may update the context with a new value, or not)</li>
|
|||
|
|
<li>Return the input value</li>
|
|||
|
|
</ul>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
<details class="warning" open>
|
|||
|
|
<summary>Warning</summary>
|
|||
|
|
<p>The context needs to already exist in the <a class="autorefs autorefs-internal" href="../context/#refiners.fluxion.context.ContextProvider"><code>ContextProvider</code></a></p>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-699">699</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-700">700</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-701">701</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-702">702</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-703">703</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-704">704</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-705">705</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-706">706</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-707">707</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-708">708</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-699"><a id="__codelineno-0-699" name="__codelineno-0-699"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-700"><a id="__codelineno-0-700" name="__codelineno-0-700"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-701"><a id="__codelineno-0-701" name="__codelineno-0-701"></a> <span class="n">context</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-702"><a id="__codelineno-0-702" name="__codelineno-0-702"></a> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-703"><a id="__codelineno-0-703" name="__codelineno-0-703"></a> <span class="n">callback</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Any</span><span class="p">,</span> <span class="n">Any</span><span class="p">],</span> <span class="n">Any</span><span class="p">]</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-704"><a id="__codelineno-0-704" name="__codelineno-0-704"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-705"><a id="__codelineno-0-705" name="__codelineno-0-705"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-706"><a id="__codelineno-0-706" name="__codelineno-0-706"></a> <span class="bp">self</span><span class="o">.</span><span class="n">context</span> <span class="o">=</span> <span class="n">context</span>
|
|||
|
|
</span><span id="__span-0-707"><a id="__codelineno-0-707" name="__codelineno-0-707"></a> <span class="bp">self</span><span class="o">.</span><span class="n">key</span> <span class="o">=</span> <span class="n">key</span>
|
|||
|
|
</span><span id="__span-0-708"><a id="__codelineno-0-708" name="__codelineno-0-708"></a> <span class="bp">self</span><span class="o">.</span><span class="n">callback</span> <span class="o">=</span> <span class="n">callback</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.SiLU" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">SiLU</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.SiLU" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">SiLU</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.activations.Activation" href="#refiners.fluxion.layers.Activation">Activation</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Sigmoid Linear Unit activation function.</p>
|
|||
|
|
<p>See <a href="https://arxiv.org/abs/1702.03118">[arXiv:1702.03118] Sigmoid-Weighted Linear Units for Neural Network Function Approximation in Reinforcement Learning</a> for more details.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/activations.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-37">37</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-38">38</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-37"><a id="__codelineno-0-37" name="__codelineno-0-37"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-38"><a id="__codelineno-0-38" name="__codelineno-0-38"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Sigmoid" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Sigmoid</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Sigmoid" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Sigmoid</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.activations.Activation" href="#refiners.fluxion.layers.Activation">Activation</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Sigmoid activation function.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">sigmoid</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Sigmoid</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([[</span><span class="o">-</span><span class="mf">1.0</span><span class="p">,</span> <span class="mf">0.0</span><span class="p">,</span> <span class="mf">1.0</span><span class="p">]])</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">sigmoid</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/activations.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-129">129</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-130">130</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-130"><a id="__codelineno-0-130" name="__codelineno-0-130"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Sin" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Sin</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Sin" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Sin</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Sine operator layer.</p>
|
|||
|
|
<p>This layer applies the sine function to the input tensor.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.sin.html#torch.sin"><code>torch.sin</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">sin</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Sin</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mi">0</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">pi</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">sin</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">expected_output</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mf">0.0</span><span class="p">,</span> <span class="mf">0.0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">expected_output</span><span class="p">,</span> <span class="n">atol</span><span class="o">=</span><span class="mf">1e-6</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-31">31</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">*</span><span class="n">kwargs</span><span class="p">)</span> <span class="c1"># type: ignore[reportUnknownMemberType]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Slicing" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Slicing</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Slicing" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Slicing</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">start</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">end</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">step</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Slicing operation layer.</p>
|
|||
|
|
<p>This layer slices the input tensor at the given dimension between the given start and end indices.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.index_select.html#torch.index_select"><code>torch.index_select</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">slicing</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Slicing</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">start</span><span class="o">=</span><span class="mi">50</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">slicing</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">50</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">tensor</span><span class="p">[:,</span> <span class="mi">50</span><span class="p">:])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-229">229</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-230">230</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-231">231</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-232">232</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-233">233</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-234">234</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-235">235</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-236">236</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-237">237</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-238">238</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-239">239</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-240">240</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-229"><a id="__codelineno-0-229" name="__codelineno-0-229"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-230"><a id="__codelineno-0-230" name="__codelineno-0-230"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-231"><a id="__codelineno-0-231" name="__codelineno-0-231"></a> <span class="n">dim</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-232"><a id="__codelineno-0-232" name="__codelineno-0-232"></a> <span class="n">start</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">0</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-233"><a id="__codelineno-0-233" name="__codelineno-0-233"></a> <span class="n">end</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-234"><a id="__codelineno-0-234" name="__codelineno-0-234"></a> <span class="n">step</span><span class="p">:</span> <span class="nb">int</span> <span class="o">=</span> <span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-235"><a id="__codelineno-0-235" name="__codelineno-0-235"></a><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-236"><a id="__codelineno-0-236" name="__codelineno-0-236"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-237"><a id="__codelineno-0-237" name="__codelineno-0-237"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dim</span> <span class="o">=</span> <span class="n">dim</span>
|
|||
|
|
</span><span id="__span-0-238"><a id="__codelineno-0-238" name="__codelineno-0-238"></a> <span class="bp">self</span><span class="o">.</span><span class="n">start</span> <span class="o">=</span> <span class="n">start</span>
|
|||
|
|
</span><span id="__span-0-239"><a id="__codelineno-0-239" name="__codelineno-0-239"></a> <span class="bp">self</span><span class="o">.</span><span class="n">end</span> <span class="o">=</span> <span class="n">end</span>
|
|||
|
|
</span><span id="__span-0-240"><a id="__codelineno-0-240" name="__codelineno-0-240"></a> <span class="bp">self</span><span class="o">.</span><span class="n">step</span> <span class="o">=</span> <span class="n">step</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Squeeze" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Squeeze</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Squeeze" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Squeeze</span><span class="p">(</span><span class="n">dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Squeeze operation layer.</p>
|
|||
|
|
<p>This layer squeezes the input tensor at the given dimension.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.squeeze.html#torch.squeeze"><code>torch.squeeze</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">squeeze</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Squeeze</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">squeeze</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-296">296</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-297">297</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-298">298</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-296"><a id="__codelineno-0-296" name="__codelineno-0-296"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-297"><a id="__codelineno-0-297" name="__codelineno-0-297"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-298"><a id="__codelineno-0-298" name="__codelineno-0-298"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dim</span> <span class="o">=</span> <span class="n">dim</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Sum" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Sum</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Sum" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Sum</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Iterable" href="https://docs.python.org/3/library/typing.html#typing.Iterable">Iterable</a></span><span class="p">[</span><span class="n"><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></span><span class="p">])</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Summation layer.</p>
|
|||
|
|
<p>This layer calls its sub-modules in parallel with the same inputs, and returns the sum of their outputs.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">summation</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Sum</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Multiply</span><span class="p">(</span><span class="n">scale</span><span class="o">=</span><span class="mi">2</span><span class="p">,</span> <span class="n">bias</span><span class="o">=</span><span class="mi">1</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">fl</span><span class="o">.</span><span class="n">Multiply</span><span class="p">(</span><span class="n">scale</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span> <span class="n">bias</span><span class="o">=</span><span class="mi">0</span><span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">ones</span><span class="p">(</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-7"><a id="__codelineno-0-7" name="__codelineno-0-7" href="#__codelineno-0-7"></a><span class="n">output</span> <span class="o">=</span> <span class="n">summation</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-8"><a id="__codelineno-0-8" name="__codelineno-0-8" href="#__codelineno-0-8"></a>
|
|||
|
|
</span><span id="__span-0-9"><a id="__codelineno-0-9" name="__codelineno-0-9" href="#__codelineno-0-9"></a><span class="k">assert</span> <span class="n">torch</span><span class="o">.</span><span class="n">allclose</span><span class="p">(</span><span class="n">output</span><span class="p">,</span> <span class="n">torch</span><span class="o">.</span><span class="n">tensor</span><span class="p">([</span><span class="mf">6.0</span><span class="p">]))</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-81"> 81</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-82"> 82</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-83"> 83</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-84"> 84</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-85"> 85</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-86"> 86</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-87"> 87</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-88"> 88</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-89"> 89</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-90"> 90</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-91"> 91</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-92"> 92</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-93"> 93</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-94"> 94</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-95"> 95</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-96"> 96</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-97"> 97</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-98"> 98</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-99"> 99</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-100">100</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-101">101</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-102">102</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-103">103</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-104">104</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-105">105</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-106">106</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-107">107</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-108">108</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-81"><a id="__codelineno-0-81" name="__codelineno-0-81"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Module</span> <span class="o">|</span> <span class="n">Iterable</span><span class="p">[</span><span class="n">Module</span><span class="p">])</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-82"><a id="__codelineno-0-82" name="__codelineno-0-82"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-83"><a id="__codelineno-0-83" name="__codelineno-0-83"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_provider</span> <span class="o">=</span> <span class="n">ContextProvider</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-84"><a id="__codelineno-0-84" name="__codelineno-0-84"></a> <span class="n">modules</span> <span class="o">=</span> <span class="n">cast</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-85"><a id="__codelineno-0-85" name="__codelineno-0-85"></a> <span class="nb">tuple</span><span class="p">[</span><span class="n">Module</span><span class="p">],</span>
|
|||
|
|
</span><span id="__span-0-86"><a id="__codelineno-0-86" name="__codelineno-0-86"></a> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-87"><a id="__codelineno-0-87" name="__codelineno-0-87"></a> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">])</span>
|
|||
|
|
</span><span id="__span-0-88"><a id="__codelineno-0-88" name="__codelineno-0-88"></a> <span class="k">if</span> <span class="nb">len</span><span class="p">(</span><span class="n">args</span><span class="p">)</span> <span class="o">==</span> <span class="mi">1</span> <span class="ow">and</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Iterable</span><span class="p">)</span> <span class="ow">and</span> <span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">args</span><span class="p">[</span><span class="mi">0</span><span class="p">],</span> <span class="n">Chain</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-89"><a id="__codelineno-0-89" name="__codelineno-0-89"></a> <span class="k">else</span> <span class="nb">tuple</span><span class="p">(</span><span class="n">args</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-90"><a id="__codelineno-0-90" name="__codelineno-0-90"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-91"><a id="__codelineno-0-91" name="__codelineno-0-91"></a> <span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-92"><a id="__codelineno-0-92" name="__codelineno-0-92"></a>
|
|||
|
|
</span><span id="__span-0-93"><a id="__codelineno-0-93" name="__codelineno-0-93"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="n">modules</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-94"><a id="__codelineno-0-94" name="__codelineno-0-94"></a> <span class="c1"># Violating this would mean a ContextModule ends up in two chains,</span>
|
|||
|
|
</span><span id="__span-0-95"><a id="__codelineno-0-95" name="__codelineno-0-95"></a> <span class="c1"># with a single one correctly set as its parent.</span>
|
|||
|
|
</span><span id="__span-0-96"><a id="__codelineno-0-96" name="__codelineno-0-96"></a> <span class="k">assert</span> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-97"><a id="__codelineno-0-97" name="__codelineno-0-97"></a> <span class="p">(</span><span class="ow">not</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-98"><a id="__codelineno-0-98" name="__codelineno-0-98"></a> <span class="ow">or</span> <span class="p">(</span><span class="ow">not</span> <span class="n">module</span><span class="o">.</span><span class="n">_can_refresh_parent</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-99"><a id="__codelineno-0-99" name="__codelineno-0-99"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="ow">is</span> <span class="kc">None</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-100"><a id="__codelineno-0-100" name="__codelineno-0-100"></a> <span class="ow">or</span> <span class="p">(</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">==</span> <span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-101"><a id="__codelineno-0-101" name="__codelineno-0-101"></a> <span class="p">),</span> <span class="sa">f</span><span class="s2">"</span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2"> already has parent </span><span class="si">{</span><span class="n">module</span><span class="o">.</span><span class="n">parent</span><span class="o">.</span><span class="vm">__class__</span><span class="o">.</span><span class="vm">__name__</span><span class="si">}</span><span class="s2">"</span>
|
|||
|
|
</span><span id="__span-0-102"><a id="__codelineno-0-102" name="__codelineno-0-102"></a>
|
|||
|
|
</span><span id="__span-0-103"><a id="__codelineno-0-103" name="__codelineno-0-103"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_regenerate_keys</span><span class="p">(</span><span class="n">modules</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-104"><a id="__codelineno-0-104" name="__codelineno-0-104"></a> <span class="bp">self</span><span class="o">.</span><span class="n">_reset_context</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-105"><a id="__codelineno-0-105" name="__codelineno-0-105"></a>
|
|||
|
|
</span><span id="__span-0-106"><a id="__codelineno-0-106" name="__codelineno-0-106"></a> <span class="k">for</span> <span class="n">module</span> <span class="ow">in</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-107"><a id="__codelineno-0-107" name="__codelineno-0-107"></a> <span class="k">if</span> <span class="nb">isinstance</span><span class="p">(</span><span class="n">module</span><span class="p">,</span> <span class="n">ContextModule</span><span class="p">)</span> <span class="ow">and</span> <span class="n">module</span><span class="o">.</span><span class="n">parent</span> <span class="o">!=</span> <span class="bp">self</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-108"><a id="__codelineno-0-108" name="__codelineno-0-108"></a> <span class="n">module</span><span class="o">.</span><span class="n">_set_parent</span><span class="p">(</span><span class="bp">self</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Transpose" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Transpose</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Transpose" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Transpose</span><span class="p">(</span><span class="n">dim0</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span> <span class="n">dim1</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Transpose operation layer.</p>
|
|||
|
|
<p>This layer transposes the input tensor between the two given dimensions.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.transpose.html#torch.transpose"><code>torch.transpose</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">transpose</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Transpose</span><span class="p">(</span><span class="n">dim0</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span> <span class="n">dim1</span><span class="o">=</span><span class="mi">2</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">20</span><span class="p">,</span> <span class="mi">30</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">transpose</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">30</span><span class="p">,</span> <span class="mi">20</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-170">170</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-171">171</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-172">172</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-173">173</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-170"><a id="__codelineno-0-170" name="__codelineno-0-170"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">dim0</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span> <span class="n">dim1</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-171"><a id="__codelineno-0-171" name="__codelineno-0-171"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-172"><a id="__codelineno-0-172" name="__codelineno-0-172"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dim0</span> <span class="o">=</span> <span class="n">dim0</span>
|
|||
|
|
</span><span id="__span-0-173"><a id="__codelineno-0-173" name="__codelineno-0-173"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dim1</span> <span class="o">=</span> <span class="n">dim1</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Unflatten" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Unflatten</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Unflatten" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Unflatten</span><span class="p">(</span><span class="n">dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Unflatten operation layer.</p>
|
|||
|
|
<p>This layer unflattens the input tensor at the given dimension with the given sizes.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.unflatten.html#torch.unflatten"><code>torch.unflatten</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">unflatten</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Unflatten</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">100</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">unflatten</span><span class="p">(</span><span class="n">tensor</span><span class="p">,</span> <span class="n">sizes</span><span class="o">=</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">))</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output_unflatten</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-110">110</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-111">111</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-112">112</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-110"><a id="__codelineno-0-110" name="__codelineno-0-110"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-111"><a id="__codelineno-0-111" name="__codelineno-0-111"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-112"><a id="__codelineno-0-112" name="__codelineno-0-112"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dim</span> <span class="o">=</span> <span class="n">dim</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Unsqueeze" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Unsqueeze</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Unsqueeze" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Unsqueeze</span><span class="p">(</span><span class="n">dim</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Unsqueeze operation layer.</p>
|
|||
|
|
<p>This layer unsqueezes the input tensor at the given dimension.
|
|||
|
|
See also <a class="autorefs autorefs-external" href="https://pytorch.org/docs/main/generated/torch.unsqueeze.html#torch.unsqueeze"><code>torch.unsqueeze</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="example" open>
|
|||
|
|
<summary>Example</summary>
|
|||
|
|
<div class="language-py highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">unsqueeze</span> <span class="o">=</span> <span class="n">fl</span><span class="o">.</span><span class="n">Unsqueeze</span><span class="p">(</span><span class="n">dim</span><span class="o">=</span><span class="mi">1</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a><span class="n">tensor</span> <span class="o">=</span> <span class="n">torch</span><span class="o">.</span><span class="n">randn</span><span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a><span class="n">output</span> <span class="o">=</span> <span class="n">unsqueeze</span><span class="p">(</span><span class="n">tensor</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="k">assert</span> <span class="n">output</span><span class="o">.</span><span class="n">shape</span> <span class="o">==</span> <span class="p">(</span><span class="mi">10</span><span class="p">,</span> <span class="mi">1</span><span class="p">,</span> <span class="mi">10</span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/basics.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-324">324</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-325">325</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-326">326</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-324"><a id="__codelineno-0-324" name="__codelineno-0-324"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">dim</span><span class="p">:</span> <span class="nb">int</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-325"><a id="__codelineno-0-325" name="__codelineno-0-325"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-326"><a id="__codelineno-0-326" name="__codelineno-0-326"></a> <span class="bp">self</span><span class="o">.</span><span class="n">dim</span> <span class="o">=</span> <span class="n">dim</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.Upsample" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">Upsample</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.Upsample" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">Upsample</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-2"><a id="__codelineno-0-2" name="__codelineno-0-2" href="#__codelineno-0-2"></a> <span class="n">channels</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-3"><a id="__codelineno-0-3" name="__codelineno-0-3" href="#__codelineno-0-3"></a> <span class="n">upsample_factor</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-4"><a id="__codelineno-0-4" name="__codelineno-0-4" href="#__codelineno-0-4"></a> <span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span> <span class="o">|</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-5"><a id="__codelineno-0-5" name="__codelineno-0-5" href="#__codelineno-0-5"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-6"><a id="__codelineno-0-6" name="__codelineno-0-6" href="#__codelineno-0-6"></a><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.chain.Chain" href="#refiners.fluxion.layers.Chain">Chain</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>Upsample layer.</p>
|
|||
|
|
<p>This layer upsamples the input by the given scale factor.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Raises:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/exceptions.html#RuntimeError">RuntimeError</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>If the context sampling is not set or if the context is empty.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p><span class="doc-section-title">Parameters:</span></p>
|
|||
|
|
<table>
|
|||
|
|
<thead>
|
|||
|
|
<tr>
|
|||
|
|
<th>Name</th>
|
|||
|
|
<th>Type</th>
|
|||
|
|
<th>Description</th>
|
|||
|
|
<th>Default</th>
|
|||
|
|
</tr>
|
|||
|
|
</thead>
|
|||
|
|
<tbody>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>channels</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a></code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The number of input and output channels.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<em>required</em>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>upsample_factor</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/functions.html#int">int</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The factor by which to upsample the input.
|
|||
|
|
If None, the input shape is taken from the context.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>device</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a> | <a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The device to use for the convolutional layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
<tr class="doc-section-item">
|
|||
|
|
<td>
|
|||
|
|
<code>dtype</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a> | None</code>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<div class="doc-md-description">
|
|||
|
|
<p>The dtype to use for the convolutional layer.</p>
|
|||
|
|
</div>
|
|||
|
|
</td>
|
|||
|
|
<td>
|
|||
|
|
<code>None</code>
|
|||
|
|
</td>
|
|||
|
|
</tr>
|
|||
|
|
</tbody>
|
|||
|
|
</table>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/sampling.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-121">121</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-122">122</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-123">123</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-124">124</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-125">125</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-126">126</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-127">127</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-128">128</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-129">129</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-130">130</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-131">131</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-132">132</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-133">133</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-134">134</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-135">135</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-136">136</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-137">137</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-138">138</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-139">139</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-140">140</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-141">141</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-142">142</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-143">143</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-144">144</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-145">145</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-146">146</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-147">147</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-148">148</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-149">149</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-150">150</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-151">151</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-152">152</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-153">153</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-154">154</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-155">155</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-156">156</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-157">157</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-121"><a id="__codelineno-0-121" name="__codelineno-0-121"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-122"><a id="__codelineno-0-122" name="__codelineno-0-122"></a> <span class="bp">self</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-123"><a id="__codelineno-0-123" name="__codelineno-0-123"></a> <span class="n">channels</span><span class="p">:</span> <span class="nb">int</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-124"><a id="__codelineno-0-124" name="__codelineno-0-124"></a> <span class="n">upsample_factor</span><span class="p">:</span> <span class="nb">int</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-125"><a id="__codelineno-0-125" name="__codelineno-0-125"></a> <span class="n">device</span><span class="p">:</span> <span class="n">Device</span> <span class="o">|</span> <span class="nb">str</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-126"><a id="__codelineno-0-126" name="__codelineno-0-126"></a> <span class="n">dtype</span><span class="p">:</span> <span class="n">DType</span> <span class="o">|</span> <span class="kc">None</span> <span class="o">=</span> <span class="kc">None</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-127"><a id="__codelineno-0-127" name="__codelineno-0-127"></a><span class="p">):</span>
|
|||
|
|
</span><span id="__span-0-128"><a id="__codelineno-0-128" name="__codelineno-0-128"></a><span class="w"> </span><span class="sd">"""Initializes the Upsample layer.</span>
|
|||
|
|
</span><span id="__span-0-129"><a id="__codelineno-0-129" name="__codelineno-0-129"></a>
|
|||
|
|
</span><span id="__span-0-130"><a id="__codelineno-0-130" name="__codelineno-0-130"></a><span class="sd"> Args:</span>
|
|||
|
|
</span><span id="__span-0-131"><a id="__codelineno-0-131" name="__codelineno-0-131"></a><span class="sd"> channels: The number of input and output channels.</span>
|
|||
|
|
</span><span id="__span-0-132"><a id="__codelineno-0-132" name="__codelineno-0-132"></a><span class="sd"> upsample_factor: The factor by which to upsample the input.</span>
|
|||
|
|
</span><span id="__span-0-133"><a id="__codelineno-0-133" name="__codelineno-0-133"></a><span class="sd"> If None, the input shape is taken from the context.</span>
|
|||
|
|
</span><span id="__span-0-134"><a id="__codelineno-0-134" name="__codelineno-0-134"></a><span class="sd"> device: The device to use for the convolutional layer.</span>
|
|||
|
|
</span><span id="__span-0-135"><a id="__codelineno-0-135" name="__codelineno-0-135"></a><span class="sd"> dtype: The dtype to use for the convolutional layer.</span>
|
|||
|
|
</span><span id="__span-0-136"><a id="__codelineno-0-136" name="__codelineno-0-136"></a><span class="sd"> """</span>
|
|||
|
|
</span><span id="__span-0-137"><a id="__codelineno-0-137" name="__codelineno-0-137"></a> <span class="bp">self</span><span class="o">.</span><span class="n">channels</span> <span class="o">=</span> <span class="n">channels</span>
|
|||
|
|
</span><span id="__span-0-138"><a id="__codelineno-0-138" name="__codelineno-0-138"></a> <span class="bp">self</span><span class="o">.</span><span class="n">upsample_factor</span> <span class="o">=</span> <span class="n">upsample_factor</span>
|
|||
|
|
</span><span id="__span-0-139"><a id="__codelineno-0-139" name="__codelineno-0-139"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-140"><a id="__codelineno-0-140" name="__codelineno-0-140"></a> <span class="n">Parallel</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-141"><a id="__codelineno-0-141" name="__codelineno-0-141"></a> <span class="n">Identity</span><span class="p">(),</span>
|
|||
|
|
</span><span id="__span-0-142"><a id="__codelineno-0-142" name="__codelineno-0-142"></a> <span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-143"><a id="__codelineno-0-143" name="__codelineno-0-143"></a> <span class="n">Lambda</span><span class="p">(</span><span class="bp">self</span><span class="o">.</span><span class="n">_get_static_shape</span><span class="p">)</span>
|
|||
|
|
</span><span id="__span-0-144"><a id="__codelineno-0-144" name="__codelineno-0-144"></a> <span class="k">if</span> <span class="n">upsample_factor</span> <span class="ow">is</span> <span class="ow">not</span> <span class="kc">None</span>
|
|||
|
|
</span><span id="__span-0-145"><a id="__codelineno-0-145" name="__codelineno-0-145"></a> <span class="k">else</span> <span class="n">UseContext</span><span class="p">(</span><span class="n">context</span><span class="o">=</span><span class="s2">"sampling"</span><span class="p">,</span> <span class="n">key</span><span class="o">=</span><span class="s2">"shapes"</span><span class="p">)</span><span class="o">.</span><span class="n">compose</span><span class="p">(</span><span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span><span class="o">.</span><span class="n">pop</span><span class="p">())</span>
|
|||
|
|
</span><span id="__span-0-146"><a id="__codelineno-0-146" name="__codelineno-0-146"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-147"><a id="__codelineno-0-147" name="__codelineno-0-147"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-148"><a id="__codelineno-0-148" name="__codelineno-0-148"></a> <span class="n">Interpolate</span><span class="p">(),</span>
|
|||
|
|
</span><span id="__span-0-149"><a id="__codelineno-0-149" name="__codelineno-0-149"></a> <span class="n">Conv2d</span><span class="p">(</span>
|
|||
|
|
</span><span id="__span-0-150"><a id="__codelineno-0-150" name="__codelineno-0-150"></a> <span class="n">in_channels</span><span class="o">=</span><span class="n">channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-151"><a id="__codelineno-0-151" name="__codelineno-0-151"></a> <span class="n">out_channels</span><span class="o">=</span><span class="n">channels</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-152"><a id="__codelineno-0-152" name="__codelineno-0-152"></a> <span class="n">kernel_size</span><span class="o">=</span><span class="mi">3</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-153"><a id="__codelineno-0-153" name="__codelineno-0-153"></a> <span class="n">padding</span><span class="o">=</span><span class="mi">1</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-154"><a id="__codelineno-0-154" name="__codelineno-0-154"></a> <span class="n">device</span><span class="o">=</span><span class="n">device</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-155"><a id="__codelineno-0-155" name="__codelineno-0-155"></a> <span class="n">dtype</span><span class="o">=</span><span class="n">dtype</span><span class="p">,</span>
|
|||
|
|
</span><span id="__span-0-156"><a id="__codelineno-0-156" name="__codelineno-0-156"></a> <span class="p">),</span>
|
|||
|
|
</span><span id="__span-0-157"><a id="__codelineno-0-157" name="__codelineno-0-157"></a> <span class="p">)</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.UseContext" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">UseContext</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.UseContext" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">UseContext</span><span class="p">(</span><span class="n">context</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" href="https://docs.python.org/3/library/stdtypes.html#str">str</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.ContextModule" href="#refiners.fluxion.layers.ContextModule">ContextModule</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>UseContext layer.</p>
|
|||
|
|
<p>This layer reads from the <a class="autorefs autorefs-internal" href="../context/#refiners.fluxion.context.ContextProvider"><code>ContextProvider</code></a>
|
|||
|
|
of its parent <a class="autorefs autorefs-internal" href="#refiners.fluxion.layers.Chain"><code>Chain</code></a>.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="note" open>
|
|||
|
|
<summary>When called, it will</summary>
|
|||
|
|
<ul>
|
|||
|
|
<li>Retrieve a value from the context using the given key</li>
|
|||
|
|
<li>Transform the value with the given function (optional)</li>
|
|||
|
|
<li>Return the value</li>
|
|||
|
|
</ul>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/chain.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-657">657</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-658">658</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-659">659</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-660">660</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-661">661</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-657"><a id="__codelineno-0-657" name="__codelineno-0-657"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="n">context</span><span class="p">:</span> <span class="nb">str</span><span class="p">,</span> <span class="n">key</span><span class="p">:</span> <span class="nb">str</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-658"><a id="__codelineno-0-658" name="__codelineno-0-658"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">()</span>
|
|||
|
|
</span><span id="__span-0-659"><a id="__codelineno-0-659" name="__codelineno-0-659"></a> <span class="bp">self</span><span class="o">.</span><span class="n">context</span> <span class="o">=</span> <span class="n">context</span>
|
|||
|
|
</span><span id="__span-0-660"><a id="__codelineno-0-660" name="__codelineno-0-660"></a> <span class="bp">self</span><span class="o">.</span><span class="n">key</span> <span class="o">=</span> <span class="n">key</span>
|
|||
|
|
</span><span id="__span-0-661"><a id="__codelineno-0-661" name="__codelineno-0-661"></a> <span class="bp">self</span><span class="o">.</span><span class="n">func</span><span class="p">:</span> <span class="n">Callable</span><span class="p">[[</span><span class="n">Any</span><span class="p">],</span> <span class="n">Any</span><span class="p">]</span> <span class="o">=</span> <span class="k">lambda</span> <span class="n">x</span><span class="p">:</span> <span class="n">x</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-class">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h2 id="refiners.fluxion.layers.WeightedModule" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-class"></code> <span class="doc doc-object-name doc-class-name">WeightedModule</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule" class="headerlink" title="Permanent link">¶</a></h2>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="nf">WeightedModule</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="typing.Any" href="https://docs.python.org/3/library/typing.html#typing.Any">Any</a></span><span class="p">)</span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
<p class="doc doc-class-bases">
|
|||
|
|
Bases: <code><a class="autorefs autorefs-internal" title="refiners.fluxion.layers.module.Module" href="#refiners.fluxion.layers.Module">Module</a></code></p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<p>A module with a weight (Tensor) attribute.</p>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<details class="quote">
|
|||
|
|
<summary>Source code in <code>src/refiners/fluxion/layers/module.py</code></summary>
|
|||
|
|
<div class="language-python highlight"><table class="highlighttable"><tr><td class="linenos"><div class="linenodiv"><pre><span></span><span class="normal"><a href="#__codelineno-0-30">30</a></span>
|
|||
|
|
<span class="normal"><a href="#__codelineno-0-31">31</a></span></pre></div></td><td class="code"><div><pre><span></span><code><span id="__span-0-30"><a id="__codelineno-0-30" name="__codelineno-0-30"></a><span class="k">def</span> <span class="fm">__init__</span><span class="p">(</span><span class="bp">self</span><span class="p">,</span> <span class="o">*</span><span class="n">args</span><span class="p">:</span> <span class="n">Any</span><span class="p">,</span> <span class="o">**</span><span class="n">kwargs</span><span class="p">:</span> <span class="n">Any</span><span class="p">)</span> <span class="o">-></span> <span class="kc">None</span><span class="p">:</span>
|
|||
|
|
</span><span id="__span-0-31"><a id="__codelineno-0-31" name="__codelineno-0-31"></a> <span class="nb">super</span><span class="p">()</span><span class="o">.</span><span class="fm">__init__</span><span class="p">(</span><span class="o">*</span><span class="n">args</span><span class="p">,</span> <span class="o">*</span><span class="n">kwargs</span><span class="p">)</span> <span class="c1"># type: ignore[reportUnknownMemberType]</span>
|
|||
|
|
</span></code></pre></div></td></tr></table></div>
|
|||
|
|
</details>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-children">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.WeightedModule.device" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">device</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule.device" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">device</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.device" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.device">device</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Return the device of the module's weight.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-object doc-attribute">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<h3 id="refiners.fluxion.layers.WeightedModule.dtype" class="doc doc-heading">
|
|||
|
|
<code class="doc-symbol doc-symbol-heading doc-symbol-attribute"></code> <span class="doc doc-object-name doc-attribute-name">dtype</span>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<span class="doc doc-labels">
|
|||
|
|
<small class="doc doc-label doc-label-property"><code>property</code></small>
|
|||
|
|
</span>
|
|||
|
|
|
|||
|
|
<a href="#refiners.fluxion.layers.WeightedModule.dtype" class="headerlink" title="Permanent link">¶</a></h3>
|
|||
|
|
<div class="language-python doc-signature highlight"><pre><span></span><code><span id="__span-0-1"><a id="__codelineno-0-1" name="__codelineno-0-1" href="#__codelineno-0-1"></a><span class="n">dtype</span><span class="p">:</span> <span class="n"><a class="autorefs autorefs-external" title="torch.dtype" href="https://pytorch.org/docs/main/tensor_attributes.html#torch.dtype">dtype</a></span>
|
|||
|
|
</span></code></pre></div>
|
|||
|
|
|
|||
|
|
<div class="doc doc-contents ">
|
|||
|
|
|
|||
|
|
<p>Return the dtype of the module's weight.</p>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
</article>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script>var target=document.getElementById(location.hash.slice(1));target&&target.name&&(target.checked=target.name.startsWith("__tabbed_"))</script>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<button type="button" class="md-top md-icon" data-md-component="top" hidden>
|
|||
|
|
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 24 24"><path d="M13 20h-2V8l-5.5 5.5-1.42-1.42L12 4.16l7.92 7.92-1.42 1.42L13 8z"/></svg>
|
|||
|
|
Back to top
|
|||
|
|
</button>
|
|||
|
|
|
|||
|
|
</main>
|
|||
|
|
|
|||
|
|
<footer class="md-footer">
|
|||
|
|
|
|||
|
|
<div class="md-footer-meta md-typeset">
|
|||
|
|
<div class="md-footer-meta__inner md-grid">
|
|||
|
|
<div class="md-copyright">
|
|||
|
|
|
|||
|
|
<div class="md-copyright__highlight">
|
|||
|
|
© Lagon Technologies
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
Made with
|
|||
|
|
<a href="https://squidfunk.github.io/mkdocs-material/" target="_blank" rel="noopener">
|
|||
|
|
Material for MkDocs
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
<div class="md-social">
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="https://discord.gg/mCmjNUVV7d" target="_blank" rel="noopener" title="discord.gg" class="md-social__link">
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 640 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M524.531 69.836a1.5 1.5 0 0 0-.764-.7A485 485 0 0 0 404.081 32.03a1.82 1.82 0 0 0-1.923.91 338 338 0 0 0-14.9 30.6 447.9 447.9 0 0 0-134.426 0 310 310 0 0 0-15.135-30.6 1.89 1.89 0 0 0-1.924-.91 483.7 483.7 0 0 0-119.688 37.107 1.7 1.7 0 0 0-.788.676C39.068 183.651 18.186 294.69 28.43 404.354a2.02 2.02 0 0 0 .765 1.375 487.7 487.7 0 0 0 146.825 74.189 1.9 1.9 0 0 0 2.063-.676A348 348 0 0 0 208.12 430.4a1.86 1.86 0 0 0-1.019-2.588 321 321 0 0 1-45.868-21.853 1.885 1.885 0 0 1-.185-3.126 251 251 0 0 0 9.109-7.137 1.82 1.82 0 0 1 1.9-.256c96.229 43.917 200.41 43.917 295.5 0a1.81 1.81 0 0 1 1.924.233 235 235 0 0 0 9.132 7.16 1.884 1.884 0 0 1-.162 3.126 301.4 301.4 0 0 1-45.89 21.83 1.875 1.875 0 0 0-1 2.611 391 391 0 0 0 30.014 48.815 1.86 1.86 0 0 0 2.063.7A486 486 0 0 0 610.7 405.729a1.88 1.88 0 0 0 .765-1.352c12.264-126.783-20.532-236.912-86.934-334.541M222.491 337.58c-28.972 0-52.844-26.587-52.844-59.239s23.409-59.241 52.844-59.241c29.665 0 53.306 26.82 52.843 59.239 0 32.654-23.41 59.241-52.843 59.241m195.38 0c-28.971 0-52.843-26.587-52.843-59.239s23.409-59.241 52.843-59.241c29.667 0 53.307 26.82 52.844 59.239 0 32.654-23.177 59.241-52.844 59.241"/></svg>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="https://github.com/finegrain-ai/refiners" target="_blank" rel="noopener" title="github.com" class="md-social__link">
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 496 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M165.9 397.4c0 2-2.3 3.6-5.2 3.6-3.3.3-5.6-1.3-5.6-3.6 0-2 2.3-3.6 5.2-3.6 3-.3 5.6 1.3 5.6 3.6m-31.1-4.5c-.7 2 1.3 4.3 4.3 4.9 2.6 1 5.6 0 6.2-2s-1.3-4.3-4.3-5.2c-2.6-.7-5.5.3-6.2 2.3m44.2-1.7c-2.9.7-4.9 2.6-4.6 4.9.3 2 2.9 3.3 5.9 2.6 2.9-.7 4.9-2.6 4.6-4.6-.3-1.9-3-3.2-5.9-2.9M244.8 8C106.1 8 0 113.3 0 252c0 110.9 69.8 205.8 169.5 239.2 12.8 2.3 17.3-5.6 17.3-12.1 0-6.2-.3-40.4-.3-61.4 0 0-70 15-84.7-29.8 0 0-11.4-29.1-27.8-36.6 0 0-22.9-15.7 1.6-15.4 0 0 24.9 2 38.6 25.8 21.9 38.6 58.6 27.5 72.9 20.9 2.3-16 8.8-27.1 16-33.7-55.9-6.2-112.3-14.3-112.3-110.5 0-27.5 7.6-41.3 23.6-58.9-2.6-6.5-11.1-33.3 2.6-67.9 20.9-6.5 69 27 69 27 20-5.6 41.5-8.5 62.8-8.5s42.8 2.9 62.8 8.5c0 0 48.1-33.6 69-27 13.7 34.7 5.2 61.4 2.6 67.9 16 17.7 25.8 31.5 25.8 58.9 0 96.5-58.9 104.2-114.8 110.5 9.2 7.9 17 22.9 17 46.4 0 33.7-.3 75.4-.3 83.6 0 6.5 4.6 14.4 17.3 12.1C428.2 457.8 496 362.9 496 252 496 113.3 383.5 8 244.8 8M97.2 352.9c-1.3 1-1 3.3.7 5.2 1.6 1.6 3.9 2.3 5.2 1 1.3-1 1-3.3-.7-5.2-1.6-1.6-3.9-2.3-5.2-1m-10.8-8.1c-.7 1.3.3 2.9 2.3 3.9 1.6 1 3.6.7 4.3-.7.7-1.3-.3-2.9-2.3-3.9-2-.6-3.6-.3-4.3.7m32.4 35.6c-1.6 1.3-1 4.3 1.3 6.2 2.3 2.3 5.2 2.6 6.5 1 1.3-1.3.7-4.3-1.3-6.2-2.2-2.3-5.2-2.6-6.5-1m-11.4-14.7c-1.6 1-1.6 3.6 0 5.9s4.3 3.3 5.6 2.3c1.6-1.3 1.6-3.9 0-6.2-1.4-2.3-4-3.3-5.6-2"/></svg>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="https://twitter.com/finegrain_ai" target="_blank" rel="noopener" title="twitter.com" class="md-social__link">
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 512 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M459.37 151.716c.325 4.548.325 9.097.325 13.645 0 138.72-105.583 298.558-298.558 298.558-59.452 0-114.68-17.219-161.137-47.106 8.447.974 16.568 1.299 25.34 1.299 49.055 0 94.213-16.568 130.274-44.832-46.132-.975-84.792-31.188-98.112-72.772 6.498.974 12.995 1.624 19.818 1.624 9.421 0 18.843-1.3 27.614-3.573-48.081-9.747-84.143-51.98-84.143-102.985v-1.299c13.969 7.797 30.214 12.67 47.431 13.319-28.264-18.843-46.781-51.005-46.781-87.391 0-19.492 5.197-37.36 14.294-52.954 51.655 63.675 129.3 105.258 216.365 109.807-1.624-7.797-2.599-15.918-2.599-24.04 0-57.828 46.782-104.934 104.934-104.934 30.213 0 57.502 12.67 76.67 33.137 23.715-4.548 46.456-13.32 66.599-25.34-7.798 24.366-24.366 44.833-46.132 57.827 21.117-2.273 41.584-8.122 60.426-16.243-14.292 20.791-32.161 39.308-52.628 54.253"/></svg>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
|
|||
|
|
<a href="https://www.linkedin.com/company/finegrain-ai/" target="_blank" rel="noopener" title="www.linkedin.com" class="md-social__link">
|
|||
|
|
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 448 512"><!--! Font Awesome Free 6.6.0 by @fontawesome - https://fontawesome.com License - https://fontawesome.com/license/free (Icons: CC BY 4.0, Fonts: SIL OFL 1.1, Code: MIT License) Copyright 2024 Fonticons, Inc.--><path d="M416 32H31.9C14.3 32 0 46.5 0 64.3v383.4C0 465.5 14.3 480 31.9 480H416c17.6 0 32-14.5 32-32.3V64.3c0-17.8-14.4-32.3-32-32.3M135.4 416H69V202.2h66.5V416zm-33.2-243c-21.3 0-38.5-17.3-38.5-38.5S80.9 96 102.2 96c21.2 0 38.5 17.3 38.5 38.5 0 21.3-17.2 38.5-38.5 38.5m282.1 243h-66.4V312c0-24.8-.5-56.7-34.5-56.7-34.6 0-39.9 27-39.9 54.9V416h-66.4V202.2h63.7v29.2h.9c8.9-16.8 30.6-34.5 62.9-34.5 67.2 0 79.7 44.3 79.7 101.9z"/></svg>
|
|||
|
|
</a>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
</div>
|
|||
|
|
</footer>
|
|||
|
|
|
|||
|
|
</div>
|
|||
|
|
<div class="md-dialog" data-md-component="dialog">
|
|||
|
|
<div class="md-dialog__inner md-typeset"></div>
|
|||
|
|
</div>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script id="__config" type="application/json">{"base": "../../..", "features": ["navigation.tabs", "navigation.sections", "navigation.top", "navigation.tracking", "navigation.expand", "navigation.path", "toc.follow", "navigation.tabs.sticky", "content.code.copy", "announce.dismiss"], "search": "../../../assets/javascripts/workers/search.6ce7567c.min.js", "translations": {"clipboard.copied": "Copied to clipboard", "clipboard.copy": "Copy to clipboard", "search.result.more.one": "1 more on this page", "search.result.more.other": "# more on this page", "search.result.none": "No matching documents", "search.result.one": "1 matching document", "search.result.other": "# matching documents", "search.result.placeholder": "Type to start searching", "search.result.term.missing": "Missing", "select.version": "Select version"}}</script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
<script src="../../../assets/javascripts/bundle.83f73b43.min.js"></script>
|
|||
|
|
|
|||
|
|
|
|||
|
|
</body>
|
|||
|
|
</html>
|