This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from typing import Iterable | |
| from fastapi import FastAPI | |
| from fastapi.responses import HTMLResponse | |
| import fasthtml.common as fasthtml | |
| from fasthtml.components import * | |
| app = FastAPI() | |
| class FastHTMLResponse(HTMLResponse): | |
| def render(self, content) -> bytes: |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| MyModule: | |
| b: list | |
| - Initializer | |
| - Parameter((5, 13), float32) | |
| a: dict | |
| mlps: list | |
| - MLP: | |
| linear1: Linear | |
| w: Parameter((2, 3), float32) | |
| b: Parameter((3,), float32) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # PARAMETERS | |
| MODEL = "ResNet50" | |
| OUTPUT_DIRECTORY = "models/resnet50" | |
| EPOCHS = 90 | |
| BATCH_SIZE = 6 | |
| IMAGE_SIZE = 224 # image size in pixels | |
| DATASET = "imagenet2012:5.1.*" # TFDS dataset name and version | |
| DTYPE = "float16" # float16 for mixed_precision or float32 for normal mode | |
| LEARNING_RATE = 0.1 * BATCH_SIZE / 256.0 | |
| MOMENTUM = 0.9 |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| model = elegy.Model( | |
| module=MixtureModel(k=k), | |
| loss=MixtureNLL(), | |
| optimizer=optax.adam(3e-4), | |
| ) | |
| model.summary(X_train[:batch_size], depth=1) | |
| model.fit( | |
| x=X_train, |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| class MixtureNLL(elegy.Loss): | |
| def call(self, y_true, y_pred): | |
| y, probs = y_pred | |
| y_true = jnp.broadcast_to(y_true, (y_true.shape[0], y.shape[1])) | |
| return -safe_log( | |
| jnp.sum( | |
| probs | |
| * jax.scipy.stats.norm.pdf(y_true, loc=y[..., 0], scale=y[..., 1]), | |
| axis=1, |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| class MixtureModel(elegy.Module): | |
| def __init__(self, k: int): | |
| super().__init__() | |
| self.k = k | |
| def call(self, x): | |
| x = elegy.nn.Linear(64, name="backbone")(x) | |
| x = jax.nn.relu(x) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import numpy as np | |
| import jax | |
| import jax.numpy as jnp | |
| import elegy | |
| import optax |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import numpy as np | |
| import jax | |
| import jax.numpy as jnp | |
| import elegy | |
| import optax |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| class Accuracy(hk.Module): | |
| def __init__(self, y_true: jnp.ndarray, y_pred: jnp.ndarray) -> jnp.ndarray: | |
| total = hk.get_state( | |
| "total", shape=[], dtype=jnp.float32, init=hk.initializers.Constant(0) | |
| ) | |
| count = hk.get_state( | |
| "count", shape=[], dtype=jnp.int64, init=hk.initializers.Constant(0) | |
| ) |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| from aiohttp import ClientSession, TCPConnector | |
| import asyncio | |
| import sys | |
| import pypeln as pl | |
| limit = 1000 | |
| urls = ("http://localhost:8080/{}".format(i) for i in range(int(sys.argv[1]))) |
NewerOlder