From 46e4fc8ce32789df03cf9a3258306723b9594320 Mon Sep 17 00:00:00 2001 From: gchapman Date: Sun, 23 Jun 2024 19:48:34 +0100 Subject: [PATCH] Add new 900M config for the traditional loader, might be better to have depth selectable? --- PixArt/conf.py | 15 +++++++++++++++ 1 file changed, 15 insertions(+) diff --git a/PixArt/conf.py b/PixArt/conf.py index 86c1d7d..128146f 100644 --- a/PixArt/conf.py +++ b/PixArt/conf.py @@ -37,6 +37,21 @@ pixart_conf = { }, "sampling_settings" : sampling_settings, }, + "PixArtMS_Sigma_XL_2_900M": { + "target": "PixArtMSSigma", + "unet_config": { + "input_size": 1024 // 8, + "token_num": 300, + "depth": 42, + "num_heads": 16, + "patch_size": 2, + "hidden_size": 1152, + "micro_condition": False, + "pe_interpolation": 2, + "model_max_length": 300, + }, + "sampling_settings": sampling_settings, + }, "PixArtMS_Sigma_XL_2_2K": { "target": "PixArtMSSigma", "unet_config": {