From b94e2ca787ff9735be29cf30b4da384e98d72d91 Mon Sep 17 00:00:00 2001 From: technillogue Date: Wed, 10 Jan 2024 13:20:18 -0700 Subject: [PATCH 1/4] use nyacomp to load weights and bump libraries --- cog.yaml | 16 +++++++++------- predict.py | 55 +++++++++++++++++++++++++++++++++++++++++++----------- set_env.py | 25 +++++++++++++++++++++++++ 3 files changed, 78 insertions(+), 18 deletions(-) create mode 100644 set_env.py diff --git a/cog.yaml b/cog.yaml index 1274376..fb924b1 100644 --- a/cog.yaml +++ b/cog.yaml @@ -4,7 +4,7 @@ build: gpu: true cuda: "11.8" - python_version: "3.9" + python_version: "3.11" system_packages: - "libgl1-mesa-glx" - "ffmpeg" @@ -12,11 +12,11 @@ build: - "libxext6" - "wget" python_packages: - - "diffusers==0.19.3" + - "diffusers==0.21.2" - "torch==2.0.1" - - "transformers==4.31.0" + - "transformers==4.35.2" - "invisible-watermark==0.2.0" - - "accelerate==0.21.0" + # - "accelerate==0.21.0" - "pandas==2.0.3" - "torchvision==0.15.2" - "numpy==1.25.1" @@ -24,10 +24,12 @@ build: - "fire==0.5.0" - "opencv-python>=4.1.0.25" - "mediapipe==0.10.2" - + - "https://r2.drysys.workers.dev/nyacomp/nyacomp-0.1.0-cp311-cp311-linux_x86_64.whl" run: - - curl -o /usr/local/bin/pget -L "https://github.com/replicate/pget/releases/download/v0.0.3/pget" && chmod +x /usr/local/bin/pget - - wget http://thegiflibrary.tumblr.com/post/11565547760 -O face_landmarker_v2_with_blendshapes.task -q https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/1/face_landmarker.task + - pip install "https://r2.drysys.workers.dev/nyacomp/nyacomp-0.1.5-cp311-cp311-linux_x86_64.whl" + - mkdir /src; curl -Lo /src/boneless_model.pth https://weights.replicate.delivery/default/sdxl-nyacomp2/boneless_model.pth + - curl -o /usr/local/bin/pget -L "https://github.com/replicate/pget/releases/download/v0.5.6/pget_linux_x86_64" && chmod +x /usr/local/bin/pget + - curl -o /usr/local/bin/remotefile -L "https://r2.drysys.workers.dev/remotefile#" && chmod +x /usr/local/bin/remotefile predict: "predict.py:Predictor" train: "train.py:train" diff --git a/predict.py b/predict.py index dd64240..8b4fb2e 100644 --- a/predict.py +++ b/predict.py @@ -1,3 +1,11 @@ +import multiprocessing as mp + +if mp.current_process().name != "MainProcess": + import set_env # set preload path etc + import nyacomp # start preload +else: + nyacomp = None + import hashlib import json import os @@ -5,11 +13,10 @@ import subprocess import time from typing import Any, Callable, Dict, List, Optional, Tuple, Union -from weights import WeightsDownloadCache +from cog import BasePredictor, Input, Path import numpy as np import torch -from cog import BasePredictor, Input, Path from diffusers import ( DDIMScheduler, DiffusionPipeline, @@ -26,11 +33,11 @@ StableDiffusionSafetyChecker, ) from diffusers.utils import load_image -from safetensors import safe_open from safetensors.torch import load_file from transformers import CLIPImageProcessor from dataset_and_utils import TokenEmbeddingsHandler +from weights import WeightsDownloadCache SDXL_MODEL_CACHE = "./sdxl-cache" REFINER_MODEL_CACHE = "./refiner-cache" @@ -71,6 +78,7 @@ class Predictor(BasePredictor): def load_trained_weights(self, weights, pipe): from no_init import no_init_or_tensor + start = time.time() # weights can be a URLPath, which behaves in unexpected ways weights = str(weights) if self.tuned_weights == weights: @@ -154,19 +162,25 @@ def load_trained_weights(self, weights, pipe): self.token_map = params self.tuned_model = True + print("load_trained_weights took: ", time.time() - start) def setup(self, weights: Optional[Path] = None): """Load the model into memory to make running multiple predictions efficient""" - - start = time.time() self.tuned_model = False self.tuned_weights = None if str(weights) == "weights": weights = None - self.weights_cache = WeightsDownloadCache() + self.weights_cache = WeightsDownloadCache(base_dir="./data") + self.is_lora = False + if nyacomp is None or os.getenv("LOAD_UNCOMPRESSED"): + self.load_slow(weights) + else: + self.load_fast(weights) + def load_slow(self, weights: Optional[Path]): print("Loading safety checker...") + start = time.time() if not os.path.exists(SAFETY_CACHE): download_weights(SAFETY_URL, SAFETY_CACHE) self.safety_checker = StableDiffusionSafetyChecker.from_pretrained( @@ -184,7 +198,6 @@ def setup(self, weights: Optional[Path] = None): use_safetensors=True, variant="fp16", ) - self.is_lora = False if weights or os.path.exists("./trained-model"): self.load_trained_weights(weights, self.txt2img_pipe) @@ -233,8 +246,28 @@ def setup(self, weights: Optional[Path] = None): variant="fp16", ) self.refiner.to("cuda") - print("setup took: ", time.time() - start) # self.txt2img_pipe.__class__.encode_prompt = new_encode_prompt + print(f"setup took {time.time() - start:.3f}s") + + def dump(self): + return [ + self.refiner, + self.txt2img_pipe, + self.feature_extractor, + self.safety_checker, + ] + + def load_fast(self, weights): + start = time.time() + ( + self.refiner, + self.txt2img_pipe, + self.feature_extractor, + self.safety_checker, + ) = nyacomp.load_compressed_pickle("boneless_model.pth") + if weights or os.path.exists("./trained-model"): + self.load_trained_weights(weights, self.txt2img_pipe) + print(f"load_fast took {time.time() - start:.3f}s") def load_image(self, path): shutil.copyfile(path, "/tmp/image.png") @@ -335,8 +368,8 @@ def predict( ), disable_safety_checker: bool = Input( description="Disable safety checker for generated images. This feature is only available through the API. See [https://replicate.com/docs/how-does-replicate-work#safety](https://replicate.com/docs/how-does-replicate-work#safety)", - default=False - ) + default=False, + ), ) -> List[Path]: """Run a single prediction on the model.""" if seed is None: @@ -345,7 +378,7 @@ def predict( if replicate_weights: self.load_trained_weights(replicate_weights, self.txt2img_pipe) - + # OOMs can leave vae in bad state if self.txt2img_pipe.vae.dtype == torch.float32: self.txt2img_pipe.vae.to(dtype=torch.float16) diff --git a/set_env.py b/set_env.py new file mode 100644 index 0000000..ebd19c4 --- /dev/null +++ b/set_env.py @@ -0,0 +1,25 @@ +import os + +env = os.environ +# this is just to recompress +# env["LOAD_UNCOMPRESSED"] = "1" +# env["NO_PRELOAD"] = "1" + +env["NVCOMP_LOG_LEVEL"] = "2" # warn +env["NVCOMP_LOG_FILE"] = "stderr" +#env["DEBUG"] = "1" +env["PRELOAD_PATH"] = "meta.csv" +# nv_ld = "/usr/lib/x86_64-linux-gnu:/usr/local/nvidia/lib64:/usr/local/nvidia/bin:/usr/local/cuda/lib64" +# env["LD_LIBRARY_PATH"] = f"{env['LD_LIBRARY_PATH']}:{nv_ld}" +# env["PATH"]=f"{env['PATH']}:/usr/local/nvidia/bin" +env["NUM_THREADS"] = "10" +env["NUM_STREAMS"] = "40" +env["DOWNLOAD"] = "1" +env["REMOTE_CSV"] = "0" +env["DOWNLOADER_PATH"] = "/usr/local/bin/remotefile" +env["NOTIME"] = "1" +env["VMSPLICE"] = "1" +#env["SKIP_SETPIPE_SZ"] = "1" +#os.system("ln -s /boneless_model.pth /src/boneless_model.pth") # ugh +os.system("ln -s /usr/local/lib/python3.11/site-packages/torch/lib/libcudart-d0da41ae.so.11.0 /usr/lib/libcudart.so.11.0") +# SYMLINK_CUDART shouldn't be needed probably... From a8739aff294db60a54162e525b066f768b45b520 Mon Sep 17 00:00:00 2001 From: technillogue Date: Wed, 10 Jan 2024 13:20:50 -0700 Subject: [PATCH 2/4] include metadata files needed to load compressed --- merged_tensors.csv | 131 ++++++++++++++++++++++++++++++++++++++++++++ meta.csv | 132 +++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 263 insertions(+) create mode 100644 merged_tensors.csv create mode 100644 meta.csv diff --git a/merged_tensors.csv b/merged_tensors.csv new file mode 100644 index 0000000..e4ae2ba --- /dev/null +++ b/merged_tensors.csv @@ -0,0 +1,131 @@ +248,1986 +3868 +243,3866 +242 +3864 +247,1985,3862 +246 +3861 +1984 +105,245 +244 +104 +3865 +3863 +1988 +250 +1,2,3,5,6,7,9,10,11,13,14,15,17,19,20,21,191,192,193,195,197,198,199,201,202,203,205,206,207,209,210,211,213,240,241 +0 +4,8,12,16,18,194,200,204,208,212 +196 +190 +23,24,25,27,29,30,31,33,34,35,37,39,40,41,163,164,165,167,169,170,171,173,174,175,177,178,179,181,182,183,185,187,188,189 +28 +22 +26,32,36,38,166,172,176,180,184,186 +168 +162 +3870 +2184,2193,2194,2196,2198,2199,2200,2202,2203,2204,2206,2208,2209,2210,2212,2214,2307,2308,3600,3602,3603,3604,3606,3608,3612,3614,3615,3616,3618,3620,3624,3626,3627,3628,3630,3632,3859,3860 +2183 +2195,2201,2205,2211,2213,3605,3617,3629 +3619,3631 +3611,3623 +3607 +3599 +2197,2207,3601,3613,3625 +767,776,777,779,781,782,783,785,786,787,789,791,792,793,795,797,970,971,1843,1845,1846,1847,1849,1851,1855,1857,1858,1859,1861,1863,1867,1869,1870,1871,1873,1875,1982,1983 +766 +778,784,788,794,796,1848,1860,1872 +1862,1874 +1854,1866 +1850 +1842 +780,790,1844,1856,1868 +43,44,45,47,49,50,51,53,54,55,57,59,60,61,63,64,65,67,68,69,71,72,73,75,76,77,79,81,83,85,86,87,89,90,91,93,94,95,97,98,99,101,102,103,107,108,109,111,112,113,115,116,117,119,120,121,123,124,125,127,128,129,131,133,134,135,137,138,139,141,142,143,145,146,147,149,150,151,153,154,155,157,159,160,161,214,215,217,219,221,223,224,225,227,228,229,231,232,233,235,236,237,239 +106 +48 +42 +78,80,82,84,216,218,220,222 +46,52,56,58,62,66,70,74,88,92,96,100,110,114,118,122,126,130,132,136,140,144,148,152,156,158,226,230,234,238 +2215,2216,2218,2219,2220,2225,2226,2227,2232,2233,2234,2238,2239,2240,2245,2246,2247,2252,2253,2254,2258,2260,2261,2262,2264,2265,2266,2271,2272,2273,2278,2279,2280,2284,2285,2286,2291,2292,2293,2298,2299,2300,2304,2306,2310,2312,2313,2314,2316,2318,2319,2320,2322,2324,2325,2326,2328,2330,2743,2744,3421,3422,3424,3425,3426,3431,3432,3433,3438,3439,3440,3444,3445,3446,3451,3452,3453,3458,3459,3460,3464,3466,3467,3468,3470,3471,3472,3477,3478,3479,3484,3485,3486,3490,3491,3492,3497,3498,3499,3504,3505,3506,3510,3512,3513,3514,3516,3517,3518,3523,3524,3525,3530,3531,3532,3536,3537,3538,3543,3544,3545,3550,3551,3552,3556,3558,3562,3564,3565,3566,3568,3570,3574,3576,3577,3578,3580,3582,3586,3588,3589,3590,3592,3594,3596,3609,3610,3621,3622 +2317 +2309 +2217,2221,2222,2223,2224,2228,2231,2241,2242,2243,2244,2248,2251,2259,2263,2267,2268,2269,2270,2274,2277,2287,2288,2289,2290,2294,2297,2305,3423,3427,3428,3429,3430,3434,3437,3447,3448,3449,3450,3454,3457,3465,3469,3473,3474,3475,3476,3480,3483,3493,3494,3495,3496,3500,3503,3511,3515,3519,3520,3521,3522,3526,3529,3539,3540,3541,3542,3546,3549,3557 +2315,2321,2327,2329,3567,3579,3591,3595 +3593 +3585 +2311,2323,3563,3575,3587 +3581 +3573 +3569 +3561 +2229,2230,2249,2250,2275,2276,2295,2296,3435,3436,3455,3456,3481,3482,3501,3502,3527,3528,3547,3548 +2237,2257,2283,2303,3443,3463,3489,3509,3535,3555 +798,799,801,802,803,808,809,810,815,816,817,821,822,823,828,829,830,835,836,837,841,842,843,848,849,850,855,856,857,861,862,863,868,869,870,875,876,877,881,883,884,885,887,888,889,894,895,896,901,902,903,907,908,909,914,915,916,921,922,923,927,928,929,934,935,936,941,942,943,947,948,949,954,955,956,961,962,963,967,969,973,975,976,977,979,981,982,983,985,987,988,989,991,993,1166,1167,1544,1545,1547,1548,1549,1554,1555,1556,1561,1562,1563,1567,1568,1569,1574,1575,1576,1581,1582,1583,1587,1588,1589,1594,1595,1596,1601,1602,1603,1607,1608,1609,1614,1615,1616,1621,1622,1623,1627,1629,1630,1631,1633,1634,1635,1640,1641,1642,1647,1648,1649,1653,1654,1655,1660,1661,1662,1667,1668,1669,1673,1674,1675,1680,1681,1682,1687,1688,1689,1693,1694,1695,1700,1701,1702,1707,1708,1709,1713,1715,1716,1717,1719,1720,1721,1726,1727,1728,1733,1734,1735,1739,1740,1741,1746,1747,1748,1753,1754,1755,1759,1760,1761,1766,1767,1768,1773,1774,1775,1779,1780,1781,1786,1787,1788,1793,1794,1795,1799,1801,1805,1807,1808,1809,1811,1813,1817,1819,1820,1821,1823,1825,1829,1831,1832,1833,1835,1837,1839,1852,1853,1864,1865,1990,1992,1994,1996,1997,1998,2002,2003,2004,2006,2008,2010,2012,2013,2014,2018,2019,2020,2022,2024,2026,2028,2029,2030,2034,2035,2036,2038,2040,2042,2044,2045,2046,2050,2051,2052,2054,2056,2058,2060,2061,2062,2066,2067,2068,2070,2072,2074,2076,2077,2078,2082,2083,2084,2086,2088,2090,2092,2093,2094,2098,2099,2100,2102,2104,2106,2108,2109,2110,2114,2115,2116,2118,2120,2122,2124,2125,2126,2130,2131,2132,2134,2136,2138,2140,2141,2142,2146,2147,2148,2150,2152,2154,2156,2157,2158,2162,2163,2164,2166,2168,2170,2172,2173,2174,2178,2179,2180,2181,2182 +980 +972 +800,804,805,806,807,811,814,824,825,826,827,831,834,844,845,846,847,851,854,864,865,866,867,871,874,882,886,890,891,892,893,897,900,910,911,912,913,917,920,930,931,932,933,937,940,950,951,952,953,957,960,968,1546,1550,1551,1552,1553,1557,1560,1570,1571,1572,1573,1577,1580,1590,1591,1592,1593,1597,1600,1610,1611,1612,1613,1617,1620,1628,1632,1636,1637,1638,1639,1643,1646,1656,1657,1658,1659,1663,1666,1676,1677,1678,1679,1683,1686,1696,1697,1698,1699,1703,1706,1714,1718,1722,1723,1724,1725,1729,1732,1742,1743,1744,1745,1749,1752,1762,1763,1764,1765,1769,1772,1782,1783,1784,1785,1789,1792,1800,1989,1991,1993,1995,2005,2007,2009,2011,2021,2023,2025,2027,2037,2039,2041,2043,2053,2055,2057,2059,2069,2071,2073,2075,2085,2087,2089,2091,2101,2103,2105,2107,2117,2119,2121,2123,2133,2135,2137,2139,2149,2151,2153,2155,2165,2167,2169,2171 +978,984,990,992,1810,1822,1834,1838 +4259 +1836 +1828 +812,813,832,833,852,853,872,873,898,899,918,919,938,939,958,959,1558,1559,1578,1579,1598,1599,1618,1619,1644,1645,1664,1665,1684,1685,1704,1705,1730,1731,1750,1751,1770,1771,1790,1791 +974,986,1806,1818,1830 +1824 +1816 +1812 +1804 +820,840,860,880,906,926,946,966,1566,1586,1606,1626,1652,1672,1692,1712,1738,1758,1778,1798,2001,2017,2033,2049,2065,2081,2097,2113,2129,2145,2161,2177 +3583,3584,3597,3598 +3867,3871,3872,3874,3876,3878,3880,3881,3882,3886,3887,3888,3890,3892,3894,3896,3897,3898,3902,3903,3904,3906,3908,3910,3912,3913,3914,3918,3919,3920,3922,3924,3926,3928,3929,3930,3934,3935,3936,3938,3940,3942,3944,3945,3946,3950,3951,3952,3954,3956,3958,3960,3961,3962,3966,3967,3968,3970,3972,3974,3976,3977,3978,3982,3983,3984,3986,3988,3990,3992,3993,3994,3998,3999,4000,4002,4004,4006,4008,4009,4010,4014,4015,4016,4018,4020,4022,4024,4025,4026,4030,4031,4032,4034,4036,4038,4040,4041,4042,4046,4047,4048,4050,4052,4054,4056,4057,4058,4062,4063,4064,4066,4068,4070,4072,4073,4074,4078,4079,4080,4082,4084,4086,4088,4089,4090,4094,4095,4096,4098,4100,4102,4104,4105,4106,4110,4111,4112,4114,4116,4118,4120,4121,4122,4126,4127,4128,4130,4132,4134,4136,4137,4138,4142,4143,4144,4146,4148,4150,4152,4153,4154,4158,4159,4160,4162,4164,4166,4168,4169,4170,4174,4175,4176,4178,4180,4182,4184,4185,4186,4190,4191,4192,4194,4196,4198,4200,4201,4202,4206,4207,4208,4210,4212,4214,4216,4217,4218,4222,4223,4224,4226,4228,4230,4232,4233,4234,4238,4239,4240,4242,4244,4246,4248,4249,4250,4254,4255,4256,4257,4258 +3869 +3873,3875,3877,3879,3889,3891,3893,3895,3905,3907,3909,3911,3921,3923,3925,3927,3937,3939,3941,3943,3953,3955,3957,3959,3969,3971,3973,3975,3985,3987,3989,3991,4001,4003,4005,4007,4017,4019,4021,4023,4033,4035,4037,4039,4049,4051,4053,4055,4065,4067,4069,4071,4081,4083,4085,4087,4097,4099,4101,4103,4113,4115,4117,4119,4129,4131,4133,4135,4145,4147,4149,4151,4161,4163,4165,4167,4177,4179,4181,4183,4193,4195,4197,4199,4209,4211,4213,4215,4225,4227,4229,4231,4241,4243,4245,4247 +3885,3901,3917,3933,3949,3965,3981,3997,4013,4029,4045,4061,4077,4093,4109,4125,4141,4157,4173,4189,4205,4221,4237,4253 +1826,1827,1840,1841 +252,254,256,258,259,260,264,265,266,268,270,272,274,275,276,280,281,282,284,286,288,290,291,292,296,297,298,300,302,304,306,307,308,312,313,314,316,318,320,322,323,324,328,329,330,332,334,336,338,339,340,344,345,346,348,350,352,354,355,356,360,361,362,364,366,368,370,371,372,376,377,378,380,382,384,386,387,388,392,393,394,396,398,400,402,403,404,408,409,410,412,414,416,418,419,420,424,425,426,428,430,432,434,435,436,440,441,442,444,446,448,450,451,452,456,457,458,460,462,464,466,467,468,472,473,474,476,478,480,482,483,484,488,489,490,492,494,496,498,499,500,504,505,506,508,510,512,514,515,516,520,521,522,524,526,528,530,531,532,536,537,538,540,542,544,546,547,548,552,553,554,556,558,560,562,563,564,568,569,570,572,574,576,578,579,580,584,585,586,588,590,592,594,595,596,600,601,602,604,606,608,610,611,612,616,617,618,620,622,624,626,627,628,632,633,634,636,638,640,642,643,644,648,649,650,652,654,656,658,659,660,664,665,666,668,670,672,674,675,676,680,681,682,684,686,688,690,691,692,696,697,698,700,702,704,706,707,708,712,713,714,716,718,720,722,723,724,728,729,730,732,734,736,738,739,740,744,745,746,748,750,752,754,755,756,760,761,762,763,764,2186,2188,2190,2192,2331,2332,2334,2335,2336,2341,2342,2343,2348,2349,2350,2354,2355,2356,2361,2362,2363,2368,2369,2370,2374,2375,2376,2381,2382,2383,2388,2389,2390,2394,2395,2396,2401,2402,2403,2408,2409,2410,2414,2415,2416,2421,2422,2423,2428,2429,2430,2434,2435,2436,2441,2442,2443,2448,2449,2450,2454,2455,2456,2461,2462,2463,2468,2469,2470,2474,2475,2476,2481,2482,2483,2488,2489,2490,2494,2495,2496,2501,2502,2503,2508,2509,2510,2514,2515,2516,2521,2522,2523,2528,2529,2530,2534,2536,2537,2538,2540,2541,2542,2547,2548,2549,2554,2555,2556,2560,2561,2562,2567,2568,2569,2574,2575,2576,2580,2581,2582,2587,2588,2589,2594,2595,2596,2600,2601,2602,2607,2608,2609,2614,2615,2616,2620,2621,2622,2627,2628,2629,2634,2635,2636,2640,2641,2642,2647,2648,2649,2654,2655,2656,2660,2661,2662,2667,2668,2669,2674,2675,2676,2680,2681,2682,2687,2688,2689,2694,2695,2696,2700,2701,2702,2707,2708,2709,2714,2715,2716,2720,2721,2722,2727,2728,2729,2734,2735,2736,2740,2742,2746,2748,2749,2750,2752,2754,2755,2756,2758,2760,2761,2762,2764,2765,2766,2768,2769,2770,2775,2776,2777,2782,2783,2784,2788,2789,2790,2795,2796,2797,2802,2803,2804,2808,2809,2810,2815,2816,2817,2822,2823,2824,2828,2829,2830,2835,2836,2837,2842,2843,2844,2848,2849,2850,2855,2856,2857,2862,2863,2864,2868,2869,2870,2875,2876,2877,2882,2883,2884,2888,2889,2890,2895,2896,2897,2902,2903,2904,2908,2909,2910,2915,2916,2917,2922,2923,2924,2928,2929,2930,2935,2936,2937,2942,2943,2944,2948,2949,2950,2955,2956,2957,2962,2963,2964,2968,2970,2971,2972,2974,2975,2976,2981,2982,2983,2988,2989,2990,2994,2995,2996,3001,3002,3003,3008,3009,3010,3014,3015,3016,3021,3022,3023,3028,3029,3030,3034,3035,3036,3041,3042,3043,3048,3049,3050,3054,3055,3056,3061,3062,3063,3068,3069,3070,3074,3075,3076,3081,3082,3083,3088,3089,3090,3094,3095,3096,3101,3102,3103,3108,3109,3110,3114,3115,3116,3121,3122,3123,3128,3129,3130,3134,3135,3136,3141,3142,3143,3148,3149,3150,3154,3155,3156,3161,3162,3163,3168,3169,3170,3174,3176,3177,3178,3180,3181,3182,3187,3188,3189,3194,3195,3196,3200,3201,3202,3207,3208,3209,3214,3215,3216,3220,3221,3222,3227,3228,3229,3234,3235,3236,3240,3241,3242,3247,3248,3249,3254,3255,3256,3260,3261,3262,3267,3268,3269,3274,3275,3276,3280,3281,3282,3287,3288,3289,3294,3295,3296,3300,3301,3302,3307,3308,3309,3314,3315,3316,3320,3321,3322,3327,3328,3329,3334,3335,3336,3340,3341,3342,3347,3348,3349,3354,3355,3356,3360,3361,3362,3367,3368,3369,3374,3375,3376,3380,3382,3386,3388,3389,3390,3392,3394,3398,3400,3401,3402,3404,3406,3410,3412,3413,3414,3416,3418,3420,3571,3572,3633,3634,3636,3637,3638,3643,3644,3645,3650,3651,3652,3656,3657,3658,3663,3664,3665,3670,3671,3672,3676,3677,3678,3683,3684,3685,3690,3691,3692,3696,3697,3698,3703,3704,3705,3710,3711,3712,3716,3717,3718,3723,3724,3725,3730,3731,3732,3736,3737,3738,3743,3744,3745,3750,3751,3752,3756,3757,3758,3763,3764,3765,3770,3771,3772,3776,3777,3778,3783,3784,3785,3790,3791,3792,3796,3797,3798,3803,3804,3805,3810,3811,3812,3816,3817,3818,3823,3824,3825,3830,3831,3832,3836,3838,3839,3840,3842,3844,3845,3846,3848,3849,3850,3852,3854,3855,3856,3858 +2185 +2753 +2745 +251,253,255,257,267,269,271,273,283,285,287,289,299,301,303,305,315,317,319,321,331,333,335,337,347,349,351,353,363,365,367,369,379,381,383,385,395,397,399,401,411,413,415,417,427,429,431,433,443,445,447,449,459,461,463,465,475,477,479,481,491,493,495,497,507,509,511,513,523,525,527,529,539,541,543,545,555,557,559,561,571,573,575,577,587,589,591,593,603,605,607,609,619,621,623,625,635,637,639,641,651,653,655,657,667,669,671,673,683,685,687,689,699,701,703,705,715,717,719,721,731,733,735,737,747,749,751,753,765,2187,2191,2333,2337,2338,2339,2340,2344,2347,2357,2358,2359,2360,2364,2367,2377,2378,2379,2380,2384,2387,2397,2398,2399,2400,2404,2407,2417,2418,2419,2420,2424,2427,2437,2438,2439,2440,2444,2447,2457,2458,2459,2460,2464,2467,2477,2478,2479,2480,2484,2487,2497,2498,2499,2500,2504,2507,2517,2518,2519,2520,2524,2527,2535,2539,2543,2544,2545,2546,2550,2553,2563,2564,2565,2566,2570,2573,2583,2584,2585,2586,2590,2593,2603,2604,2605,2606,2610,2613,2623,2624,2625,2626,2630,2633,2643,2644,2645,2646,2650,2653,2663,2664,2665,2666,2670,2673,2683,2684,2685,2686,2690,2693,2703,2704,2705,2706,2710,2713,2723,2724,2725,2726,2730,2733,2741 +2747,2759,2767,2771,2772,2773,2774,2778,2781,2791,2792,2793,2794,2798,2801,2811,2812,2813,2814,2818,2821,2831,2832,2833,2834,2838,2841,2851,2852,2853,2854,2858,2861,2871,2872,2873,2874,2878,2881,2891,2892,2893,2894,2898,2901,2911,2912,2913,2914,2918,2921,2931,2932,2933,2934,2938,2941,2951,2952,2953,2954,2958,2961,2969,2973,2977,2978,2979,2980,2984,2987,2997,2998,2999,3000,3004,3007,3017,3018,3019,3020,3024,3027,3037,3038,3039,3040,3044,3047,3057,3058,3059,3060,3064,3067,3077,3078,3079,3080,3084,3087,3097,3098,3099,3100,3104,3107,3117,3118,3119,3120,3124,3127,3137,3138,3139,3140,3144,3147,3157,3158,3159,3160,3164,3167,3175,3179,3183,3184,3185,3186,3190,3193,3203,3204,3205,3206,3210,3213,3223,3224,3225,3226,3230,3233,3243,3244,3245,3246,3250,3253,3263,3264,3265,3266,3270,3273,3283,3284,3285,3286,3290,3293,3303,3304,3305,3306,3310,3313,3323,3324,3325,3326,3330,3333,3343,3344,3345,3346,3350,3353,3363,3364,3365,3366,3370,3373,3381,3387,3399,3411,3635,3639,3640,3641,3642,3646,3649,3659,3660,3661,3662,3666,3669,3679,3680,3681,3682,3686,3689,3699,3700,3701,3702,3706,3709,3719,3720,3721,3722,3726,3729,3739,3740,3741,3742,3746,3749,3759,3760,3761,3762,3766,3769,3779,3780,3781,3782,3786,3789,3799,3800,3801,3802,3806,3809,3819,3820,3821,3822,3826,3829,3837,3843,3853 +2751,2757,2763,3391,3403,3415,3419,3841,3847,3851,3857 +3417 +3409 +2345,2346,2365,2366,2385,2386,2405,2406,2425,2426,2445,2446,2465,2466,2485,2486,2505,2506,2525,2526,2551,2552,2571,2572,2591,2592,2611,2612,2631,2632,2651,2652,2671,2672,2691,2692,2711,2712,2731,2732,2779,2780,2799,2800,2819,2820,2839,2840,2859,2860,2879,2880,2899,2900,2919,2920,2939,2940,2959,2960,2985,2986,3005,3006,3025,3026,3045,3046,3065,3066,3085,3086,3105,3106,3125,3126,3145,3146,3165,3166,3191,3192,3211,3212,3231,3232,3251,3252,3271,3272,3291,3292,3311,3312,3331,3332,3351,3352,3371,3372,3647,3648,3667,3668,3687,3688,3707,3708,3727,3728,3747,3748,3767,3768,3787,3788,3807,3808,3827,3828 +3393,3405 +3385,3397 +2189 +263,279,295,311,327,343,359,375,391,407,423,439,455,471,487,503,519,535,551,567,583,599,615,631,647,663,679,695,711,727,743,759,2353,2373,2393,2413,2433,2453,2473,2493,2513,2533,2559,2579,2599,2619,2639,2659,2679,2699,2719,2739,2787,2807,2827,2847,2867,2887,2907,2927,2947,2967,2993,3013,3033,3053,3073,3093,3113,3133,3153,3173,3199,3219,3239,3259,3279,3299,3319,3339,3359,3379,3655,3675,3695,3715,3735,3755,3775,3795,3815,3835 +769,771,773,775,994,995,997,998,999,1004,1005,1006,1011,1012,1013,1017,1018,1019,1024,1025,1026,1031,1032,1033,1037,1038,1039,1044,1045,1046,1051,1052,1053,1057,1058,1059,1064,1065,1066,1071,1072,1073,1077,1079,1080,1081,1083,1084,1085,1090,1091,1092,1097,1098,1099,1103,1104,1105,1110,1111,1112,1117,1118,1119,1123,1124,1125,1130,1131,1132,1137,1138,1139,1143,1144,1145,1150,1151,1152,1157,1158,1159,1163,1165,1169,1171,1172,1173,1175,1177,1178,1179,1181,1183,1184,1185,1187,1189,1190,1191,1193,1195,1196,1197,1199,1200,1201,1203,1205,1206,1207,1209,1213,1215,1216,1217,1219,1221,1225,1227,1228,1229,1231,1233,1237,1239,1240,1241,1243,1245,1247,1248,1249,1251,1252,1253,1258,1259,1260,1265,1266,1267,1271,1272,1273,1278,1279,1280,1285,1286,1287,1291,1292,1293,1298,1299,1300,1305,1306,1307,1311,1312,1313,1318,1319,1320,1325,1326,1327,1331,1333,1334,1335,1337,1338,1339,1344,1345,1346,1351,1352,1353,1357,1358,1359,1364,1365,1366,1371,1372,1373,1377,1378,1379,1384,1385,1386,1391,1392,1393,1397,1398,1399,1404,1405,1406,1411,1412,1413,1417,1419,1420,1421,1423,1424,1425,1430,1431,1432,1437,1438,1439,1443,1444,1445,1450,1451,1452,1457,1458,1459,1463,1464,1465,1470,1471,1472,1477,1478,1479,1483,1484,1485,1490,1491,1492,1497,1498,1499,1503,1505,1509,1511,1512,1513,1515,1517,1521,1523,1524,1525,1527,1529,1533,1535,1536,1537,1539,1541,1543,1814,1815,1876,1877,1879,1880,1881,1886,1887,1888,1893,1894,1895,1899,1900,1901,1906,1907,1908,1913,1914,1915,1919,1920,1921,1926,1927,1928,1933,1934,1935,1939,1940,1941,1946,1947,1948,1953,1954,1955,1959,1961,1962,1963,1965,1967,1968,1969,1971,1972,1973,1975,1977,1978,1979,1981 +768 +1176 +1168 +1008,1009,1028,1029,1048,1049,1068,1069,1094,1095,1114,1115,1134,1135,1154,1155,1262,1263,1282,1283,1302,1303,1322,1323,1348,1349,1368,1369,1388,1389,1408,1409,1434,1435,1454,1455,1474,1475,1494,1495,1890,1891,1910,1911,1930,1931,1950,1951 +770,774,996,1000,1001,1002,1003,1007,1010,1020,1021,1022,1023,1027,1030,1040,1041,1042,1043,1047,1050,1060,1061,1062,1063,1067,1070,1078,1082,1086,1087,1088,1089,1093,1096,1106,1107,1108,1109,1113,1116,1126,1127,1128,1129,1133,1136,1146,1147,1148,1149,1153,1156,1164,1170,1182,1194,1204,1214,1226,1238,1250,1254,1255,1256,1257,1261,1264,1274,1275,1276,1277,1281,1284,1294,1295,1296,1297,1301,1304,1314,1315,1316,1317,1321,1324,1332,1336,1340,1341,1342,1343,1347,1350,1360,1361,1362,1363,1367,1370,1380,1381,1382,1383,1387,1390,1400,1401,1402,1403,1407,1410,1418,1422,1426,1427,1428,1429,1433,1436,1446,1447,1448,1449,1453,1456,1466,1467,1468,1469,1473,1476,1486,1487,1488,1489,1493,1496,1504,1510,1522,1534,1878,1882,1883,1884,1885,1889,1892,1902,1903,1904,1905,1909,1912,1922,1923,1924,1925,1929,1932,1942,1943,1944,1945,1949,1952,1960,1966,1976 +1174,1180,1186,1188,1192,1198,1202,1208,1218,1230,1242,1246,1514,1526,1538,1542,1964,1970,1974,1980 +1540 +1532 +772 +1220,1232,1244,1516,1528 +1212,1224,1236,1508,1520 +1016,1036,1056,1076,1102,1122,1142,1162,1270,1290,1310,1330,1356,1376,1396,1416,1442,1462,1482,1502,1898,1918,1938,1958 +3407,3408,3559,3560 +1530,1531,1802,1803 +3383,3384,3395,3396 +1210,1211,1222,1223,1234,1235,1506,1507,1518,1519,2000,2016,2032,2048,2064,2080,2096,2112,2128,2144,2160,2176 +1999,2015,2031,2047,2063,2079,2095,2111,2127,2143,2159,2175 +3884,3900,3916,3932,3948,3964,3980,3996,4012,4028,4044,4060,4076,4092,4108,4124,4140,4156,4172,4188,4204,4220,4236,4252 +3883,3899,3915,3931,3947,3963,3979,3995,4011,4027,4043,4059,4075,4091,4107,4123,4139,4155,4171,4187,4203,4219,4235,4251 +262,278,294,310,326,342,358,374,390,406,422,438,454,470,486,502,518,534,550,566,582,598,614,630,646,662,678,694,710,726,742,758,2236,2256,2282,2302,3442,3462,3488,3508,3534,3554 +2235,2255,2281,2301,3441,3461,3487,3507,3533,3553 +261,277,293,309,325,341,357,373,389,405,421,437,453,469,485,501,517,533,549,565,581,597,613,629,645,661,677,693,709,725,741,757 +819,839,859,879,905,925,945,965,1565,1585,1605,1625,1651,1671,1691,1711,1737,1757,1777,1797 +818,838,858,878,904,924,944,964,1564,1584,1604,1624,1650,1670,1690,1710,1736,1756,1776,1796 +2352,2372,2392,2412,2432,2452,2472,2492,2512,2532,2558,2578,2598,2618,2638,2658,2678,2698,2718,2738,2786,2806,2826,2846,2866,2886,2906,2926,2946,2966,2992,3012,3032,3052,3072,3092,3112,3132,3152,3172,3198,3218,3238,3258,3278,3298,3318,3338,3358,3378,3654,3674,3694,3714,3734,3754,3774,3794,3814,3834 +2351,2371,2391,2411,2431,2451,2471,2491,2511,2531,2557,2577,2597,2617,2637,2657,2677,2697,2717,2737,2785,2805,2825,2845,2865,2885,2905,2925,2945,2965 +2991,3011,3031,3051,3071,3091,3111,3131,3151,3171,3197,3217,3237,3257,3277,3297,3317,3337,3357,3377,3653,3673,3693,3713,3733,3753,3773,3793,3813,3833 +1015,1035,1055,1075,1101,1121,1141,1161,1269,1289,1309,1329,1355,1375,1395,1415,1441,1461,1481,1501,1897,1917,1937,1957 +1014,1034,1054,1074,1100,1120,1140,1160,1268,1288,1308,1328,1354,1374,1394,1414,1440,1460,1480,1500,1896,1916,1936,1956 +1987 +249 \ No newline at end of file diff --git a/meta.csv b/meta.csv new file mode 100644 index 0000000..d2e5bd7 --- /dev/null +++ b/meta.csv @@ -0,0 +1,132 @@ +98;1;12;2,128;67;68;32;119;3;6,105;91;61;97;25;45;113,89;118;78;71;26;7;0;9;5,90;83;49;75;43;41;19;4,104;82;123;59;70;51;10,126;121;55;46;22,125;103;130;72;38;34;99;11;28,94;111;96;106;115;36;16,110;129;120;107;54;53;116;62;109;93;63;77;102;30;88;95;24;73;56;40;57;42;108;66;92;48;35;52;76;18;60;47;74;101;85;58;87;69;124;81;100;39;86;31;33;20;23;65;127;64;27;80;122;15;50;117;14;44;8;37;13;29;114;21;112;84;79;17 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/0.gz 2;1;77 int64 1232 556 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/1.gz 1;1;257 int64 2056 1012 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/2.raw 2;3 float16 12 12 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/3.gz 1;3;128;3;3 float16 6912 6904 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/4.gz 1;3;768 float16 4608 4596 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/5.raw 3;4 float16 24 24 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/6.raw 1;4;4;1;1 float16 32 32 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/7.gz 1;4;320;3;3 float16 23040 21772 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/8.gz 1;4;384;3;3 float16 27648 26240 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/9.raw 2;8 float16 32 32 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/10.raw 1;8;8;1;1 float16 128 128 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/11.gz 1;8;512;3;3 float16 73728 69924 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/12.raw 1;17 float16 34 34 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/13.gz 1;17;768 float16 26112 24408 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/14.gz 1;77;768 float16 118272 110360 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/15.gz 1;77;1280 float16 197120 183400 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/16.gz 35;128 float16 8960 8780 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/17.gz 1;128;3;3;3 float16 6912 6700 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/18.gz 10;128;128;3;3 float16 2949120 2744628 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/19.gz 1;128;256;1;1 float16 65536 62100 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/20.gz 1;128;256;3;3 float16 589824 547684 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/21.gz 34;256 float16 17408 16556 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/22.gz 1;256;128;1;1 float16 65536 60648 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/23.gz 1;256;128;3;3 float16 589824 546104 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/24.gz 10;256;256;3;3 float16 11796480 10928256 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/25.gz 1;256;512;1;1 float16 262144 244084 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/26.gz 1;256;512;3;3 float16 2359296 2189748 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/27.gz 1;257;1024 float16 526336 477588 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/28.gz 38;320 float16 24320 22960 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/29.gz 1;320;4;3;3 float16 23040 21436 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/30.gz 8;320;320;3;3 float16 14745600 13697456 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/31.gz 2;320;640;1;1 float16 819200 758576 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/32.gz 2;320;640;3;3 float16 7372800 6862520 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/33.gz 1;320;960;1;1 float16 614400 577124 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/34.gz 1;320;960;3;3 float16 5529600 5144848 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/35.gz 5;320;1280 float16 4096000 3795328 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/36.gz 38;384 float16 29184 27576 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/37.gz 1;384;4;3;3 float16 27648 25664 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/38.gz 8;384;384;3;3 float16 21233664 19641252 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/39.gz 2;384;768;1;1 float16 1179648 1092284 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/40.gz 2;384;768;3;3 float16 10616832 9877576 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/41.gz 1;384;1152;1;1 float16 884736 835220 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/42.gz 1;384;1152;3;3 float16 7962624 7398376 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/43.gz 5;384;1536 float16 5898240 5429704 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/44.gz 103;512 float16 105472 99160 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/45.gz 1;512;4;3;3 float16 36864 34880 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/46.gz 1;512;256;1;1 float16 262144 242204 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/47.gz 1;512;256;3;3 float16 2359296 2180488 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/48.gz 8;512;512 float16 4194304 3899856 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/49.gz 30;512;512;3;3 float16 141557760 131368616 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/50.gz 149;640 float16 190720 175144 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/51.gz 1;640;320;1;1 float16 409600 377052 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/52.gz 1;640;320;3;3 float16 3686400 3416816 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/53.gz 70;640;640 float16 57344000 52927660 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/54.gz 8;640;640;3;3 float16 58982400 54828176 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/55.gz 1;640;960;1;1 float16 1228800 1133592 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/56.gz 1;640;960;3;3 float16 11059200 10301388 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/57.gz 5;640;1280 float16 8192000 7573928 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/58.gz 1;640;1280;1;1 float16 1638400 1521104 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/59.gz 1;640;1280;3;3 float16 14745600 13754124 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/60.gz 1;640;1920;1;1 float16 2457600 2329900 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/61.gz 1;640;1920;3;3 float16 22118400 20556428 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/62.gz 20;640;2048 float16 52428800 48462880 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/63.gz 10;640;2560 float16 32768000 30241024 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/64.gz 349;768 float16 536064 494748 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/65.gz 1;768;384;1;1 float16 589824 539936 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/66.gz 1;768;384;3;3 float16 5308416 4900900 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/67.gz 178;768;768 float16 209977344 193427460 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/68.gz 8;768;768;3;3 float16 84934656 78557608 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/69.gz 1;768;1024 float16 1572864 1451392 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/70.gz 1;768;1152;1;1 float16 1769472 1626980 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/71.gz 1;768;1152;3;3 float16 15925248 14746952 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/72.gz 40;768;1280 float16 78643200 72359920 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/73.gz 5;768;1536 float16 11796480 10858436 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/74.gz 1;768;1536;1;1 float16 2359296 2179728 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/75.gz 1;768;1536;3;3 float16 21233664 19705372 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/76.gz 1;768;2304;1;1 float16 3538944 3309152 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/77.gz 1;768;2304;3;3 float16 31850496 29490988 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/78.gz 32;768;3072 float16 150994944 139217156 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/79.gz 4;960 float16 7680 7240 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/80.gz 221;1024 float16 452608 426088 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/81.gz 1;1024;3;14;14 float16 1204224 1119172 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/82.gz 96;1024;1024 float16 201326592 186266908 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/83.gz 24;1024;4096 float16 201326592 186383568 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/84.gz 4;1152 float16 9216 8536 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/85.gz 906;1280 float16 2319360 2126952 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/86.gz 1;1280;320 float16 819200 763852 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/87.gz 1;1280;640;1;1 float16 1638400 1507576 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/88.gz 1;1280;640;3;3 float16 14745600 13629688 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/89.gz 255;1280;1280 float16 835584000 771220524 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/90.gz 255;1280;1280 float16 835584000 770081636 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/91.gz 11;1280;1280;3;3 float16 324403200 300042452 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/92.gz 1;1280;1920;1;1 float16 4915200 4533940 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/93.gz 1;1280;1920;3;3 float16 44236800 40949864 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/94.gz 120;1280;2048 float16 629145600 580461916 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/95.gz 2;1280;2560;1;1 float16 13107200 12093288 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/96.gz 2;1280;2560;3;3 float16 117964800 109196776 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/97.gz 1;1280;2816 float16 7208960 6739876 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/98.gz 92;1280;5120 float16 1205862400 1113869768 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/99.gz 326;1536 float16 1001472 909464 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/100.gz 1;1536;384 float16 1179648 1097500 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/101.gz 1;1536;768;1;1 float16 2359296 2172184 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/102.gz 1;1536;768;3;3 float16 21233664 19620964 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/103.gz 48;1536;1280 float16 188743680 173698596 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/104.gz 170;1536;1536 float16 802160640 737934812 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/105.gz 20;1536;1536;3;3 float16 849346560 786236412 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/106.gz 1;1536;2304;1;1 float16 7077888 6483456 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/107.gz 1;1536;2304;3;3 float16 63700992 58869692 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/108.gz 1;1536;2560 float16 7864320 7334912 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/109.gz 5;1536;3072;1;1 float16 47185920 43521708 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/110.gz 5;1536;3072;3;3 float16 424673280 393570048 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/111.gz 24;1536;6144 float16 452984832 417575816 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/112.gz 4;1920 float16 15360 14092 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/113.gz 4;2304 float16 18432 16680 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/114.gz 4;2560 float16 20480 17664 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/115.gz 22;3072 float16 135168 111896 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/116.gz 12;3072;768 float16 56623104 52278600 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/117.gz 24;4096 float16 196608 162088 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/118.gz 24;4096;1024 float16 201326592 186474044 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/119.gz 42;5120 float16 430080 338632 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/120.gz 10;5120;640 float16 65536000 60476932 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/121.gz 32;5120;1280 float16 419430400 387177080 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/122.gz 20;6144 float16 245760 225668 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/123.gz 20;6144;768 float16 188743680 173907412 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/124.gz 60;10240 float16 1228800 1120472 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/125.gz 30;10240;1280 float16 786432000 725202804 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/126.gz 30;10240;1280 float16 786432000 725255212 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/127.gz 24;12288 float16 589824 538952 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/128.gz 24;12288;1536 float16 905969664 834677668 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/129.gz 1;49408;768 float16 75890688 69838416 +https://weights.replicate.delivery/default/sdxl-nyacomp2/nya/130.gz 1;49408;1280 float16 126484480 116820900 From 5cb28c923d0797b62bbd375cc819407b6009a85f Mon Sep 17 00:00:00 2001 From: technillogue Date: Wed, 10 Jan 2024 13:21:27 -0700 Subject: [PATCH 3/4] argument to compress or reload weights --- predict.py | 39 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 39 insertions(+) diff --git a/predict.py b/predict.py index 8b4fb2e..1d7c35c 100644 --- a/predict.py +++ b/predict.py @@ -6,6 +6,7 @@ else: nyacomp = None +import contextlib import hashlib import json import os @@ -73,6 +74,14 @@ def download_weights(url, dest): subprocess.check_call(["pget", "-x", url, dest], close_fds=False) print("downloading took: ", time.time() - start) +@contextlib.contextmanager +def override_env(environ_json: str) -> None: + envvars: dict[str, str] = json.loads(environ_json) + prev_vars = dict(os.environ) + os.environ.update(envvars) + yield + whiteout = {v: "" for v in os.environ.keys() if v not in prev_vars} + os.environ.update(whiteout | prev_vars) class Predictor(BasePredictor): def load_trained_weights(self, weights, pipe): @@ -257,6 +266,22 @@ def dump(self): self.safety_checker, ] + def compress(self, environ_json: str) -> list[str, Path]: + os.environ["NO_PRELOAD"] = "1" + import nyacomp + + # self.load_slow(None) # this is pretty optional + bundle = self.dump() + dir = Path("compressed_model") + if dir.exists(): + dir.rename("prev_compressed") + dir.mkdir() + with override_env(environ_json): + nyacomp.compress_pickle(bundle, f"{dir}/boneless_model.pth") + # we would prefer to upload only {*pth,nya/*.{gz,raw}} and return meta.csv and merged_tensors.csv as str + # but we can't be picky and the urls have the filename anyway + return [Path(p) for p in dir.glob("**/*") if p.is_file()] + def load_fast(self, weights): start = time.time() ( @@ -269,6 +294,12 @@ def load_fast(self, weights): self.load_trained_weights(weights, self.txt2img_pipe) print(f"load_fast took {time.time() - start:.3f}s") + def reload_weights(self, envvars_json: str) -> None: + with override_env(envvars_json): + nyacomp.decompressor = None + self.load_fast(None) + + def load_image(self, path): shutil.copyfile(path, "/tmp/image.png") return load_image("/tmp/image.png").convert("RGB") @@ -370,8 +401,16 @@ def predict( description="Disable safety checker for generated images. This feature is only available through the API. See [https://replicate.com/docs/how-does-replicate-work#safety](https://replicate.com/docs/how-does-replicate-work#safety)", default=False, ), + load_settings_json: str = Input( + description="if set, these are envvars to apply while reloading or recompressing the model", + default='{"RUN": "0"}', + ), ) -> List[Path]: """Run a single prediction on the model.""" + if load_settings_json != '{"RUN": "0"}': + if "COMPRESS" in load_settings_json: + return self.compress(load_settings_json) + self.reload_weights(load_settings_json) if seed is None: seed = int.from_bytes(os.urandom(2), "big") print(f"Using seed: {seed}") From d36696e01c2ff7618c81b9e8721015dc2295b502 Mon Sep 17 00:00:00 2001 From: technillogue Date: Wed, 10 Jan 2024 21:33:43 +0000 Subject: [PATCH 4/4] no vmsplice --- set_env.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/set_env.py b/set_env.py index ebd19c4..860bbf7 100644 --- a/set_env.py +++ b/set_env.py @@ -18,7 +18,7 @@ env["REMOTE_CSV"] = "0" env["DOWNLOADER_PATH"] = "/usr/local/bin/remotefile" env["NOTIME"] = "1" -env["VMSPLICE"] = "1" +#env["VMSPLICE"] = "1" #env["SKIP_SETPIPE_SZ"] = "1" #os.system("ln -s /boneless_model.pth /src/boneless_model.pth") # ugh os.system("ln -s /usr/local/lib/python3.11/site-packages/torch/lib/libcudart-d0da41ae.so.11.0 /usr/lib/libcudart.so.11.0")