Upload handler.py

handler.py

@@ -22,10 +22,10 @@ class EndpointHandler:
         repo_id = "camenduru/FLUX.1-dev-diffusers"
         #repo_id = "NoMoreCopyright/FLUX.1-dev-test"
         dtype = torch.bfloat16
-        quantization_config = TorchAoConfig("int4dq")
+        quantization_config = TorchAoConfig("int8wo")
         vae = AutoencoderKL.from_pretrained(repo_id, subfolder="vae", torch_dtype=dtype)
-        transformer = FluxTransformer2DModel.from_pretrained(repo_id, subfolder="transformer", torch_dtype=dtype, quantization_config=quantization_config).to("cuda")
-        self.pipeline = FluxPipeline.from_pretrained(repo_id, transformer=transformer, vae=vae, torch_dtype=dtype)
+        #transformer = FluxTransformer2DModel.from_pretrained(repo_id, subfolder="transformer", torch_dtype=dtype, quantization_config=quantization_config).to("cuda")
+        self.pipeline = FluxPipeline.from_pretrained(repo_id, vae=vae, torch_dtype=dtype, quantization_config=quantization_config)
         if is_compile: self.pipeline = compile_pipeline(self.pipeline)
         self.pipeline.to("cuda")