colomi
0eb61f3e60
包含： - hair_service_sd: 换发型/换发色算法服务 (端口 8801) - photo_service: LoRA 训练调度服务 (端口 32678) - stable-diffusion-webui: SD WebUI 推理服务 (端口 57860) - kohya_ss_home: 训练环境代码 - meidaojia: 监控测试脚本 - setup.sh: 一键部署脚本 (conda环境恢复 + 配置生成 + 完整性检查) - start_all_services.sh: 启动3个服务 - configure.ini.template: 路径模板化 (BASE_DIR自动推导) - conda_envs/py310.yml: py310 环境定义 大文件 (weights/, models/, data/, conda_envs/*.tar.gz 等) 通过 .gitignore 排除， 由网盘单独上传。
33 lines
1.4 KiB
Python
Executable File
33 lines
1.4 KiB
Python
Executable File
import torch
|
|
|
|
from modules import sd_hijack_clip, devices
|
|
|
|
|
|
class FrozenXLMREmbedderWithCustomWords(sd_hijack_clip.FrozenCLIPEmbedderWithCustomWords):
|
|
def __init__(self, wrapped, hijack):
|
|
super().__init__(wrapped, hijack)
|
|
|
|
self.id_start = wrapped.config.bos_token_id
|
|
self.id_end = wrapped.config.eos_token_id
|
|
self.id_pad = wrapped.config.pad_token_id
|
|
|
|
self.comma_token = self.tokenizer.get_vocab().get(',', None) # alt diffusion doesn't have </w> bits for comma
|
|
|
|
def encode_with_transformers(self, tokens):
|
|
# there's no CLIP Skip here because all hidden layers have size of 1024 and the last one uses a
|
|
# trained layer to transform those 1024 into 768 for unet; so you can't choose which transformer
|
|
# layer to work with - you have to use the last
|
|
|
|
attention_mask = (tokens != self.id_pad).to(device=tokens.device, dtype=torch.int64)
|
|
features = self.wrapped(input_ids=tokens, attention_mask=attention_mask)
|
|
z = features['projection_state']
|
|
|
|
return z
|
|
|
|
def encode_embedding_init_text(self, init_text, nvpt):
|
|
embedding_layer = self.wrapped.roberta.embeddings
|
|
ids = self.wrapped.tokenizer(init_text, max_length=nvpt, return_tensors="pt", add_special_tokens=False)["input_ids"]
|
|
embedded = embedding_layer.token_embedding.wrapped(ids.to(devices.device)).squeeze(0)
|
|
|
|
return embedded
|