README.md
December 3, 2024 ยท View on GitHub
Usage
# ===== Before =====
# layer = nn.Linear(in_features, out_features)
# ===== After ======
layer = male.MLAE_Linear(in_features, out_features, r=rank, lora_alpha=lora_alpha, drop_rate=drop_rate)
December 3, 2024 ยท View on GitHub
Usage
# ===== Before =====
# layer = nn.Linear(in_features, out_features)
# ===== After ======
layer = male.MLAE_Linear(in_features, out_features, r=rank, lora_alpha=lora_alpha, drop_rate=drop_rate)