From 9ff2905551f9026b8965f0d57a44cee8fac5689b Mon Sep 17 00:00:00 2001 From: DingDing <32740627+ShengdingHu@users.noreply.github.com> Date: Fri, 24 Feb 2023 19:43:46 +0800 Subject: [PATCH] Update prefix.py --- opendelta/delta_models/prefix.py | 1 + 1 file changed, 1 insertion(+) diff --git a/opendelta/delta_models/prefix.py b/opendelta/delta_models/prefix.py index 777a8e1..d1d9e6b 100644 --- a/opendelta/delta_models/prefix.py +++ b/opendelta/delta_models/prefix.py @@ -17,6 +17,7 @@ import torch import opendelta.utils.logging as logging logger = logging.get_logger(__name__) +# We are going to refactor the code of Prefix Tuning. class PrefixLayerT5(nn.Module): r"""A layer of prefix tuning module. The layer's forward function pass (or concatenate) the additional past_key_value