Added util to create padding mask
This commit is contained in:
@@ -1,6 +1,6 @@
|
||||
from .attention_mask import get_causal_attention_mask,get_causal_attention_mask_batched
|
||||
from .task_type import TaskType
|
||||
from .post_tokenization import truncate_sequence, pad_sequence, normalize_sequence
|
||||
from .post_tokenization import truncate_sequence, pad_sequence, normalize_sequence, create_padding_mask
|
||||
from .inference_masking import inference_masking
|
||||
from .truncate_rdf_list import truncate_rdf_list
|
||||
|
||||
@@ -10,6 +10,7 @@ __all__ = [
|
||||
"get_causal_attention_mask_batched",
|
||||
"truncate_sequence",
|
||||
"pad_sequence",
|
||||
"create_padding_mask",
|
||||
"normalize_sequence",
|
||||
"inference_masking",
|
||||
"truncate_rdf_list"
|
||||
|
||||
Reference in New Issue
Block a user