mirror of
https://github.com/huggingface/transformers.git
synced 2025-07-04 05:10:06 +06:00
91be6a5eb2
* fix function imports * improve comment * Update modeling_switch_function.py * make checks more robust * improvement * rename * final test update
11 lines
488 B
Python
11 lines
488 B
Python
# Note that llama and cohere have different definitions for rotate_half
|
|
from transformers.models.cohere.modeling_cohere import rotate_half # noqa
|
|
from transformers.models.llama.modeling_llama import LlamaAttention
|
|
|
|
|
|
# When following LlamaAttention dependencies, we will grab the function `rotate_half` defined
|
|
# in `modeling_llama.py`. But here we imported it explicitly from Cohere, so it should use Cohere's
|
|
# definition instead
|
|
class SwitchFunctionAttention(LlamaAttention):
|
|
pass
|