Unpin with latest transformers fixes (#6763)

Reverts #6759

Requires from transformers: 
huggingface/transformers#34816
huggingface/transformers#34800

Todo:
- [x] Need to merge first PR to get support for torch 2.4

.github/workflows/hpu-gaudi2.yml

@@ -111,7 +111,6 @@ jobs:
         run: |
           git clone https://github.com/huggingface/transformers
           cd transformers
-          git checkout 7df93d6ffb48946e532c7d766fe10372e98d78b6
           git rev-parse --short HEAD
           pip install .
 

.github/workflows/nv-a6000.yml

@@ -40,9 +40,8 @@ jobs:
           python -c "import torch; print('CUDA available:', torch.cuda.is_available())"
       - name: Install transformers
         run: |
-          git clone https://github.com/huggingface/transformers
+          git clone --depth=1 https://github.com/huggingface/transformers
           cd transformers
-          git checkout 7df93d6ffb48946e532c7d766fe10372e98d78b6
           git rev-parse --short HEAD
           python -m pip install .
       - name: Install deepspeed