Add xpu linux wheel build into torchaudio build matrix (#3814)

Author: chuanqi129

.github/workflows/build_wheels_linux.yml

@@ -29,6 +29,7 @@ jobs:
       os: linux
       test-infra-repository: pytorch/test-infra
       test-infra-ref: main
+      with-xpu: enable
   build:
     needs: generate-matrix
     strategy: