[Cherry-pick for 0.15] Revert CP of " Extend TorchVision smoke tests to MPS (#7365) " (#7368)

Co-authored-by: Philip Meier <[email protected]>

Author: NicolasHug

test/smoke_test.py

@@ -59,8 +59,6 @@ def main() -> None:
     smoke_test_torchvision_resnet50_classify()
     if torch.cuda.is_available():
         smoke_test_torchvision_resnet50_classify("cuda")
-    if torch.backends.mps.is_available():
-        smoke_test_torchvision_resnet50_classify("mps")
 
 
 if __name__ == "__main__":