minor fix

Author: jerryzh168

torchao/dtypes/affine_quantized_tensor.py

@@ -266,8 +266,6 @@ def layout_type(self) -> LayoutType:
     def to(self, *args, **kwargs):
         kwargs = self._get_to_kwargs(*args, **kwargs)
         device = kwargs.pop("device")
-        # not supported yet
-        kwargs.pop("memory_format")
         return self.__class__(
             self.layout_tensor.to(device),
             self.block_size,