diff --git a/backends/xnnpack/operators/__init__.py b/backends/xnnpack/operators/__init__.py
index dcffa42ac3f..9d81b7f8e29 100644
--- a/backends/xnnpack/operators/__init__.py
+++ b/backends/xnnpack/operators/__init__.py
@@ -30,6 +30,7 @@
     op_minimum,
     op_multiply,
     op_negate,
+    op_permute,
     op_prelu,
     op_quantize_per_tensor,
     op_relu,
@@ -42,7 +43,6 @@
     op_squeeze,
     op_static_constant_pad,
     op_static_resize_bilinear_2d,
-    op_static_transpose,
     op_sub,
     op_to_copy,
 )
diff --git a/backends/xnnpack/operators/op_static_transpose.py b/backends/xnnpack/operators/op_permute.py
similarity index 97%
rename from backends/xnnpack/operators/op_static_transpose.py
rename to backends/xnnpack/operators/op_permute.py
index ce1cd43c1ad..0ca92a7a039 100644
--- a/backends/xnnpack/operators/op_static_transpose.py
+++ b/backends/xnnpack/operators/op_permute.py
@@ -20,7 +20,7 @@
 
 
 @register_node_visitor
-class StaticTransposeVisitor(NodeVisitor):
+class PermuteVisitor(NodeVisitor):
     target = "aten.permute_copy.default"
 
     def __init__(self, *args) -> None:
diff --git a/backends/xnnpack/operators/op_skip_ops.py b/backends/xnnpack/operators/op_skip_ops.py
index 83b6eee32b0..345b7896d34 100644
--- a/backends/xnnpack/operators/op_skip_ops.py
+++ b/backends/xnnpack/operators/op_skip_ops.py
@@ -113,12 +113,3 @@ class OpSymSizeInt(OpSkipOps):
     """
 
     target = "sym_size.int"
-
-
-@register_node_visitor
-class OpPermuteCopyDefault(OpSkipOps):
-    """
-    do nothing if node is permute_copy.default
-    """
-
-    target = "aten.permute_copy.default"
diff --git a/backends/xnnpack/partition/configs.py b/backends/xnnpack/partition/configs.py
index a3b66d3fcb4..b2e6dbc1c77 100644
--- a/backends/xnnpack/partition/configs.py
+++ b/backends/xnnpack/partition/configs.py
@@ -111,6 +111,10 @@
     torch.nn.functional.leaky_relu,
     torch.nn.functional.leaky_relu_,
     torch.nn.LeakyReLU,
+    # TODO(): In quant --> export flow source_fn is operator target instead of module name
+    # This is actively being fixed, but until, we add these operator target names to partitioenr
+    torch.ops.aten.convolution.default,
+    torch.ops.aten.addmm.default,
 ]
 
 SUPPORTED_IMPLICIT_Q_DQ_MODULES_SET = set(SUPPORTED_QUANT_MODULES)
diff --git a/backends/xnnpack/partition/xnnpack_partitioner.py b/backends/xnnpack/partition/xnnpack_partitioner.py
index 59319358993..262a9301980 100644
--- a/backends/xnnpack/partition/xnnpack_partitioner.py
+++ b/backends/xnnpack/partition/xnnpack_partitioner.py
@@ -682,6 +682,9 @@ def get_input_deps(  # noqa
         """
         nodes = set()
         for inp in input_nodes:
+            if inp.target == exir_ops.edge.aten.permute_copy.default:
+                nodes.add(inp)
+                inp = cast(torch.fx.Node, inp.args[0])
             if inp.target in self._DQ_OPS:
                 # dequant node
                 nodes.add(inp)
diff --git a/backends/xnnpack/passes/convert_to_linear.py b/backends/xnnpack/passes/convert_to_linear.py
index e58971589f3..d1a91bb3048 100644
--- a/backends/xnnpack/passes/convert_to_linear.py
+++ b/backends/xnnpack/passes/convert_to_linear.py
@@ -27,6 +27,7 @@ class ConvertToLinearPass(ExportPass):
     linear_modules = [
         torch.nn.Linear,
         torch.nn.functional.linear,
+        torch.ops.aten.addmm.default,
     ]
 
     targets = [
@@ -119,6 +120,8 @@ def create_linear(
             src_partition.input_nodes
             + src_partition.params,  # non quant weight can be in params
         )
+        if linear_weight.target == exir_ops.edge.aten.permute_copy.default:
+            linear_weight = linear_weight.args[0]
         logger.debug(f"Found weight: {linear_weight} from node {node}")
 
         linear_bias = self.find(