diff --git a/net/qrtr/af_qrtr.c b/net/qrtr/af_qrtr.c
index ced6ec7b4f4b..fbcfd378c76b 100644
--- a/net/qrtr/af_qrtr.c
+++ b/net/qrtr/af_qrtr.c
@@ -1577,9 +1577,9 @@ static int qrtr_port_assign(struct qrtr_sock *ipc, int *port)
 		   in_egroup_p(GLOBAL_ROOT_GID))) {
 		rc = -EACCES;
 	} else if (*port == QRTR_PORT_CTRL) {
-		rc = xa_insert(&qrtr_ports, 0, ipc, GFP_KERNEL);
+		rc = xa_insert(&qrtr_ports, 0, ipc, GFP_ATOMIC);
 	} else {
-		rc = xa_insert(&qrtr_ports, *port, ipc, GFP_KERNEL);
+		rc = xa_insert(&qrtr_ports, *port, ipc, GFP_ATOMIC);
 	}
 
 	if (rc == -EBUSY)