openkylin
/
platform_kernel-5.15
mirror of https://gitee.com/openkylin/platform_kernel-5.15.git
9
0
Fork 0
Code Issues Projects Releases Wiki Activity

IB/ehca: Change idr spinlocks into rwlocks 

This eliminates lock contention among IRQs as well as the need to
disable IRQs around idr_find, because there are no IRQ writers.

Signed-off-by: Joachim Fenkes <fenkes@de.ibm.com>
Signed-off-by: Roland Dreier <rolandd@cisco.com>
This commit is contained in:
Joachim Fenkes 2007-07-09 15:31:10 +02:00 committed by Roland Dreier
parent 28db6beb42
commit 26ed687fdd
6 changed files with 28 additions and 32 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
drivers/infiniband/hw/ehca/ehca_classes.h
View File

@ -293,8 +293,8 @@ void ehca_cleanup_av_cache(void);
int ehca_init_mrmw_cache(void); int ehca_init_mrmw_cache(void);
void ehca_cleanup_mrmw_cache(void); void ehca_cleanup_mrmw_cache(void);
extern spinlock_t ehca_qp_idr_lock; extern rwlock_t ehca_qp_idr_lock;
extern spinlock_t ehca_cq_idr_lock; extern rwlock_t ehca_cq_idr_lock;
extern struct idr ehca_qp_idr; extern struct idr ehca_qp_idr;
extern struct idr ehca_cq_idr; extern struct idr ehca_cq_idr;

12
drivers/infiniband/hw/ehca/ehca_cq.c
View File

@ -163,9 +163,9 @@ struct ib_cq *ehca_create_cq(struct ib_device *device, int cqe, int comp_vector,
goto create_cq_exit1; goto create_cq_exit1;
} }
spin_lock_irqsave(&ehca_cq_idr_lock, flags); write_lock_irqsave(&ehca_cq_idr_lock, flags);
ret = idr_get_new(&ehca_cq_idr, my_cq, &my_cq->token); ret = idr_get_new(&ehca_cq_idr, my_cq, &my_cq->token);
spin_unlock_irqrestore(&ehca_cq_idr_lock, flags); write_unlock_irqrestore(&ehca_cq_idr_lock, flags);
} while (ret == -EAGAIN); } while (ret == -EAGAIN);
@ -294,9 +294,9 @@ struct ib_cq *ehca_create_cq(struct ib_device *device, int cqe, int comp_vector,
"cq_num=%x h_ret=%lx", my_cq, my_cq->cq_number, h_ret); "cq_num=%x h_ret=%lx", my_cq, my_cq->cq_number, h_ret);
create_cq_exit2: create_cq_exit2:
spin_lock_irqsave(&ehca_cq_idr_lock, flags); write_lock_irqsave(&ehca_cq_idr_lock, flags);
idr_remove(&ehca_cq_idr, my_cq->token); idr_remove(&ehca_cq_idr, my_cq->token);
spin_unlock_irqrestore(&ehca_cq_idr_lock, flags); write_unlock_irqrestore(&ehca_cq_idr_lock, flags);
create_cq_exit1: create_cq_exit1:
kmem_cache_free(cq_cache, my_cq); kmem_cache_free(cq_cache, my_cq);
@ -334,9 +334,9 @@ int ehca_destroy_cq(struct ib_cq *cq)
* remove the CQ from the idr first to make sure * remove the CQ from the idr first to make sure
* no more interrupt tasklets will touch this CQ * no more interrupt tasklets will touch this CQ
*/ */
spin_lock_irqsave(&ehca_cq_idr_lock, flags); write_lock_irqsave(&ehca_cq_idr_lock, flags);
idr_remove(&ehca_cq_idr, my_cq->token); idr_remove(&ehca_cq_idr, my_cq->token);
spin_unlock_irqrestore(&ehca_cq_idr_lock, flags); write_unlock_irqrestore(&ehca_cq_idr_lock, flags);
/* now wait until all pending events have completed */ /* now wait until all pending events have completed */
wait_event(my_cq->wait_completion, !atomic_read(&my_cq->nr_events)); wait_event(my_cq->wait_completion, !atomic_read(&my_cq->nr_events));

19
drivers/infiniband/hw/ehca/ehca_irq.c
View File

@ -180,12 +180,11 @@ static void qp_event_callback(struct ehca_shca *shca,
{ {
struct ib_event event; struct ib_event event;
struct ehca_qp *qp; struct ehca_qp *qp;
unsigned long flags;
u32 token = EHCA_BMASK_GET(EQE_QP_TOKEN, eqe); u32 token = EHCA_BMASK_GET(EQE_QP_TOKEN, eqe);
spin_lock_irqsave(&ehca_qp_idr_lock, flags); read_lock(&ehca_qp_idr_lock);
qp = idr_find(&ehca_qp_idr, token); qp = idr_find(&ehca_qp_idr, token);
spin_unlock_irqrestore(&ehca_qp_idr_lock, flags); read_unlock(&ehca_qp_idr_lock);
if (!qp) if (!qp)
@ -209,14 +208,13 @@ static void cq_event_callback(struct ehca_shca *shca,
u64 eqe) u64 eqe)
{ {
struct ehca_cq *cq; struct ehca_cq *cq;
unsigned long flags;
u32 token = EHCA_BMASK_GET(EQE_CQ_TOKEN, eqe); u32 token = EHCA_BMASK_GET(EQE_CQ_TOKEN, eqe);
spin_lock_irqsave(&ehca_cq_idr_lock, flags); read_lock(&ehca_cq_idr_lock);
cq = idr_find(&ehca_cq_idr, token); cq = idr_find(&ehca_cq_idr, token);
if (cq) if (cq)
atomic_inc(&cq->nr_events); atomic_inc(&cq->nr_events);
spin_unlock_irqrestore(&ehca_cq_idr_lock, flags); read_unlock(&ehca_cq_idr_lock);
if (!cq) if (!cq)
return; return;
@ -411,7 +409,6 @@ static inline void process_eqe(struct ehca_shca *shca, struct ehca_eqe *eqe)
{ {
u64 eqe_value; u64 eqe_value;
u32 token; u32 token;
unsigned long flags;
struct ehca_cq *cq; struct ehca_cq *cq;
eqe_value = eqe->entry; eqe_value = eqe->entry;
@ -419,11 +416,11 @@ static inline void process_eqe(struct ehca_shca *shca, struct ehca_eqe *eqe)
if (EHCA_BMASK_GET(EQE_COMPLETION_EVENT, eqe_value)) { if (EHCA_BMASK_GET(EQE_COMPLETION_EVENT, eqe_value)) {
ehca_dbg(&shca->ib_device, "Got completion event"); ehca_dbg(&shca->ib_device, "Got completion event");
token = EHCA_BMASK_GET(EQE_CQ_TOKEN, eqe_value); token = EHCA_BMASK_GET(EQE_CQ_TOKEN, eqe_value);
spin_lock_irqsave(&ehca_cq_idr_lock, flags); read_lock(&ehca_cq_idr_lock);
cq = idr_find(&ehca_cq_idr, token); cq = idr_find(&ehca_cq_idr, token);
if (cq) if (cq)
atomic_inc(&cq->nr_events); atomic_inc(&cq->nr_events);
spin_unlock_irqrestore(&ehca_cq_idr_lock, flags); read_unlock(&ehca_cq_idr_lock);
if (cq == NULL) { if (cq == NULL) {
ehca_err(&shca->ib_device, ehca_err(&shca->ib_device,
"Invalid eqe for non-existing cq token=%x", "Invalid eqe for non-existing cq token=%x",
@ -480,11 +477,11 @@ void ehca_process_eq(struct ehca_shca *shca, int is_irq)
eqe_value = eqe_cache[eqe_cnt].eqe->entry; eqe_value = eqe_cache[eqe_cnt].eqe->entry;
if (EHCA_BMASK_GET(EQE_COMPLETION_EVENT, eqe_value)) { if (EHCA_BMASK_GET(EQE_COMPLETION_EVENT, eqe_value)) {
token = EHCA_BMASK_GET(EQE_CQ_TOKEN, eqe_value); token = EHCA_BMASK_GET(EQE_CQ_TOKEN, eqe_value);
spin_lock(&ehca_cq_idr_lock); read_lock(&ehca_cq_idr_lock);
eqe_cache[eqe_cnt].cq = idr_find(&ehca_cq_idr, token); eqe_cache[eqe_cnt].cq = idr_find(&ehca_cq_idr, token);
if (eqe_cache[eqe_cnt].cq) if (eqe_cache[eqe_cnt].cq)
atomic_inc(&eqe_cache[eqe_cnt].cq->nr_events); atomic_inc(&eqe_cache[eqe_cnt].cq->nr_events);
spin_unlock(&ehca_cq_idr_lock); read_unlock(&ehca_cq_idr_lock);
if (!eqe_cache[eqe_cnt].cq) { if (!eqe_cache[eqe_cnt].cq) {
ehca_err(&shca->ib_device, ehca_err(&shca->ib_device,
"Invalid eqe for non-existing cq " "Invalid eqe for non-existing cq "

4
drivers/infiniband/hw/ehca/ehca_main.c
View File

@ -96,8 +96,8 @@ MODULE_PARM_DESC(static_rate,
MODULE_PARM_DESC(scaling_code, MODULE_PARM_DESC(scaling_code,
"set scaling code (0: disabled/default, 1: enabled)"); "set scaling code (0: disabled/default, 1: enabled)");
DEFINE_SPINLOCK(ehca_qp_idr_lock); DEFINE_RWLOCK(ehca_qp_idr_lock);
DEFINE_SPINLOCK(ehca_cq_idr_lock); DEFINE_RWLOCK(ehca_cq_idr_lock);
DEFINE_IDR(ehca_qp_idr); DEFINE_IDR(ehca_qp_idr);
DEFINE_IDR(ehca_cq_idr); DEFINE_IDR(ehca_cq_idr);

12
drivers/infiniband/hw/ehca/ehca_qp.c
View File

@ -512,9 +512,9 @@ struct ehca_qp *internal_create_qp(struct ib_pd *pd,
goto create_qp_exit0; goto create_qp_exit0;
} }
spin_lock_irqsave(&ehca_qp_idr_lock, flags); write_lock_irqsave(&ehca_qp_idr_lock, flags);
ret = idr_get_new(&ehca_qp_idr, my_qp, &my_qp->token); ret = idr_get_new(&ehca_qp_idr, my_qp, &my_qp->token);
spin_unlock_irqrestore(&ehca_qp_idr_lock, flags); write_unlock_irqrestore(&ehca_qp_idr_lock, flags);
} while (ret == -EAGAIN); } while (ret == -EAGAIN);
@ -733,9 +733,9 @@ struct ehca_qp *internal_create_qp(struct ib_pd *pd,
hipz_h_destroy_qp(shca->ipz_hca_handle, my_qp); hipz_h_destroy_qp(shca->ipz_hca_handle, my_qp);
create_qp_exit1: create_qp_exit1:
spin_lock_irqsave(&ehca_qp_idr_lock, flags); write_lock_irqsave(&ehca_qp_idr_lock, flags);
idr_remove(&ehca_qp_idr, my_qp->token); idr_remove(&ehca_qp_idr, my_qp->token);
spin_unlock_irqrestore(&ehca_qp_idr_lock, flags); write_unlock_irqrestore(&ehca_qp_idr_lock, flags);
create_qp_exit0: create_qp_exit0:
kmem_cache_free(qp_cache, my_qp); kmem_cache_free(qp_cache, my_qp);
@ -1706,9 +1706,9 @@ int internal_destroy_qp(struct ib_device *dev, struct ehca_qp *my_qp,
} }
} }
spin_lock_irqsave(&ehca_qp_idr_lock, flags); write_lock_irqsave(&ehca_qp_idr_lock, flags);
idr_remove(&ehca_qp_idr, my_qp->token); idr_remove(&ehca_qp_idr, my_qp->token);
spin_unlock_irqrestore(&ehca_qp_idr_lock, flags); write_unlock_irqrestore(&ehca_qp_idr_lock, flags);
h_ret = hipz_h_destroy_qp(shca->ipz_hca_handle, my_qp); h_ret = hipz_h_destroy_qp(shca->ipz_hca_handle, my_qp);
if (h_ret != H_SUCCESS) { if (h_ret != H_SUCCESS) {

9
drivers/infiniband/hw/ehca/ehca_uverbs.c
View File

@ -253,7 +253,6 @@ int ehca_mmap(struct ib_ucontext *context, struct vm_area_struct *vma)
u32 rsrc_type = (fileoffset >> 24) & 0xF; /* sq,rq,cmnd_window */ u32 rsrc_type = (fileoffset >> 24) & 0xF; /* sq,rq,cmnd_window */
u32 cur_pid = current->tgid; u32 cur_pid = current->tgid;
u32 ret; u32 ret;
unsigned long flags;
struct ehca_cq *cq; struct ehca_cq *cq;
struct ehca_qp *qp; struct ehca_qp *qp;
struct ehca_pd *pd; struct ehca_pd *pd;
@ -261,9 +260,9 @@ int ehca_mmap(struct ib_ucontext *context, struct vm_area_struct *vma)
switch (q_type) { switch (q_type) {
case 1: /* CQ */ case 1: /* CQ */
spin_lock_irqsave(&ehca_cq_idr_lock, flags); read_lock(&ehca_cq_idr_lock);
cq = idr_find(&ehca_cq_idr, idr_handle); cq = idr_find(&ehca_cq_idr, idr_handle);
spin_unlock_irqrestore(&ehca_cq_idr_lock, flags); read_unlock(&ehca_cq_idr_lock);
/* make sure this mmap really belongs to the authorized user */ /* make sure this mmap really belongs to the authorized user */
if (!cq) if (!cq)
@ -289,9 +288,9 @@ int ehca_mmap(struct ib_ucontext *context, struct vm_area_struct *vma)
break; break;
case 2: /* QP */ case 2: /* QP */
spin_lock_irqsave(&ehca_qp_idr_lock, flags); read_lock(&ehca_qp_idr_lock);
qp = idr_find(&ehca_qp_idr, idr_handle); qp = idr_find(&ehca_qp_idr, idr_handle);
spin_unlock_irqrestore(&ehca_qp_idr_lock, flags); read_unlock(&ehca_qp_idr_lock);
/* make sure this mmap really belongs to the authorized user */ /* make sure this mmap really belongs to the authorized user */
if (!qp) if (!qp)