blob: ccb5307c21e90f5bd5a69efc2a01d3c7ba82bdef [file] [log] [blame]
Thomas Gleixner2522fe42019-05-28 09:57:20 -07001// SPDX-License-Identifier: GPL-2.0-only
David Teiglande7fd4172006-01-18 09:30:29 +00002/******************************************************************************
3*******************************************************************************
4**
David Teiglandc36258b2007-09-27 15:53:38 -05005** Copyright (C) 2005-2007 Red Hat, Inc. All rights reserved.
David Teiglande7fd4172006-01-18 09:30:29 +00006**
David Teiglande7fd4172006-01-18 09:30:29 +00007**
8*******************************************************************************
9******************************************************************************/
10
11#include "dlm_internal.h"
12#include "member.h"
13#include "lock.h"
14#include "dir.h"
15#include "config.h"
16#include "requestqueue.h"
17
18struct rq_entry {
19 struct list_head list;
David Teigland6d40c4a2012-04-23 16:36:01 -050020 uint32_t recover_seq;
David Teiglande7fd4172006-01-18 09:30:29 +000021 int nodeid;
Al Viro8b0d8e02008-01-25 00:28:28 -050022 struct dlm_message request;
David Teiglande7fd4172006-01-18 09:30:29 +000023};
24
25/*
26 * Requests received while the lockspace is in recovery get added to the
27 * request queue and processed when recovery is complete. This happens when
28 * the lockspace is suspended on some nodes before it is on others, or the
29 * lockspace is enabled on some while still suspended on others.
30 */
31
Al Viro8b0d8e02008-01-25 00:28:28 -050032void dlm_add_requestqueue(struct dlm_ls *ls, int nodeid, struct dlm_message *ms)
David Teiglande7fd4172006-01-18 09:30:29 +000033{
34 struct rq_entry *e;
Al Viro8b0d8e02008-01-25 00:28:28 -050035 int length = ms->m_header.h_length - sizeof(struct dlm_message);
David Teiglande7fd4172006-01-18 09:30:29 +000036
David Teigland573c24c2009-11-30 16:34:43 -060037 e = kmalloc(sizeof(struct rq_entry) + length, GFP_NOFS);
David Teiglande7fd4172006-01-18 09:30:29 +000038 if (!e) {
David Teiglandc36258b2007-09-27 15:53:38 -050039 log_print("dlm_add_requestqueue: out of memory len %d", length);
40 return;
David Teiglande7fd4172006-01-18 09:30:29 +000041 }
42
David Teigland6d40c4a2012-04-23 16:36:01 -050043 e->recover_seq = ls->ls_recover_seq & 0xFFFFFFFF;
David Teiglande7fd4172006-01-18 09:30:29 +000044 e->nodeid = nodeid;
Al Viro8b0d8e02008-01-25 00:28:28 -050045 memcpy(&e->request, ms, ms->m_header.h_length);
David Teiglande7fd4172006-01-18 09:30:29 +000046
Alexander Aring164d88a2021-11-02 15:17:17 -040047 atomic_inc(&ls->ls_requestqueue_cnt);
David Teigland90135922006-01-20 08:47:07 +000048 mutex_lock(&ls->ls_requestqueue_mutex);
David Teiglandc36258b2007-09-27 15:53:38 -050049 list_add_tail(&e->list, &ls->ls_requestqueue);
David Teigland90135922006-01-20 08:47:07 +000050 mutex_unlock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +000051}
52
David Teiglandc36258b2007-09-27 15:53:38 -050053/*
54 * Called by dlm_recoverd to process normal messages saved while recovery was
55 * happening. Normal locking has been enabled before this is called. dlm_recv
56 * upon receiving a message, will wait for all saved messages to be drained
57 * here before processing the message it got. If a new dlm_ls_stop() arrives
58 * while we're processing these saved messages, it may block trying to suspend
59 * dlm_recv if dlm_recv is waiting for us in dlm_wait_requestqueue. In that
60 * case, we don't abort since locking_stopped is still 0. If dlm_recv is not
61 * waiting for us, then this processing may be aborted due to locking_stopped.
62 */
63
David Teiglande7fd4172006-01-18 09:30:29 +000064int dlm_process_requestqueue(struct dlm_ls *ls)
65{
66 struct rq_entry *e;
David Teigland48756472012-04-26 15:54:29 -050067 struct dlm_message *ms;
David Teiglande7fd4172006-01-18 09:30:29 +000068 int error = 0;
69
David Teigland90135922006-01-20 08:47:07 +000070 mutex_lock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +000071
72 for (;;) {
73 if (list_empty(&ls->ls_requestqueue)) {
David Teigland90135922006-01-20 08:47:07 +000074 mutex_unlock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +000075 error = 0;
76 break;
77 }
78 e = list_entry(ls->ls_requestqueue.next, struct rq_entry, list);
David Teigland90135922006-01-20 08:47:07 +000079 mutex_unlock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +000080
David Teigland48756472012-04-26 15:54:29 -050081 ms = &e->request;
82
83 log_limit(ls, "dlm_process_requestqueue msg %d from %d "
84 "lkid %x remid %x result %d seq %u",
85 ms->m_type, ms->m_header.h_nodeid,
86 ms->m_lkid, ms->m_remid, ms->m_result,
87 e->recover_seq);
88
David Teigland6d40c4a2012-04-23 16:36:01 -050089 dlm_receive_message_saved(ls, &e->request, e->recover_seq);
David Teiglande7fd4172006-01-18 09:30:29 +000090
David Teigland90135922006-01-20 08:47:07 +000091 mutex_lock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +000092 list_del(&e->list);
Alexander Aring164d88a2021-11-02 15:17:17 -040093 if (atomic_dec_and_test(&ls->ls_requestqueue_cnt))
94 wake_up(&ls->ls_requestqueue_wait);
David Teiglande7fd4172006-01-18 09:30:29 +000095 kfree(e);
96
97 if (dlm_locking_stopped(ls)) {
98 log_debug(ls, "process_requestqueue abort running");
David Teigland90135922006-01-20 08:47:07 +000099 mutex_unlock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +0000100 error = -EINTR;
101 break;
102 }
103 schedule();
104 }
105
106 return error;
107}
108
109/*
110 * After recovery is done, locking is resumed and dlm_recoverd takes all the
David Teiglandc36258b2007-09-27 15:53:38 -0500111 * saved requests and processes them as they would have been by dlm_recv. At
112 * the same time, dlm_recv will start receiving new requests from remote nodes.
113 * We want to delay dlm_recv processing new requests until dlm_recoverd has
114 * finished processing the old saved requests. We don't check for locking
115 * stopped here because dlm_ls_stop won't stop locking until it's suspended us
116 * (dlm_recv).
David Teiglande7fd4172006-01-18 09:30:29 +0000117 */
118
119void dlm_wait_requestqueue(struct dlm_ls *ls)
120{
Alexander Aring164d88a2021-11-02 15:17:17 -0400121 wait_event(ls->ls_requestqueue_wait,
122 atomic_read(&ls->ls_requestqueue_cnt) == 0);
David Teiglande7fd4172006-01-18 09:30:29 +0000123}
124
125static int purge_request(struct dlm_ls *ls, struct dlm_message *ms, int nodeid)
126{
127 uint32_t type = ms->m_type;
128
David Teigland2896ee32006-11-27 11:31:22 -0600129 /* the ls is being cleaned up and freed by release_lockspace */
Alexander Aring3cb59772021-11-02 15:17:18 -0400130 if (!atomic_read(&ls->ls_count))
David Teigland2896ee32006-11-27 11:31:22 -0600131 return 1;
132
David Teiglande7fd4172006-01-18 09:30:29 +0000133 if (dlm_is_removed(ls, nodeid))
134 return 1;
135
136 /* directory operations are always purged because the directory is
137 always rebuilt during recovery and the lookups resent */
138
139 if (type == DLM_MSG_REMOVE ||
140 type == DLM_MSG_LOOKUP ||
141 type == DLM_MSG_LOOKUP_REPLY)
142 return 1;
143
144 if (!dlm_no_directory(ls))
145 return 0;
146
David Teigland48756472012-04-26 15:54:29 -0500147 return 1;
David Teiglande7fd4172006-01-18 09:30:29 +0000148}
149
150void dlm_purge_requestqueue(struct dlm_ls *ls)
151{
152 struct dlm_message *ms;
153 struct rq_entry *e, *safe;
154
David Teigland90135922006-01-20 08:47:07 +0000155 mutex_lock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +0000156 list_for_each_entry_safe(e, safe, &ls->ls_requestqueue, list) {
Al Viro8b0d8e02008-01-25 00:28:28 -0500157 ms = &e->request;
David Teiglande7fd4172006-01-18 09:30:29 +0000158
159 if (purge_request(ls, ms, e->nodeid)) {
160 list_del(&e->list);
Alexander Aring164d88a2021-11-02 15:17:17 -0400161 if (atomic_dec_and_test(&ls->ls_requestqueue_cnt))
162 wake_up(&ls->ls_requestqueue_wait);
David Teiglande7fd4172006-01-18 09:30:29 +0000163 kfree(e);
164 }
165 }
David Teigland90135922006-01-20 08:47:07 +0000166 mutex_unlock(&ls->ls_requestqueue_mutex);
David Teiglande7fd4172006-01-18 09:30:29 +0000167}
168