blob: ee319779781e64657d6e7c3090086c94a5ec6cb7 [file] [log] [blame]
YOSHIFUJI Hideaki8e87d142007-02-09 23:24:33 +09001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 BlueZ - Bluetooth protocol stack for Linux
3 Copyright (C) 2000-2001 Qualcomm Incorporated
4
5 Written 2000,2001 by Maxim Krasnyansky <maxk@qualcomm.com>
6
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License version 2 as
9 published by the Free Software Foundation;
10
11 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
12 OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
13 FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT OF THIRD PARTY RIGHTS.
14 IN NO EVENT SHALL THE COPYRIGHT HOLDER(S) AND AUTHOR(S) BE LIABLE FOR ANY
YOSHIFUJI Hideaki8e87d142007-02-09 23:24:33 +090015 CLAIM, OR ANY SPECIAL INDIRECT OR CONSEQUENTIAL DAMAGES, OR ANY DAMAGES
16 WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
17 ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
19
YOSHIFUJI Hideaki8e87d142007-02-09 23:24:33 +090020 ALL LIABILITY, INCLUDING LIABILITY FOR INFRINGEMENT OF ANY PATENTS,
21 COPYRIGHTS, TRADEMARKS OR OTHER RIGHTS, RELATING TO USE OF THIS
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 SOFTWARE IS DISCLAIMED.
23*/
24
25/* Bluetooth address family and sockets. */
26
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <linux/module.h>
Marcel Holtmannffcecac2013-10-17 17:24:18 -070028#include <linux/debugfs.h>
Marcel Holtmann9e8305b2016-08-30 05:00:35 +020029#include <linux/stringify.h>
Ingo Molnar174cd4b2017-02-02 19:15:33 +010030#include <linux/sched/signal.h>
31
Marcel Holtmann3241ad82008-07-14 20:13:50 +020032#include <asm/ioctls.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033
34#include <net/bluetooth/bluetooth.h>
Masatake YAMATO256a06c2012-07-26 01:26:32 +090035#include <linux/proc_fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036
Marcel Holtmanne64c97b2016-07-21 14:12:41 +020037#include "leds.h"
Marcel Holtmannee485292014-12-29 20:48:35 -080038#include "selftest.h"
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040/* Bluetooth sockets */
41#define BT_MAX_PROTO 8
Stephen Hemmingerec1b4cf2009-10-05 05:58:39 +000042static const struct net_proto_family *bt_proto[BT_MAX_PROTO];
Marcel Holtmanndb7aa1c2008-11-30 12:17:19 +010043static DEFINE_RWLOCK(bt_proto_lock);
Dave Young68845cb2008-04-01 23:58:35 -070044
Dave Young68845cb2008-04-01 23:58:35 -070045static struct lock_class_key bt_lock_key[BT_MAX_PROTO];
Jan Engelhardt36cbd3d2009-08-05 10:42:58 -070046static const char *const bt_key_strings[BT_MAX_PROTO] = {
Dave Young68845cb2008-04-01 23:58:35 -070047 "sk_lock-AF_BLUETOOTH-BTPROTO_L2CAP",
48 "sk_lock-AF_BLUETOOTH-BTPROTO_HCI",
49 "sk_lock-AF_BLUETOOTH-BTPROTO_SCO",
50 "sk_lock-AF_BLUETOOTH-BTPROTO_RFCOMM",
51 "sk_lock-AF_BLUETOOTH-BTPROTO_BNEP",
52 "sk_lock-AF_BLUETOOTH-BTPROTO_CMTP",
53 "sk_lock-AF_BLUETOOTH-BTPROTO_HIDP",
54 "sk_lock-AF_BLUETOOTH-BTPROTO_AVDTP",
55};
56
Marcel Holtmanndb7aa1c2008-11-30 12:17:19 +010057static struct lock_class_key bt_slock_key[BT_MAX_PROTO];
Jan Engelhardt36cbd3d2009-08-05 10:42:58 -070058static const char *const bt_slock_key_strings[BT_MAX_PROTO] = {
Dave Young68845cb2008-04-01 23:58:35 -070059 "slock-AF_BLUETOOTH-BTPROTO_L2CAP",
60 "slock-AF_BLUETOOTH-BTPROTO_HCI",
61 "slock-AF_BLUETOOTH-BTPROTO_SCO",
62 "slock-AF_BLUETOOTH-BTPROTO_RFCOMM",
63 "slock-AF_BLUETOOTH-BTPROTO_BNEP",
64 "slock-AF_BLUETOOTH-BTPROTO_CMTP",
65 "slock-AF_BLUETOOTH-BTPROTO_HIDP",
66 "slock-AF_BLUETOOTH-BTPROTO_AVDTP",
67};
Marcel Holtmanndb7aa1c2008-11-30 12:17:19 +010068
Octavian Purdilab5a30dd2012-01-22 00:28:34 +020069void bt_sock_reclassify_lock(struct sock *sk, int proto)
Marcel Holtmanndb7aa1c2008-11-30 12:17:19 +010070{
Octavian Purdilab5a30dd2012-01-22 00:28:34 +020071 BUG_ON(!sk);
Hannes Frederic Sowafafc4e12016-04-08 15:11:27 +020072 BUG_ON(!sock_allow_reclassification(sk));
Marcel Holtmanndb7aa1c2008-11-30 12:17:19 +010073
74 sock_lock_init_class_and_name(sk,
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +090075 bt_slock_key_strings[proto], &bt_slock_key[proto],
76 bt_key_strings[proto], &bt_lock_key[proto]);
Marcel Holtmanndb7aa1c2008-11-30 12:17:19 +010077}
Octavian Purdilab5a30dd2012-01-22 00:28:34 +020078EXPORT_SYMBOL(bt_sock_reclassify_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Stephen Hemmingerec1b4cf2009-10-05 05:58:39 +000080int bt_sock_register(int proto, const struct net_proto_family *ops)
Linus Torvalds1da177e2005-04-16 15:20:36 -070081{
Marcel Holtmann74da6262006-10-15 17:31:14 +020082 int err = 0;
83
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 if (proto < 0 || proto >= BT_MAX_PROTO)
85 return -EINVAL;
86
Marcel Holtmann74da6262006-10-15 17:31:14 +020087 write_lock(&bt_proto_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070088
Marcel Holtmann74da6262006-10-15 17:31:14 +020089 if (bt_proto[proto])
90 err = -EEXIST;
91 else
92 bt_proto[proto] = ops;
93
94 write_unlock(&bt_proto_lock);
95
96 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070097}
98EXPORT_SYMBOL(bt_sock_register);
99
David Herrmannbe9f97f2013-02-24 19:36:52 +0100100void bt_sock_unregister(int proto)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101{
102 if (proto < 0 || proto >= BT_MAX_PROTO)
David Herrmannbe9f97f2013-02-24 19:36:52 +0100103 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104
Marcel Holtmann74da6262006-10-15 17:31:14 +0200105 write_lock(&bt_proto_lock);
David Herrmannbe9f97f2013-02-24 19:36:52 +0100106 bt_proto[proto] = NULL;
Marcel Holtmann74da6262006-10-15 17:31:14 +0200107 write_unlock(&bt_proto_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108}
109EXPORT_SYMBOL(bt_sock_unregister);
110
Eric Paris3f378b62009-11-05 22:18:14 -0800111static int bt_sock_create(struct net *net, struct socket *sock, int proto,
112 int kern)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113{
Marcel Holtmann74da6262006-10-15 17:31:14 +0200114 int err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
Eric W. Biederman1b8d7ae2007-10-08 23:24:22 -0700116 if (net != &init_net)
117 return -EAFNOSUPPORT;
118
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 if (proto < 0 || proto >= BT_MAX_PROTO)
120 return -EINVAL;
121
Johannes Berg95a5afc2008-10-16 15:24:51 -0700122 if (!bt_proto[proto])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 request_module("bt-proto-%d", proto);
Marcel Holtmann74da6262006-10-15 17:31:14 +0200124
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 err = -EPROTONOSUPPORT;
Marcel Holtmann74da6262006-10-15 17:31:14 +0200126
127 read_lock(&bt_proto_lock);
128
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 if (bt_proto[proto] && try_module_get(bt_proto[proto]->owner)) {
Eric Paris3f378b62009-11-05 22:18:14 -0800130 err = bt_proto[proto]->create(net, sock, proto, kern);
Octavian Purdilab5a30dd2012-01-22 00:28:34 +0200131 if (!err)
132 bt_sock_reclassify_lock(sock->sk, proto);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 module_put(bt_proto[proto]->owner);
134 }
Marcel Holtmann74da6262006-10-15 17:31:14 +0200135
136 read_unlock(&bt_proto_lock);
137
YOSHIFUJI Hideaki8e87d142007-02-09 23:24:33 +0900138 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139}
140
141void bt_sock_link(struct bt_sock_list *l, struct sock *sk)
142{
Gustavo F. Padovan94f5bfb2011-12-27 15:28:48 -0200143 write_lock(&l->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 sk_add_node(sk, &l->head);
Gustavo F. Padovan94f5bfb2011-12-27 15:28:48 -0200145 write_unlock(&l->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146}
147EXPORT_SYMBOL(bt_sock_link);
148
149void bt_sock_unlink(struct bt_sock_list *l, struct sock *sk)
150{
Gustavo F. Padovan94f5bfb2011-12-27 15:28:48 -0200151 write_lock(&l->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 sk_del_node_init(sk);
Gustavo F. Padovan94f5bfb2011-12-27 15:28:48 -0200153 write_unlock(&l->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154}
155EXPORT_SYMBOL(bt_sock_unlink);
156
Matthias Kaehlckec4f56272019-01-02 16:11:20 -0800157void bt_accept_enqueue(struct sock *parent, struct sock *sk, bool bh)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158{
159 BT_DBG("parent %p, sk %p", parent, sk);
160
161 sock_hold(sk);
Matthias Kaehlckec4f56272019-01-02 16:11:20 -0800162
163 if (bh)
164 bh_lock_sock_nested(sk);
165 else
166 lock_sock_nested(sk, SINGLE_DEPTH_NESTING);
167
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 list_add_tail(&bt_sk(sk)->accept_q, &bt_sk(parent)->accept_q);
169 bt_sk(sk)->parent = parent;
Matthias Kaehlckec4f56272019-01-02 16:11:20 -0800170
171 if (bh)
172 bh_unlock_sock(sk);
173 else
174 release_sock(sk);
175
Eric Dumazet7976a112019-11-05 14:11:52 -0800176 sk_acceptq_added(parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177}
178EXPORT_SYMBOL(bt_accept_enqueue);
179
Dean Jenkins27bfbc22017-03-10 11:34:46 +0000180/* Calling function must hold the sk lock.
181 * bt_sk(sk)->parent must be non-NULL meaning sk is in the parent list.
182 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183void bt_accept_unlink(struct sock *sk)
184{
185 BT_DBG("sk %p state %d", sk, sk->sk_state);
186
187 list_del_init(&bt_sk(sk)->accept_q);
Eric Dumazet7976a112019-11-05 14:11:52 -0800188 sk_acceptq_removed(bt_sk(sk)->parent);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 bt_sk(sk)->parent = NULL;
190 sock_put(sk);
191}
192EXPORT_SYMBOL(bt_accept_unlink);
193
194struct sock *bt_accept_dequeue(struct sock *parent, struct socket *newsock)
195{
Geliang Tang7eb74042015-12-18 23:33:25 +0800196 struct bt_sock *s, *n;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 struct sock *sk;
198
199 BT_DBG("parent %p", parent);
200
Dean Jenkins27bfbc22017-03-10 11:34:46 +0000201restart:
Geliang Tang7eb74042015-12-18 23:33:25 +0800202 list_for_each_entry_safe(s, n, &bt_sk(parent)->accept_q, accept_q) {
203 sk = (struct sock *)s;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204
Dean Jenkins27bfbc22017-03-10 11:34:46 +0000205 /* Prevent early freeing of sk due to unlink and sock_kill */
206 sock_hold(sk);
Gustavo F. Padovan8a154a82011-12-20 17:15:56 -0200207 lock_sock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208
Dean Jenkins27bfbc22017-03-10 11:34:46 +0000209 /* Check sk has not already been unlinked via
210 * bt_accept_unlink() due to serialisation caused by sk locking
211 */
212 if (!bt_sk(sk)->parent) {
213 BT_DBG("sk %p, already unlinked", sk);
214 release_sock(sk);
215 sock_put(sk);
216
217 /* Restart the loop as sk is no longer in the list
218 * and also avoid a potential infinite loop because
219 * list_for_each_entry_safe() is not thread safe.
220 */
221 goto restart;
222 }
223
224 /* sk is safely in the parent list so reduce reference count */
225 sock_put(sk);
226
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 /* FIXME: Is this check still needed */
228 if (sk->sk_state == BT_CLOSED) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 bt_accept_unlink(sk);
Yichen Zhao1a11ec892015-12-01 11:11:01 -0800230 release_sock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231 continue;
232 }
233
Marcel Holtmannc4f912e2009-01-15 21:52:16 +0100234 if (sk->sk_state == BT_CONNECTED || !newsock ||
Vinicius Costa Gomesd0609912012-05-31 22:53:39 -0300235 test_bit(BT_SK_DEFER_SETUP, &bt_sk(parent)->flags)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 bt_accept_unlink(sk);
237 if (newsock)
238 sock_graft(sk, newsock);
Andrei Emeltchenkod37f50e2011-01-24 10:53:24 +0200239
Gustavo F. Padovan8a154a82011-12-20 17:15:56 -0200240 release_sock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 return sk;
242 }
243
Gustavo F. Padovan8a154a82011-12-20 17:15:56 -0200244 release_sock(sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 }
Andrei Emeltchenkod37f50e2011-01-24 10:53:24 +0200246
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247 return NULL;
248}
249EXPORT_SYMBOL(bt_accept_dequeue);
250
Ying Xue1b784142015-03-02 15:37:48 +0800251int bt_sock_recvmsg(struct socket *sock, struct msghdr *msg, size_t len,
252 int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253{
254 int noblock = flags & MSG_DONTWAIT;
255 struct sock *sk = sock->sk;
256 struct sk_buff *skb;
257 size_t copied;
Denis Kenziorb5f34f92016-06-27 11:01:12 -0500258 size_t skblen;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 int err;
260
Marcel Holtmanna418b892008-11-30 12:17:28 +0100261 BT_DBG("sock %p sk %p len %zu", sock, sk, len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262
Marcel Holtmannd94a6102015-10-25 22:45:18 +0100263 if (flags & MSG_OOB)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264 return -EOPNOTSUPP;
265
Andrei Emeltchenko5a08ecc2011-01-11 17:20:20 +0200266 skb = skb_recv_datagram(sk, flags, noblock, &err);
267 if (!skb) {
Hannes Frederic Sowaf3d33422013-11-21 03:14:22 +0100268 if (sk->sk_shutdown & RCV_SHUTDOWN)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269 return 0;
Hannes Frederic Sowaf3d33422013-11-21 03:14:22 +0100270
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271 return err;
272 }
273
Denis Kenziorb5f34f92016-06-27 11:01:12 -0500274 skblen = skb->len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 copied = skb->len;
276 if (len < copied) {
277 msg->msg_flags |= MSG_TRUNC;
278 copied = len;
279 }
280
Arnaldo Carvalho de Melobadff6d2007-03-13 13:06:52 -0300281 skb_reset_transport_header(skb);
David S. Miller51f3d022014-11-05 16:46:40 -0500282 err = skb_copy_datagram_msg(skb, 0, msg, copied);
Marcel Holtmannd9763692013-10-13 12:55:28 -0700283 if (err == 0) {
Neil Horman3b885782009-10-12 13:26:31 -0700284 sock_recv_ts_and_drops(msg, sk, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285
Ezequiel Garcia9dcbc312016-12-29 09:51:19 -0300286 if (msg->msg_name && bt_sk(sk)->skb_msg_name)
Marcel Holtmannd9763692013-10-13 12:55:28 -0700287 bt_sk(sk)->skb_msg_name(skb, msg->msg_name,
288 &msg->msg_namelen);
Alain Michaud00398e12020-06-11 19:50:41 +0000289
290 if (bt_sk(sk)->skb_put_cmsg)
291 bt_sk(sk)->skb_put_cmsg(skb, msg, sk);
Marcel Holtmannd9763692013-10-13 12:55:28 -0700292 }
293
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294 skb_free_datagram(sk, skb);
295
Luiz Augusto von Dentz90a56f72016-08-12 15:11:28 +0300296 if (flags & MSG_TRUNC)
Denis Kenziorb5f34f92016-06-27 11:01:12 -0500297 copied = skblen;
298
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299 return err ? : copied;
300}
301EXPORT_SYMBOL(bt_sock_recvmsg);
302
Mat Martineau796c86e2010-09-08 10:05:27 -0700303static long bt_sock_data_wait(struct sock *sk, long timeo)
304{
305 DECLARE_WAITQUEUE(wait, current);
306
307 add_wait_queue(sk_sleep(sk), &wait);
308 for (;;) {
309 set_current_state(TASK_INTERRUPTIBLE);
310
311 if (!skb_queue_empty(&sk->sk_receive_queue))
312 break;
313
314 if (sk->sk_err || (sk->sk_shutdown & RCV_SHUTDOWN))
315 break;
316
317 if (signal_pending(current) || !timeo)
318 break;
319
Eric Dumazet9cd3e072015-11-29 20:03:10 -0800320 sk_set_bit(SOCKWQ_ASYNC_WAITDATA, sk);
Mat Martineau796c86e2010-09-08 10:05:27 -0700321 release_sock(sk);
322 timeo = schedule_timeout(timeo);
323 lock_sock(sk);
Eric Dumazet9cd3e072015-11-29 20:03:10 -0800324 sk_clear_bit(SOCKWQ_ASYNC_WAITDATA, sk);
Mat Martineau796c86e2010-09-08 10:05:27 -0700325 }
326
327 __set_current_state(TASK_RUNNING);
328 remove_wait_queue(sk_sleep(sk), &wait);
329 return timeo;
330}
331
Ying Xue1b784142015-03-02 15:37:48 +0800332int bt_sock_stream_recvmsg(struct socket *sock, struct msghdr *msg,
333 size_t size, int flags)
Mat Martineau796c86e2010-09-08 10:05:27 -0700334{
335 struct sock *sk = sock->sk;
336 int err = 0;
337 size_t target, copied = 0;
338 long timeo;
339
340 if (flags & MSG_OOB)
341 return -EOPNOTSUPP;
342
Mat Martineau796c86e2010-09-08 10:05:27 -0700343 BT_DBG("sk %p size %zu", sk, size);
344
345 lock_sock(sk);
346
347 target = sock_rcvlowat(sk, flags & MSG_WAITALL, size);
348 timeo = sock_rcvtimeo(sk, flags & MSG_DONTWAIT);
349
350 do {
351 struct sk_buff *skb;
352 int chunk;
353
354 skb = skb_dequeue(&sk->sk_receive_queue);
355 if (!skb) {
356 if (copied >= target)
357 break;
358
Andrei Emeltchenko5a08ecc2011-01-11 17:20:20 +0200359 err = sock_error(sk);
360 if (err)
Mat Martineau796c86e2010-09-08 10:05:27 -0700361 break;
362 if (sk->sk_shutdown & RCV_SHUTDOWN)
363 break;
364
365 err = -EAGAIN;
366 if (!timeo)
367 break;
368
369 timeo = bt_sock_data_wait(sk, timeo);
370
371 if (signal_pending(current)) {
372 err = sock_intr_errno(timeo);
373 goto out;
374 }
375 continue;
376 }
377
378 chunk = min_t(unsigned int, skb->len, size);
David S. Miller51f3d022014-11-05 16:46:40 -0500379 if (skb_copy_datagram_msg(skb, 0, msg, chunk)) {
Mat Martineau796c86e2010-09-08 10:05:27 -0700380 skb_queue_head(&sk->sk_receive_queue, skb);
381 if (!copied)
382 copied = -EFAULT;
383 break;
384 }
385 copied += chunk;
386 size -= chunk;
387
388 sock_recv_ts_and_drops(msg, sk, skb);
389
390 if (!(flags & MSG_PEEK)) {
Mat Martineau5b668eb2011-07-22 14:53:59 -0700391 int skb_len = skb_headlen(skb);
392
393 if (chunk <= skb_len) {
394 __skb_pull(skb, chunk);
395 } else {
396 struct sk_buff *frag;
397
398 __skb_pull(skb, skb_len);
399 chunk -= skb_len;
400
401 skb_walk_frags(skb, frag) {
402 if (chunk <= frag->len) {
403 /* Pulling partial data */
404 skb->len -= chunk;
405 skb->data_len -= chunk;
406 __skb_pull(frag, chunk);
407 break;
408 } else if (frag->len) {
409 /* Pulling all frag data */
410 chunk -= frag->len;
411 skb->len -= frag->len;
412 skb->data_len -= frag->len;
413 __skb_pull(frag, frag->len);
414 }
415 }
416 }
417
Mat Martineau796c86e2010-09-08 10:05:27 -0700418 if (skb->len) {
419 skb_queue_head(&sk->sk_receive_queue, skb);
420 break;
421 }
422 kfree_skb(skb);
423
424 } else {
425 /* put message back and return */
426 skb_queue_head(&sk->sk_receive_queue, skb);
427 break;
428 }
429 } while (size);
430
431out:
432 release_sock(sk);
433 return copied ? : err;
434}
435EXPORT_SYMBOL(bt_sock_stream_recvmsg);
436
Al Viroade994f2017-07-03 00:01:49 -0400437static inline __poll_t bt_accept_poll(struct sock *parent)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700438{
Geliang Tang7eb74042015-12-18 23:33:25 +0800439 struct bt_sock *s, *n;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700440 struct sock *sk;
441
Geliang Tang7eb74042015-12-18 23:33:25 +0800442 list_for_each_entry_safe(s, n, &bt_sk(parent)->accept_q, accept_q) {
443 sk = (struct sock *)s;
Marcel Holtmannd5f2d2b2009-02-16 02:57:30 +0100444 if (sk->sk_state == BT_CONNECTED ||
Gustavo Padovanc5daa682012-05-16 12:17:10 -0300445 (test_bit(BT_SK_DEFER_SETUP, &bt_sk(parent)->flags) &&
446 sk->sk_state == BT_CONNECT2))
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800447 return EPOLLIN | EPOLLRDNORM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700448 }
449
450 return 0;
451}
452
Linus Torvaldsa11e1d42018-06-28 09:43:44 -0700453__poll_t bt_sock_poll(struct file *file, struct socket *sock,
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900454 poll_table *wait)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700455{
456 struct sock *sk = sock->sk;
Al Viroade994f2017-07-03 00:01:49 -0400457 __poll_t mask = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700458
Linus Torvaldsa11e1d42018-06-28 09:43:44 -0700459 poll_wait(file, sk_sleep(sk), wait);
460
Linus Torvalds1da177e2005-04-16 15:20:36 -0700461 if (sk->sk_state == BT_LISTEN)
462 return bt_accept_poll(sk);
463
Eric Dumazet3ef7cf52019-10-23 22:44:50 -0700464 if (sk->sk_err || !skb_queue_empty_lockless(&sk->sk_error_queue))
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800465 mask |= EPOLLERR |
466 (sock_flag(sk, SOCK_SELECT_ERR_QUEUE) ? EPOLLPRI : 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700467
Davide Libenzif348d702006-03-25 03:07:39 -0800468 if (sk->sk_shutdown & RCV_SHUTDOWN)
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800469 mask |= EPOLLRDHUP | EPOLLIN | EPOLLRDNORM;
Davide Libenzif348d702006-03-25 03:07:39 -0800470
Linus Torvalds1da177e2005-04-16 15:20:36 -0700471 if (sk->sk_shutdown == SHUTDOWN_MASK)
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800472 mask |= EPOLLHUP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700473
Eric Dumazet3ef7cf52019-10-23 22:44:50 -0700474 if (!skb_queue_empty_lockless(&sk->sk_receive_queue))
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800475 mask |= EPOLLIN | EPOLLRDNORM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700476
477 if (sk->sk_state == BT_CLOSED)
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800478 mask |= EPOLLHUP;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700479
480 if (sk->sk_state == BT_CONNECT ||
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900481 sk->sk_state == BT_CONNECT2 ||
482 sk->sk_state == BT_CONFIG)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700483 return mask;
484
Gustavo Padovanc5daa682012-05-16 12:17:10 -0300485 if (!test_bit(BT_SK_SUSPEND, &bt_sk(sk)->flags) && sock_writeable(sk))
Linus Torvaldsa9a08842018-02-11 14:34:03 -0800486 mask |= EPOLLOUT | EPOLLWRNORM | EPOLLWRBAND;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700487 else
Eric Dumazet9cd3e072015-11-29 20:03:10 -0800488 sk_set_bit(SOCKWQ_ASYNC_NOSPACE, sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489
490 return mask;
491}
Linus Torvaldsa11e1d42018-06-28 09:43:44 -0700492EXPORT_SYMBOL(bt_sock_poll);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700493
Marcel Holtmann3241ad82008-07-14 20:13:50 +0200494int bt_sock_ioctl(struct socket *sock, unsigned int cmd, unsigned long arg)
495{
496 struct sock *sk = sock->sk;
Marcel Holtmann43cbeee2008-07-14 20:13:51 +0200497 struct sk_buff *skb;
498 long amount;
Marcel Holtmann3241ad82008-07-14 20:13:50 +0200499 int err;
500
501 BT_DBG("sk %p cmd %x arg %lx", sk, cmd, arg);
502
503 switch (cmd) {
Marcel Holtmann43cbeee2008-07-14 20:13:51 +0200504 case TIOCOUTQ:
505 if (sk->sk_state == BT_LISTEN)
506 return -EINVAL;
507
Eric Dumazet31e6d362009-06-17 19:05:41 -0700508 amount = sk->sk_sndbuf - sk_wmem_alloc_get(sk);
Marcel Holtmann43cbeee2008-07-14 20:13:51 +0200509 if (amount < 0)
510 amount = 0;
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900511 err = put_user(amount, (int __user *)arg);
Marcel Holtmann43cbeee2008-07-14 20:13:51 +0200512 break;
513
514 case TIOCINQ:
515 if (sk->sk_state == BT_LISTEN)
516 return -EINVAL;
517
518 lock_sock(sk);
519 skb = skb_peek(&sk->sk_receive_queue);
520 amount = skb ? skb->len : 0;
521 release_sock(sk);
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900522 err = put_user(amount, (int __user *)arg);
Marcel Holtmann43cbeee2008-07-14 20:13:51 +0200523 break;
524
Marcel Holtmann3241ad82008-07-14 20:13:50 +0200525 default:
526 err = -ENOIOCTLCMD;
527 break;
528 }
529
530 return err;
531}
532EXPORT_SYMBOL(bt_sock_ioctl);
533
Johan Hedberg0fba96f92013-09-25 13:26:04 +0300534/* This function expects the sk lock to be held when called */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700535int bt_sock_wait_state(struct sock *sk, int state, unsigned long timeo)
536{
537 DECLARE_WAITQUEUE(wait, current);
538 int err = 0;
539
540 BT_DBG("sk %p", sk);
541
Eric Dumazetaa395142010-04-20 13:03:51 +0000542 add_wait_queue(sk_sleep(sk), &wait);
Peter Hurley9be4e3f2011-07-24 00:10:46 -0400543 set_current_state(TASK_INTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700544 while (sk->sk_state != state) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545 if (!timeo) {
Marcel Holtmannb4c612a2006-09-23 09:54:38 +0200546 err = -EINPROGRESS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700547 break;
548 }
549
550 if (signal_pending(current)) {
551 err = sock_intr_errno(timeo);
552 break;
553 }
554
555 release_sock(sk);
556 timeo = schedule_timeout(timeo);
557 lock_sock(sk);
Peter Hurley9be4e3f2011-07-24 00:10:46 -0400558 set_current_state(TASK_INTERRUPTIBLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559
Benjamin LaHaisec1cbe4b2005-12-13 23:22:19 -0800560 err = sock_error(sk);
561 if (err)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700562 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700563 }
Peter Hurley9be4e3f2011-07-24 00:10:46 -0400564 __set_current_state(TASK_RUNNING);
Eric Dumazetaa395142010-04-20 13:03:51 +0000565 remove_wait_queue(sk_sleep(sk), &wait);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566 return err;
567}
568EXPORT_SYMBOL(bt_sock_wait_state);
569
Johan Hedberge793dcf2013-09-16 13:05:19 +0300570/* This function expects the sk lock to be held when called */
571int bt_sock_wait_ready(struct sock *sk, unsigned long flags)
572{
573 DECLARE_WAITQUEUE(wait, current);
574 unsigned long timeo;
575 int err = 0;
576
577 BT_DBG("sk %p", sk);
578
579 timeo = sock_sndtimeo(sk, flags & O_NONBLOCK);
580
581 add_wait_queue(sk_sleep(sk), &wait);
582 set_current_state(TASK_INTERRUPTIBLE);
583 while (test_bit(BT_SK_SUSPEND, &bt_sk(sk)->flags)) {
584 if (!timeo) {
585 err = -EAGAIN;
586 break;
587 }
588
589 if (signal_pending(current)) {
590 err = sock_intr_errno(timeo);
591 break;
592 }
593
594 release_sock(sk);
595 timeo = schedule_timeout(timeo);
596 lock_sock(sk);
597 set_current_state(TASK_INTERRUPTIBLE);
598
599 err = sock_error(sk);
600 if (err)
601 break;
602 }
603 __set_current_state(TASK_RUNNING);
604 remove_wait_queue(sk_sleep(sk), &wait);
605
606 return err;
607}
608EXPORT_SYMBOL(bt_sock_wait_ready);
609
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900610#ifdef CONFIG_PROC_FS
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900611static void *bt_seq_start(struct seq_file *seq, loff_t *pos)
612 __acquires(seq->private->l->lock)
613{
Muchun Song359745d2022-01-21 22:14:23 -0800614 struct bt_sock_list *l = pde_data(file_inode(seq->file));
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900615
616 read_lock(&l->lock);
617 return seq_hlist_start_head(&l->head, *pos);
618}
619
620static void *bt_seq_next(struct seq_file *seq, void *v, loff_t *pos)
621{
Muchun Song359745d2022-01-21 22:14:23 -0800622 struct bt_sock_list *l = pde_data(file_inode(seq->file));
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900623
624 return seq_hlist_next(v, &l->head, pos);
625}
626
627static void bt_seq_stop(struct seq_file *seq, void *v)
628 __releases(seq->private->l->lock)
629{
Muchun Song359745d2022-01-21 22:14:23 -0800630 struct bt_sock_list *l = pde_data(file_inode(seq->file));
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900631
632 read_unlock(&l->lock);
633}
634
635static int bt_seq_show(struct seq_file *seq, void *v)
636{
Muchun Song359745d2022-01-21 22:14:23 -0800637 struct bt_sock_list *l = pde_data(file_inode(seq->file));
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900638
639 if (v == SEQ_START_TOKEN) {
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900640 seq_puts(seq, "sk RefCnt Rmem Wmem User Inode Parent");
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900641
642 if (l->custom_seq_show) {
643 seq_putc(seq, ' ');
644 l->custom_seq_show(seq, v);
645 }
646
647 seq_putc(seq, '\n');
648 } else {
Andrei Emeltchenko09d5d4a2012-08-07 18:05:04 +0300649 struct sock *sk = sk_entry(v);
650 struct bt_sock *bt = bt_sk(sk);
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900651
Andrei Emeltchenko7028a882012-09-25 12:49:45 +0300652 seq_printf(seq,
Marcel Holtmann5f6cd792013-10-13 10:34:03 -0700653 "%pK %-6d %-6u %-6u %-6u %-6lu %-6lu",
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900654 sk,
Reshetova, Elena41c6d652017-06-30 13:08:01 +0300655 refcount_read(&sk->sk_refcnt),
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900656 sk_rmem_alloc_get(sk),
657 sk_wmem_alloc_get(sk),
Eric W. Biederman1bbb3092012-10-03 20:32:17 -0700658 from_kuid(seq_user_ns(seq), sock_i_uid(sk)),
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900659 sock_i_ino(sk),
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900660 bt->parent ? sock_i_ino(bt->parent) : 0LU);
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900661
662 if (l->custom_seq_show) {
663 seq_putc(seq, ' ');
664 l->custom_seq_show(seq, v);
665 }
666
667 seq_putc(seq, '\n');
668 }
669 return 0;
670}
671
Fabian Frederick26b0f4e2014-06-30 19:26:23 +0200672static const struct seq_operations bt_seq_ops = {
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900673 .start = bt_seq_start,
674 .next = bt_seq_next,
675 .stop = bt_seq_stop,
676 .show = bt_seq_show,
677};
678
Al Virob0316612013-04-04 19:14:33 -0400679int bt_procfs_init(struct net *net, const char *name,
Prasanna Karthikf37590b2015-11-17 11:06:53 +0000680 struct bt_sock_list *sk_list,
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900681 int (*seq_show)(struct seq_file *, void *))
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900682{
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900683 sk_list->custom_seq_show = seq_show;
684
Christoph Hellwiga9170e0a92018-04-15 10:27:22 +0200685 if (!proc_create_seq_data(name, 0, net->proc_net, &bt_seq_ops, sk_list))
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900686 return -ENOMEM;
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900687 return 0;
688}
689
690void bt_procfs_cleanup(struct net *net, const char *name)
691{
Gao fengece31ff2013-02-18 01:34:56 +0000692 remove_proc_entry(name, net->proc_net);
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900693}
694#else
Al Virob0316612013-04-04 19:14:33 -0400695int bt_procfs_init(struct net *net, const char *name,
Prasanna Karthikf37590b2015-11-17 11:06:53 +0000696 struct bt_sock_list *sk_list,
Tomoyuki Matsushitab8ddc3b2021-01-30 00:47:27 +0900697 int (*seq_show)(struct seq_file *, void *))
Masatake YAMATO256a06c2012-07-26 01:26:32 +0900698{
699 return 0;
700}
701
702void bt_procfs_cleanup(struct net *net, const char *name)
703{
704}
705#endif
706EXPORT_SYMBOL(bt_procfs_init);
707EXPORT_SYMBOL(bt_procfs_cleanup);
708
linzhang173e7832017-05-15 10:26:47 +0800709static const struct net_proto_family bt_sock_family_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 .owner = THIS_MODULE,
711 .family = PF_BLUETOOTH,
712 .create = bt_sock_create,
713};
714
Marcel Holtmannffcecac2013-10-17 17:24:18 -0700715struct dentry *bt_debugfs;
716EXPORT_SYMBOL_GPL(bt_debugfs);
717
Marcel Holtmann9e8305b2016-08-30 05:00:35 +0200718#define VERSION __stringify(BT_SUBSYS_VERSION) "." \
719 __stringify(BT_SUBSYS_REVISION)
720
Linus Torvalds1da177e2005-04-16 15:20:36 -0700721static int __init bt_init(void)
722{
Marcel Holtmann27d35282006-07-03 10:02:37 +0200723 int err;
724
Eyal Birgerb4772ef2015-03-01 14:58:29 +0200725 sock_skb_cb_check_size(sizeof(struct bt_skb_cb));
Marcel Holtmann7cb9d202014-09-14 22:50:46 +0200726
Marcel Holtmann9e8305b2016-08-30 05:00:35 +0200727 BT_INFO("Core ver %s", VERSION);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728
Marcel Holtmannee485292014-12-29 20:48:35 -0800729 err = bt_selftest();
730 if (err < 0)
731 return err;
732
Marcel Holtmannffcecac2013-10-17 17:24:18 -0700733 bt_debugfs = debugfs_create_dir("bluetooth", NULL);
734
Marcel Holtmanne64c97b2016-07-21 14:12:41 +0200735 bt_leds_init();
736
Marcel Holtmann27d35282006-07-03 10:02:37 +0200737 err = bt_sysfs_init();
738 if (err < 0)
739 return err;
740
741 err = sock_register(&bt_sock_family_ops);
Markus Elfring1b259902017-11-08 08:03:04 +0100742 if (err)
743 goto cleanup_sysfs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700744
745 BT_INFO("HCI device and connection manager initialized");
746
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200747 err = hci_sock_init();
Markus Elfring1b259902017-11-08 08:03:04 +0100748 if (err)
749 goto unregister_socket;
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200750
751 err = l2cap_init();
Markus Elfring1b259902017-11-08 08:03:04 +0100752 if (err)
753 goto cleanup_socket;
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200754
755 err = sco_init();
Markus Elfring1b259902017-11-08 08:03:04 +0100756 if (err)
757 goto cleanup_cap;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700758
Johan Hedberg6d785aa32015-03-06 21:08:51 +0200759 err = mgmt_init();
Markus Elfring1b259902017-11-08 08:03:04 +0100760 if (err)
761 goto cleanup_sco;
Johan Hedberg6d785aa32015-03-06 21:08:51 +0200762
Linus Torvalds1da177e2005-04-16 15:20:36 -0700763 return 0;
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200764
Markus Elfring1b259902017-11-08 08:03:04 +0100765cleanup_sco:
766 sco_exit();
767cleanup_cap:
768 l2cap_exit();
769cleanup_socket:
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200770 hci_sock_cleanup();
Markus Elfring1b259902017-11-08 08:03:04 +0100771unregister_socket:
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200772 sock_unregister(PF_BLUETOOTH);
Markus Elfring1b259902017-11-08 08:03:04 +0100773cleanup_sysfs:
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200774 bt_sysfs_cleanup();
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200775 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776}
777
778static void __exit bt_exit(void)
779{
Johan Hedberg6d785aa32015-03-06 21:08:51 +0200780 mgmt_exit();
781
Gustavo F. Padovan64274512011-02-07 20:08:52 -0200782 sco_exit();
783
784 l2cap_exit();
785
Linus Torvalds1da177e2005-04-16 15:20:36 -0700786 hci_sock_cleanup();
787
Linus Torvalds1da177e2005-04-16 15:20:36 -0700788 sock_unregister(PF_BLUETOOTH);
Marcel Holtmann27d35282006-07-03 10:02:37 +0200789
790 bt_sysfs_cleanup();
Marcel Holtmannffcecac2013-10-17 17:24:18 -0700791
Marcel Holtmanne64c97b2016-07-21 14:12:41 +0200792 bt_leds_cleanup();
793
Marcel Holtmannffcecac2013-10-17 17:24:18 -0700794 debugfs_remove_recursive(bt_debugfs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700795}
796
797subsys_initcall(bt_init);
798module_exit(bt_exit);
799
Marcel Holtmann63fbd242008-08-18 13:23:53 +0200800MODULE_AUTHOR("Marcel Holtmann <marcel@holtmann.org>");
Marcel Holtmann9e8305b2016-08-30 05:00:35 +0200801MODULE_DESCRIPTION("Bluetooth Core ver " VERSION);
802MODULE_VERSION(VERSION);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700803MODULE_LICENSE("GPL");
804MODULE_ALIAS_NETPROTO(PF_BLUETOOTH);