233 		struct drbd_peer_device *peer_device;  in tl_release()  local
236 		peer_device = conn_peer_device(connection, req->device->vnr);  in tl_release()
237 		_req_mod(req, BARRIER_ACKED, peer_device);  in tl_release()
260 	struct drbd_peer_device *peer_device;  in _tl_restart()  local
264 		peer_device = conn_peer_device(connection, req->device->vnr);  in _tl_restart()
265 		_req_mod(req, what, peer_device);  in _tl_restart()
612 void *drbd_prepare_command(struct drbd_peer_device *peer_device, struct drbd_socket *sock)  in drbd_prepare_command()  argument
614 	return conn_prepare_command(peer_device->connection, sock);  in drbd_prepare_command()
666 int drbd_send_command(struct drbd_peer_device *peer_device, struct drbd_socket *sock,  in drbd_send_command()  argument
672 	err = __send_command(peer_device->connection, peer_device->device->vnr,  in drbd_send_command()
698 int drbd_send_sync_param(struct drbd_peer_device *peer_device)  in drbd_send_sync_param()  argument
703 	const int apv = peer_device->connection->agreed_pro_version;  in drbd_send_sync_param()
708 	sock = &peer_device->connection->data;  in drbd_send_sync_param()
709 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_sync_param()
714 	nc = rcu_dereference(peer_device->connection->net_conf);  in drbd_send_sync_param()
728 	if (get_ldev(peer_device->device)) {  in drbd_send_sync_param()
729 		dc = rcu_dereference(peer_device->device->ldev->disk_conf);  in drbd_send_sync_param()
735 		put_ldev(peer_device->device);  in drbd_send_sync_param()
750 	return drbd_send_command(peer_device, sock, cmd, size, NULL, 0);  in drbd_send_sync_param()
808 static int _drbd_send_uuids(struct drbd_peer_device *peer_device, u64 uuid_flags)  in _drbd_send_uuids()  argument
810 	struct drbd_device *device = peer_device->device;  in _drbd_send_uuids()
818 	sock = &peer_device->connection->data;  in _drbd_send_uuids()
819 	p = drbd_prepare_command(peer_device, sock);  in _drbd_send_uuids()
832 	uuid_flags |= rcu_dereference(peer_device->connection->net_conf)->discard_my_data ? 1 : 0;  in _drbd_send_uuids()
839 	return drbd_send_command(peer_device, sock, P_UUIDS, sizeof(*p), NULL, 0);  in _drbd_send_uuids()
842 int drbd_send_uuids(struct drbd_peer_device *peer_device)  in drbd_send_uuids()  argument
844 	return _drbd_send_uuids(peer_device, 0);  in drbd_send_uuids()
847 int drbd_send_uuids_skip_initial_sync(struct drbd_peer_device *peer_device)  in drbd_send_uuids_skip_initial_sync()  argument
849 	return _drbd_send_uuids(peer_device, 8);  in drbd_send_uuids_skip_initial_sync()
870 void drbd_gen_and_send_sync_uuid(struct drbd_peer_device *peer_device)  in drbd_gen_and_send_sync_uuid()  argument
872 	struct drbd_device *device = peer_device->device;  in drbd_gen_and_send_sync_uuid()
888 	sock = &peer_device->connection->data;  in drbd_gen_and_send_sync_uuid()
889 	p = drbd_prepare_command(peer_device, sock);  in drbd_gen_and_send_sync_uuid()
892 		drbd_send_command(peer_device, sock, P_SYNC_UUID, sizeof(*p), NULL, 0);  in drbd_gen_and_send_sync_uuid()
896 int drbd_send_sizes(struct drbd_peer_device *peer_device, int trigger_reply, enum dds_flags flags)  in drbd_send_sizes()  argument
898 	struct drbd_device *device = peer_device->device;  in drbd_send_sizes()
906 	sock = &peer_device->connection->data;  in drbd_send_sizes()
907 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_sizes()
912 	if (peer_device->connection->agreed_features & DRBD_FF_WSAME)  in drbd_send_sizes()
955 	if (peer_device->connection->agreed_pro_version <= 94)  in drbd_send_sizes()
957 	else if (peer_device->connection->agreed_pro_version < 100)  in drbd_send_sizes()
970 	return drbd_send_command(peer_device, sock, P_SIZES, packet_size, NULL, 0);  in drbd_send_sizes()
977 int drbd_send_current_state(struct drbd_peer_device *peer_device)  in drbd_send_current_state()  argument
982 	sock = &peer_device->connection->data;  in drbd_send_current_state()
983 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_current_state()
986 	p->state = cpu_to_be32(peer_device->device->state.i); /* Within the send mutex */  in drbd_send_current_state()
987 	return drbd_send_command(peer_device, sock, P_STATE, sizeof(*p), NULL, 0);  in drbd_send_current_state()
1000 int drbd_send_state(struct drbd_peer_device *peer_device, union drbd_state state)  in drbd_send_state()  argument
1005 	sock = &peer_device->connection->data;  in drbd_send_state()
1006 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_state()
1010 	return drbd_send_command(peer_device, sock, P_STATE, sizeof(*p), NULL, 0);  in drbd_send_state()
1013 int drbd_send_state_req(struct drbd_peer_device *peer_device, union drbd_state mask, union drbd_sta…  in drbd_send_state_req()  argument
1018 	sock = &peer_device->connection->data;  in drbd_send_state_req()
1019 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_state_req()
1024 	return drbd_send_command(peer_device, sock, P_STATE_CHG_REQ, sizeof(*p), NULL, 0);  in drbd_send_state_req()
1043 void drbd_send_sr_reply(struct drbd_peer_device *peer_device, enum drbd_state_rv retcode)  in drbd_send_sr_reply()  argument
1048 	sock = &peer_device->connection->meta;  in drbd_send_sr_reply()
1049 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_sr_reply()
1052 		drbd_send_command(peer_device, sock, P_STATE_CHG_REPLY, sizeof(*p), NULL, 0);  in drbd_send_sr_reply()
1191 send_bitmap_rle_or_plain(struct drbd_peer_device *peer_device, struct bm_xfer_ctx *c)  in send_bitmap_rle_or_plain()  argument
1193 	struct drbd_device *device = peer_device->device;  in send_bitmap_rle_or_plain()
1194 	struct drbd_socket *sock = &peer_device->connection->data;  in send_bitmap_rle_or_plain()
1195 	unsigned int header_size = drbd_header_size(peer_device->connection);  in send_bitmap_rle_or_plain()
1206 		err = __send_command(peer_device->connection, device->vnr, sock,  in send_bitmap_rle_or_plain()
1227 		err = __send_command(peer_device->connection, device->vnr, sock, P_BITMAP,  in send_bitmap_rle_or_plain()
1240 			INFO_bm_xfer_stats(peer_device, "send", c);  in send_bitmap_rle_or_plain()
1250 			    struct drbd_peer_device *peer_device)  in _drbd_send_bitmap()  argument
1262 			if (drbd_bm_write(device, peer_device)) {  in _drbd_send_bitmap()
1281 		err = send_bitmap_rle_or_plain(peer_device, &c);  in _drbd_send_bitmap()
1287 int drbd_send_bitmap(struct drbd_device *device, struct drbd_peer_device *peer_device)  in drbd_send_bitmap()  argument
1289 	struct drbd_socket *sock = &peer_device->connection->data;  in drbd_send_bitmap()
1294 		err = !_drbd_send_bitmap(device, peer_device);  in drbd_send_bitmap()
1324 static int _drbd_send_ack(struct drbd_peer_device *peer_device, enum drbd_packet cmd,  in _drbd_send_ack()  argument
1330 	if (peer_device->device->state.conn < C_CONNECTED)  in _drbd_send_ack()
1333 	sock = &peer_device->connection->meta;  in _drbd_send_ack()
1334 	p = drbd_prepare_command(peer_device, sock);  in _drbd_send_ack()
1340 	p->seq_num = cpu_to_be32(atomic_inc_return(&peer_device->device->packet_seq));  in _drbd_send_ack()
1341 	return drbd_send_command(peer_device, sock, cmd, sizeof(*p), NULL, 0);  in _drbd_send_ack()
1347 void drbd_send_ack_dp(struct drbd_peer_device *peer_device, enum drbd_packet cmd,  in drbd_send_ack_dp()  argument
1350 	if (peer_device->connection->peer_integrity_tfm)  in drbd_send_ack_dp()
1351 		data_size -= crypto_shash_digestsize(peer_device->connection->peer_integrity_tfm);  in drbd_send_ack_dp()
1352 	_drbd_send_ack(peer_device, cmd, dp->sector, cpu_to_be32(data_size),  in drbd_send_ack_dp()
1356 void drbd_send_ack_rp(struct drbd_peer_device *peer_device, enum drbd_packet cmd,  in drbd_send_ack_rp()  argument
1359 	_drbd_send_ack(peer_device, cmd, rp->sector, rp->blksize, rp->block_id);  in drbd_send_ack_rp()
1368 int drbd_send_ack(struct drbd_peer_device *peer_device, enum drbd_packet cmd,  in drbd_send_ack()  argument
1371 	return _drbd_send_ack(peer_device, cmd,  in drbd_send_ack()
1379 int drbd_send_ack_ex(struct drbd_peer_device *peer_device, enum drbd_packet cmd,  in drbd_send_ack_ex()  argument
1382 	return _drbd_send_ack(peer_device, cmd,  in drbd_send_ack_ex()
1388 int drbd_send_rs_deallocated(struct drbd_peer_device *peer_device,  in drbd_send_rs_deallocated()  argument
1394 	sock = &peer_device->connection->data;  in drbd_send_rs_deallocated()
1395 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_rs_deallocated()
1401 	return drbd_send_command(peer_device, sock, P_RS_DEALLOCATED, sizeof(*p), NULL, 0);  in drbd_send_rs_deallocated()
1404 int drbd_send_drequest(struct drbd_peer_device *peer_device, int cmd,  in drbd_send_drequest()  argument
1410 	sock = &peer_device->connection->data;  in drbd_send_drequest()
1411 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_drequest()
1417 	return drbd_send_command(peer_device, sock, cmd, sizeof(*p), NULL, 0);  in drbd_send_drequest()
1420 int drbd_send_drequest_csum(struct drbd_peer_device *peer_device, sector_t sector, int size,  in drbd_send_drequest_csum()  argument
1428 	sock = &peer_device->connection->data;  in drbd_send_drequest_csum()
1429 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_drequest_csum()
1435 	return drbd_send_command(peer_device, sock, cmd, sizeof(*p), digest, digest_size);  in drbd_send_drequest_csum()
1438 int drbd_send_ov_request(struct drbd_peer_device *peer_device, sector_t sector, int size)  in drbd_send_ov_request()  argument
1443 	sock = &peer_device->connection->data;  in drbd_send_ov_request()
1444 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_ov_request()
1450 	return drbd_send_command(peer_device, sock, P_OV_REQUEST, sizeof(*p), NULL, 0);  in drbd_send_ov_request()
1508 static int _drbd_no_send_page(struct drbd_peer_device *peer_device, struct page *page,  in _drbd_no_send_page()  argument
1515 	socket = peer_device->connection->data.socket;  in _drbd_no_send_page()
1517 	err = drbd_send_all(peer_device->connection, socket, addr, size, msg_flags);  in _drbd_no_send_page()
1520 		peer_device->device->send_cnt += size >> 9;  in _drbd_no_send_page()
1524 static int _drbd_send_page(struct drbd_peer_device *peer_device, struct page *page,  in _drbd_send_page()  argument
1527 	struct socket *socket = peer_device->connection->data.socket;  in _drbd_send_page()
1542 	drbd_update_congested(peer_device->connection);  in _drbd_send_page()
1552 				if (we_should_drop_the_connection(peer_device->connection, socket))  in _drbd_send_page()
1556 			drbd_warn(peer_device->device, "%s: size=%d len=%d sent=%d\n",  in _drbd_send_page()
1565 	clear_bit(NET_CONGESTED, &peer_device->connection->flags);  in _drbd_send_page()
1569 		peer_device->device->send_cnt += size >> 9;  in _drbd_send_page()
1574 static int _drbd_send_bio(struct drbd_peer_device *peer_device, struct bio *bio)  in _drbd_send_bio()  argument
1583 		err = _drbd_no_send_page(peer_device, bvec.bv_page,  in _drbd_send_bio()
1593 static int _drbd_send_zc_bio(struct drbd_peer_device *peer_device, struct bio *bio)  in _drbd_send_zc_bio()  argument
1602 		err = _drbd_send_page(peer_device, bvec.bv_page,  in _drbd_send_zc_bio()
1611 static int _drbd_send_zc_ee(struct drbd_peer_device *peer_device,  in _drbd_send_zc_ee()  argument
1622 		err = _drbd_send_page(peer_device, page, 0, l,  in _drbd_send_zc_ee()
1651 int drbd_send_dblock(struct drbd_peer_device *peer_device, struct drbd_request *req)  in drbd_send_dblock()  argument
1653 	struct drbd_device *device = peer_device->device;  in drbd_send_dblock()
1661 	sock = &peer_device->connection->data;  in drbd_send_dblock()
1662 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_dblock()
1663 	digest_size = peer_device->connection->integrity_tfm ?  in drbd_send_dblock()
1664 		      crypto_shash_digestsize(peer_device->connection->integrity_tfm) : 0;  in drbd_send_dblock()
1671 	dp_flags = bio_flags_to_wire(peer_device->connection, req->master_bio);  in drbd_send_dblock()
1675 	if (peer_device->connection->agreed_pro_version >= 100) {  in drbd_send_dblock()
1690 		err = __send_command(peer_device->connection, device->vnr, sock, cmd, sizeof(*t), NULL, 0);  in drbd_send_dblock()
1698 		drbd_csum_bio(peer_device->connection->integrity_tfm, req->master_bio, digest_out);  in drbd_send_dblock()
1699 	err = __send_command(peer_device->connection, device->vnr, sock, P_DATA,  in drbd_send_dblock()
1714 			err = _drbd_send_bio(peer_device, req->master_bio);  in drbd_send_dblock()
1716 			err = _drbd_send_zc_bio(peer_device, req->master_bio);  in drbd_send_dblock()
1723 			drbd_csum_bio(peer_device->connection->integrity_tfm, req->master_bio, digest);  in drbd_send_dblock()
1743 int drbd_send_block(struct drbd_peer_device *peer_device, enum drbd_packet cmd,  in drbd_send_block()  argument
1746 	struct drbd_device *device = peer_device->device;  in drbd_send_block()
1752 	sock = &peer_device->connection->data;  in drbd_send_block()
1753 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_block()
1755 	digest_size = peer_device->connection->integrity_tfm ?  in drbd_send_block()
1756 		      crypto_shash_digestsize(peer_device->connection->integrity_tfm) : 0;  in drbd_send_block()
1765 		drbd_csum_ee(peer_device->connection->integrity_tfm, peer_req, p + 1);  in drbd_send_block()
1766 …err = __send_command(peer_device->connection, device->vnr, sock, cmd, sizeof(*p) + digest_size, NU…  in drbd_send_block()
1768 		err = _drbd_send_zc_ee(peer_device, peer_req);  in drbd_send_block()
1774 int drbd_send_out_of_sync(struct drbd_peer_device *peer_device, struct drbd_request *req)  in drbd_send_out_of_sync()  argument
1779 	sock = &peer_device->connection->data;  in drbd_send_out_of_sync()
1780 	p = drbd_prepare_command(peer_device, sock);  in drbd_send_out_of_sync()
1785 	return drbd_send_command(peer_device, sock, P_OUT_OF_SYNC, sizeof(*p), NULL, 0);  in drbd_send_out_of_sync()
2183 	struct drbd_peer_device *peer_device, *tmp_peer_device;  in drbd_destroy_device()  local
2214 	for_each_peer_device_safe(peer_device, tmp_peer_device, device) {  in drbd_destroy_device()
2215 		kref_put(&peer_device->connection->kref, drbd_destroy_connection);  in drbd_destroy_device()
2216 		kfree(peer_device);  in drbd_destroy_device()
2674 	struct drbd_peer_device *peer_device, *tmp_peer_device;  in drbd_create_device()  local
2755 		peer_device = kzalloc(sizeof(struct drbd_peer_device), GFP_KERNEL);  in drbd_create_device()
2756 		if (!peer_device)  in drbd_create_device()
2758 		peer_device->connection = connection;  in drbd_create_device()
2759 		peer_device->device = device;  in drbd_create_device()
2761 		list_add(&peer_device->peer_devices, &device->peer_devices);  in drbd_create_device()
2764 		id = idr_alloc(&connection->peer_devices, peer_device, vnr, vnr + 1, GFP_KERNEL);  in drbd_create_device()
2771 		INIT_WORK(&peer_device->send_acks_work, drbd_send_acks_wf);  in drbd_create_device()
2786 		for_each_peer_device(peer_device, device)  in drbd_create_device()
2787 			drbd_connected(peer_device);  in drbd_create_device()
2790 	for_each_peer_device(peer_device, device)  in drbd_create_device()
2791 		drbd_debugfs_peer_device_add(peer_device);  in drbd_create_device()
2799 		peer_device = idr_remove(&connection->peer_devices, vnr);  in drbd_create_device()
2800 		if (peer_device)  in drbd_create_device()
2803 	for_each_peer_device_safe(peer_device, tmp_peer_device, device) {  in drbd_create_device()
2804 		list_del(&peer_device->peer_devices);  in drbd_create_device()
2805 		kfree(peer_device);  in drbd_create_device()
2827 	struct drbd_peer_device *peer_device;  in drbd_delete_device()  local
2830 	for_each_peer_device(peer_device, device)  in drbd_delete_device()
2831 		drbd_debugfs_peer_device_cleanup(peer_device);  in drbd_delete_device()
2948 	struct drbd_peer_device *peer_device;  in conn_md_sync()  local
2952 	idr_for_each_entry(&connection->peer_devices, peer_device, vnr) {  in conn_md_sync()
2953 		struct drbd_device *device = peer_device->device;  in conn_md_sync()
3418 			  struct drbd_peer_device *peer_device) __must_hold(local)  in drbd_bmio_set_n_write()  argument
3427 	rv = drbd_bm_write(device, peer_device);  in drbd_bmio_set_n_write()
3445 			  struct drbd_peer_device *peer_device) __must_hold(local)  in drbd_bmio_clear_n_write()  argument
3450 	return drbd_bm_write(device, peer_device);  in drbd_bmio_clear_n_write()
3469 		rv = work->io_fn(device, work->peer_device);  in w_bitmap_io()
3508 			  struct drbd_peer_device *peer_device)  in drbd_queue_bitmap_io()  argument
3510 	D_ASSERT(device, current == peer_device->connection->worker.task);  in drbd_queue_bitmap_io()
3519 	device->bm_io_work.peer_device = peer_device;  in drbd_queue_bitmap_io()
3531 			drbd_queue_work(&peer_device->connection->sender_work,  in drbd_queue_bitmap_io()
3551 		struct drbd_peer_device *peer_device)  in drbd_bitmap_io()  argument
3563 	rv = io_fn(device, peer_device);  in drbd_bitmap_io()