| /linux/drivers/infiniband/sw/rxe/ |
| H A D | rxe_mr.c | 335 unsigned int page_offset = rxe_mr_iova_to_page_offset(mr, iova); in rxe_mr_copy_xarray() local 340 page_offset += info->offset; in rxe_mr_copy_xarray() 341 bytes = min_t(unsigned int, length, PAGE_SIZE - page_offset); in rxe_mr_copy_xarray() 345 memcpy(addr, va + page_offset, bytes); in rxe_mr_copy_xarray() 347 memcpy(va + page_offset, addr, bytes); in rxe_mr_copy_xarray() 361 unsigned int page_offset = dma_addr & (PAGE_SIZE - 1); in rxe_mr_copy_dma() local 369 PAGE_SIZE - page_offset); in rxe_mr_copy_dma() 373 memcpy(va + page_offset, addr, bytes); in rxe_mr_copy_dma() 375 memcpy(addr, va + page_offset, bytes); in rxe_mr_copy_dma() 378 page_offset = 0; in rxe_mr_copy_dma() [all …]
|
| H A D | rxe_odp.c | 268 unsigned int page_offset; in rxe_odp_do_atomic_op() local 286 page_offset = rxe_odp_iova_to_page_offset(umem_odp, iova); in rxe_odp_do_atomic_op() 287 if (unlikely(page_offset & 0x7)) { in rxe_odp_do_atomic_op() 298 value = *orig_val = va[page_offset >> 3]; in rxe_odp_do_atomic_op() 302 va[page_offset >> 3] = swap_add; in rxe_odp_do_atomic_op() 305 va[page_offset >> 3] = value; in rxe_odp_do_atomic_op() 336 unsigned int page_offset; in rxe_odp_flush_pmem_iova() local 351 page_offset = rxe_odp_iova_to_page_offset(umem_odp, iova); in rxe_odp_flush_pmem_iova() 356 mr_page_size(mr) - page_offset); in rxe_odp_flush_pmem_iova() 359 arch_wb_cache_pmem(va + page_offset, bytes); in rxe_odp_flush_pmem_iova() [all …]
|
| /linux/drivers/net/ethernet/cavium/liquidio/ |
| H A D | octeon_network.h | 298 pg_info->page_offset = 0; in recv_buffer_alloc() 300 skb_pg_info->page_offset = 0; in recv_buffer_alloc() 324 skb_pg_info->page_offset = 0; in recv_buffer_fast_alloc() 348 pg_info->page_offset = 0; in recv_buffer_recycle() 353 if (pg_info->page_offset == 0) in recv_buffer_recycle() 354 pg_info->page_offset = LIO_RXBUFFER_SZ; in recv_buffer_recycle() 356 pg_info->page_offset = 0; in recv_buffer_recycle() 384 skb_pg_info->page_offset = pg_info->page_offset; in recv_buffer_reuse() 398 pg_info->page_offset = 0; in recv_buffer_destroy() 415 pg_info->page_offset = 0; in recv_buffer_free() [all …]
|
| /linux/drivers/vfio/pci/pds/ |
| H A D | lm.c | 200 size_t page_offset; in pds_vfio_save_read() local 206 page_offset = (*pos) % PAGE_SIZE; in pds_vfio_save_read() 207 page = pds_vfio_get_file_page(lm_file, *pos - page_offset); in pds_vfio_save_read() 214 page_len = min_t(size_t, len, PAGE_SIZE - page_offset); in pds_vfio_save_read() 216 err = copy_to_user(buf, from_buff + page_offset, page_len); in pds_vfio_save_read() 298 size_t page_offset; in pds_vfio_restore_write() local 304 page_offset = (*pos) % PAGE_SIZE; in pds_vfio_restore_write() 305 page = pds_vfio_get_file_page(lm_file, *pos - page_offset); in pds_vfio_restore_write() 312 page_len = min_t(size_t, len, PAGE_SIZE - page_offset); in pds_vfio_restore_write() 314 err = copy_from_user(to_buff + page_offset, buf, page_len); in pds_vfio_restore_write()
|
| /linux/drivers/gpu/drm/ttm/ |
| H A D | ttm_bo_vm.c | 88 unsigned long page_offset) in ttm_bo_io_mem_pfn() argument 93 return bdev->funcs->io_mem_pfn(bo, page_offset); in ttm_bo_io_mem_pfn() 95 return (bo->resource->bus.offset >> PAGE_SHIFT) + page_offset; in ttm_bo_io_mem_pfn() 190 unsigned long page_offset; in ttm_bo_vm_fault_reserved() local 212 page_offset = linear_page_index(vma, address) - in ttm_bo_vm_fault_reserved() 217 if (unlikely(page_offset >= PFN_UP(bo->base.size))) in ttm_bo_vm_fault_reserved() 248 pfn = ttm_bo_io_mem_pfn(bo, page_offset); in ttm_bo_vm_fault_reserved() 250 page = ttm->pages[page_offset]; in ttm_bo_vm_fault_reserved() 278 if (unlikely(++page_offset >= page_last)) in ttm_bo_vm_fault_reserved()
|
| /linux/scripts/ |
| H A D | leaking_addresses.pl | 330 state $page_offset = get_page_offset(); 336 if (hex($match) < $page_offset) { 346 my $page_offset; 354 $page_offset = get_kernel_config_option('CONFIG_PAGE_OFFSET'); 355 if (!$page_offset) { 358 return $page_offset;
|
| /linux/net/ceph/ |
| H A D | messenger.c | 740 size_t *page_offset, in ceph_msg_data_bio_next() argument 746 *page_offset = bv.bv_offset; in ceph_msg_data_bio_next() 795 size_t *page_offset, in ceph_msg_data_bvecs_next() argument 801 *page_offset = bv.bv_offset; in ceph_msg_data_bvecs_next() 845 cursor->page_offset = data->alignment & ~PAGE_MASK; in ceph_msg_data_pages_cursor_init() 849 BUG_ON(length > SIZE_MAX - cursor->page_offset); in ceph_msg_data_pages_cursor_init() 854 size_t *page_offset, size_t *length) in ceph_msg_data_pages_next() argument 861 BUG_ON(cursor->page_offset >= PAGE_SIZE); in ceph_msg_data_pages_next() 863 *page_offset = cursor->page_offset; in ceph_msg_data_pages_next() 864 *length = min_t(size_t, cursor->resid, PAGE_SIZE - *page_offset); in ceph_msg_data_pages_next() [all …]
|
| /linux/fs/hfs/ |
| H A D | bnode.c | 41 off += node->page_offset; in hfs_bnode_read() 113 off += node->page_offset; in hfs_bnode_write() 151 off += node->page_offset; in hfs_bnode_clear() 170 src += src_node->page_offset; in hfs_bnode_copy() 171 dst += dst_node->page_offset; in hfs_bnode_copy() 191 src += node->page_offset; in hfs_bnode_move() 192 dst += node->page_offset; in hfs_bnode_move() 344 node->page_offset = off & ~PAGE_MASK; in __hfs_bnode_create() 400 node->page_offset); in hfs_bnode_find() 490 memzero_page(*pagep, node->page_offset, in hfs_bnode_create()
|
| /linux/drivers/net/wireless/realtek/rtw89/ |
| H A D | efuse_be.c | 232 u32 hdr, page_offset; in rtw89_eeprom_parser_be() local 240 page_offset = u32_get_bits(efuse_block->offset, RTW89_EFUSE_BLOCK_SIZE_MASK); in rtw89_eeprom_parser_be() 242 min = ALIGN_DOWN(page_offset, 2); in rtw89_eeprom_parser_be() 243 max = ALIGN(page_offset + size, 2); in rtw89_eeprom_parser_be() 298 if (log_idx == min && page_offset > min) { in rtw89_eeprom_parser_be() 299 log_map[log_idx - page_offset + 1] = val1; in rtw89_eeprom_parser_be() 301 page_offset + size < max) { in rtw89_eeprom_parser_be() 302 log_map[log_idx - page_offset] = val0; in rtw89_eeprom_parser_be() 304 log_map[log_idx - page_offset] = val0; in rtw89_eeprom_parser_be() 305 log_map[log_idx - page_offset + 1] = val1; in rtw89_eeprom_parser_be()
|
| /linux/drivers/mtd/tests/ |
| H A D | nandbiterrs.c | 45 static unsigned page_offset; variable 46 module_param(page_offset, uint, S_IRUGO); 47 MODULE_PARM_DESC(page_offset, "Page number relative to dev start"); 358 offset = (loff_t)page_offset * mtd->writesize; in mtd_nandbiterrs_init() 362 page_offset, offset, eraseblock); in mtd_nandbiterrs_init()
|
| /linux/drivers/nvmem/ |
| H A D | rave-sp-eeprom.c | 161 const unsigned int page_offset = offset % RAVE_SP_EEPROM_PAGE_SIZE; in rave_sp_eeprom_page_access() local 172 if (WARN_ON(data_len > sizeof(page.data) - page_offset)) in rave_sp_eeprom_page_access() 187 memcpy(&page.data[page_offset], data, data_len); in rave_sp_eeprom_page_access() 199 memcpy(data, &page.data[page_offset], data_len); in rave_sp_eeprom_page_access()
|
| /linux/drivers/gpu/drm/qxl/ |
| H A D | qxl_image.c | 168 unsigned int page_base, page_offset, out_offset; in qxl_image_init_helper() local 177 page_offset = offset_in_page(out_offset); in qxl_image_init_helper() 178 size = min((int)(PAGE_SIZE - page_offset), remain); in qxl_image_init_helper() 181 k_data = ptr + page_offset; in qxl_image_init_helper()
|
| H A D | qxl_object.c | 207 struct qxl_bo *bo, int page_offset) in qxl_bo_kmap_atomic_page() argument 223 return io_mapping_map_atomic_wc(map, offset + page_offset); in qxl_bo_kmap_atomic_page() 226 rptr = bo->kptr + (page_offset * PAGE_SIZE); in qxl_bo_kmap_atomic_page() 235 rptr += page_offset * PAGE_SIZE; in qxl_bo_kmap_atomic_page()
|
| /linux/virt/kvm/ |
| H A D | pfncache.c | 258 unsigned long page_offset; in __kvm_gpc_refresh() 284 page_offset = offset_in_page(uhva); in __kvm_gpc_refresh() 295 page_offset = offset_in_page(gpa); in __kvm_gpc_refresh() 323 gpc->uhva += page_offset; in __kvm_gpc_refresh() 337 gpc->khva = old_khva + page_offset; in __kvm_gpc_refresh() 250 unsigned long page_offset; __kvm_gpc_refresh() local
|
| /linux/drivers/net/ethernet/sfc/falcon/ |
| H A D | rx.c | 59 return page_address(buf->page) + buf->page_offset; in ef4_rx_buf_va() 157 unsigned int page_offset; in ef4_init_rx_buffers() local 188 page_offset = sizeof(struct ef4_rx_page_state); in ef4_init_rx_buffers() 195 rx_buf->page_offset = page_offset + efx->rx_ip_align; in ef4_init_rx_buffers() 201 page_offset += efx->rx_page_buf_step; in ef4_init_rx_buffers() 202 } while (page_offset + efx->rx_page_buf_step <= PAGE_SIZE); in ef4_init_rx_buffers() 455 rx_buf->page, rx_buf->page_offset, in ef4_rx_packet_gro() 500 rx_buf->page_offset += hdr_len; in ef4_rx_mk_skb() 505 rx_buf->page, rx_buf->page_offset, in ef4_rx_mk_skb() 587 rx_buf->page_offset += efx->rx_prefix_size; in ef4_rx_packet()
|
| /linux/drivers/infiniband/hw/hfi1/ |
| H A D | pin_system.c | 289 unsigned int page_offset; in add_mapping_to_sdma_packet() local 310 page_offset = start - ALIGN_DOWN(start, PAGE_SIZE); in add_mapping_to_sdma_packet() 311 from_this_page = PAGE_SIZE - page_offset; in add_mapping_to_sdma_packet() 327 page_offset, from_this_page, in add_mapping_to_sdma_packet() 338 ret, page_index, page_offset, from_this_page); in add_mapping_to_sdma_packet()
|
| /linux/drivers/iommu/iommufd/ |
| H A D | pages.c | 210 return iopt_area_iova(area) - area->page_offset + index * PAGE_SIZE; in iopt_area_index_to_iova() 221 return iopt_area_iova(area) - area->page_offset + in iopt_area_index_to_iova_last() 412 unsigned int page_offset = 0; in batch_from_domain() local 418 page_offset = area->page_offset; in batch_from_domain() 425 phys = iommu_iova_to_phys(domain, iova) - page_offset; in batch_from_domain() 428 iova += PAGE_SIZE - page_offset; in batch_from_domain() 429 page_offset = 0; in batch_from_domain() 440 unsigned int page_offset = 0; in raw_pages_from_domain() local 446 page_offset = area->page_offset; in raw_pages_from_domain() 448 phys = iommu_iova_to_phys(domain, iova) - page_offset; in raw_pages_from_domain() [all …]
|
| /linux/tools/testing/selftests/powerpc/primitives/ |
| H A D | load_unaligned_zeropad.c | 102 static int do_one_test(char *p, int page_offset) in do_one_test() argument 114 …printf("offset %u load_unaligned_zeropad returned 0x%lx, should be 0x%lx\n", page_offset, got, sho… in do_one_test()
|
| /linux/drivers/net/ethernet/mellanox/mlx4/ |
| H A D | en_rx.c | 72 frags->page_offset = priv->rx_headroom; in mlx4_en_alloc_frags() 77 rx_desc->data[i].addr = cpu_to_be64(dma + frags->page_offset); in mlx4_en_alloc_frags() 457 dma_sync_single_range_for_cpu(priv->ddev, dma, frags->page_offset, in mlx4_en_complete_rx_desc() 460 __skb_fill_page_desc(skb, nr, page, frags->page_offset, in mlx4_en_complete_rx_desc() 467 frags->page_offset ^= PAGE_SIZE / 2; in mlx4_en_complete_rx_desc() 479 frags->page_offset += sz_align; in mlx4_en_complete_rx_desc() 480 release = frags->page_offset + frag_info->frag_size > PAGE_SIZE; in mlx4_en_complete_rx_desc() 726 va = page_address(frags[0].page) + frags[0].page_offset; in mlx4_en_process_rx_cq() 756 dma += frags[0].page_offset; in mlx4_en_process_rx_cq() 796 dma += frags[0].page_offset; in mlx4_en_process_rx_cq() [all …]
|
| /linux/fs/ntfs/ |
| H A D | compress.c | 109 loff_t pos = page_offset(page); in handle_bounds_compressed_page() 1298 unsigned int page_offset, in ntfs_copy_cb() argument 1304 unsigned int offset = i ? 0 : page_offset; in ntfs_copy_cb() 1315 int pages_per_cb, unsigned int page_offset, in ntfs_write_cb() argument 1343 unsigned int input_offset = page_offset + p; in ntfs_write_cb() 1400 ntfs_copy_cb(pages, pages_per_cb, page_offset, ws, insz); in ntfs_write_cb() 1504 unsigned int page_offset; in ntfs_compress_write() local 1514 page_offset = offset_in_page(cb_off); in ntfs_compress_write() 1515 pages_per_cb = DIV_ROUND_UP(page_offset + cb_size, PAGE_SIZE); in ntfs_compress_write() 1517 full_cb = !off && bytes == cb_size && !page_offset && in ntfs_compress_write() [all …]
|
| /linux/drivers/net/ethernet/sfc/siena/ |
| H A D | rx.c | 93 rx_buf->page_offset += hdr_len; in efx_rx_mk_skb() 98 rx_buf->page, rx_buf->page_offset, in efx_rx_mk_skb() 177 rx_buf->page_offset += efx->rx_prefix_size; in efx_siena_rx_packet() 303 rx_buf->page_offset += offset; in efx_do_xdp()
|
| /linux/drivers/net/ethernet/sfc/ |
| H A D | rx_common.h | 29 return page_address(buf->page) + buf->page_offset; in efx_rx_buf_va() 63 unsigned int page_offset,
|
| /linux/drivers/net/ethernet/qlogic/qede/ |
| H A D | qede_fp.c | 59 sw_rx_data->page_offset = 0; in qede_alloc_rx_buffer() 535 new_mapping = curr_prod->mapping + curr_prod->page_offset; in qede_reuse_page() 563 curr_cons->page_offset += rxq->rx_buf_seg_size; in qede_realloc_rx_buffer() 565 if (curr_cons->page_offset == PAGE_SIZE) { in qede_realloc_rx_buffer() 570 curr_cons->page_offset -= rxq->rx_buf_seg_size; in qede_realloc_rx_buffer() 680 current_bd->page_offset + rxq->rx_headroom, in qede_fill_frag_skb() 747 buf = page_address(bd->data) + bd->page_offset; in qede_build_skb() 771 bd->page_offset += rxq->rx_buf_seg_size; in qede_tpa_rx_build_skb() 773 if (bd->page_offset == PAGE_SIZE) { in qede_tpa_rx_build_skb() 777 bd->page_offset -= rxq->rx_buf_seg_size; in qede_tpa_rx_build_skb() [all …]
|
| /linux/drivers/net/ethernet/aquantia/atlantic/ |
| H A D | aq_ring.c | 73 rxpage->pg_off = rx_ring->page_offset; in aq_alloc_rxpages() 87 u16 page_offset = self->page_offset; in aq_get_rxpages() local 96 rxbuf->rxdata.pg_off += frame_max + page_offset + in aq_get_rxpages() 115 rxbuf->rxdata.pg_off = page_offset; in aq_get_rxpages() 191 self->page_offset = AQ_XDP_HEADROOM; in aq_ring_rx_alloc() 195 self->page_offset = 0; in aq_ring_rx_alloc() 760 int frame_sz = rx_ring->page_offset + rx_ring->frame_max + in __aq_ring_xdp_clean() 842 buff->rxdata.pg_off - rx_ring->page_offset; in __aq_ring_xdp_clean() 852 xdp_prepare_buff(&xdp, hard_start, rx_ring->page_offset, in __aq_ring_xdp_clean()
|
| /linux/drivers/mtd/devices/ |
| H A D | mtd_dataflash.c | 89 unsigned short page_offset; /* offset in flash address */ member 191 pageaddr = pageaddr << priv->page_offset; in dataflash_erase() 249 addr = (((unsigned)from / priv->page_size) << priv->page_offset) in dataflash_read() 349 addr = pageaddr << priv->page_offset; in dataflash_write() 394 addr = pageaddr << priv->page_offset; in dataflash_write() 637 priv->page_offset = pageoffset; in add_dataflash_otp()
|