Lines Matching refs:bis
626 static void __blkg_clear_stat(struct blkg_iostat_set *bis) in __blkg_clear_stat() argument
631 flags = u64_stats_update_begin_irqsave(&bis->sync); in __blkg_clear_stat()
632 blkg_iostat_set(&bis->cur, &cur); in __blkg_clear_stat()
633 blkg_iostat_set(&bis->last, &cur); in __blkg_clear_stat()
634 u64_stats_update_end_irqrestore(&bis->sync, flags); in __blkg_clear_stat()
1180 struct blkg_iostat_set *bis = &blkg->iostat; in blkcg_print_one_stat() local
1196 seq = u64_stats_fetch_begin(&bis->sync); in blkcg_print_one_stat()
1198 rbytes = bis->cur.bytes[BLKG_IOSTAT_READ]; in blkcg_print_one_stat()
1199 wbytes = bis->cur.bytes[BLKG_IOSTAT_WRITE]; in blkcg_print_one_stat()
1200 dbytes = bis->cur.bytes[BLKG_IOSTAT_DISCARD]; in blkcg_print_one_stat()
1201 rios = bis->cur.ios[BLKG_IOSTAT_READ]; in blkcg_print_one_stat()
1202 wios = bis->cur.ios[BLKG_IOSTAT_WRITE]; in blkcg_print_one_stat()
1203 dios = bis->cur.ios[BLKG_IOSTAT_DISCARD]; in blkcg_print_one_stat()
1204 } while (u64_stats_fetch_retry(&bis->sync, seq)); in blkcg_print_one_stat()
2192 struct blkg_iostat_set *bis; in blk_cgroup_bio_start() local
2203 bis = per_cpu_ptr(bio->bi_blkg->iostat_cpu, cpu); in blk_cgroup_bio_start()
2204 flags = u64_stats_update_begin_irqsave(&bis->sync); in blk_cgroup_bio_start()
2212 bis->cur.bytes[rwd] += bio->bi_iter.bi_size; in blk_cgroup_bio_start()
2214 bis->cur.ios[rwd]++; in blk_cgroup_bio_start()
2220 if (!READ_ONCE(bis->lqueued)) { in blk_cgroup_bio_start()
2223 llist_add(&bis->lnode, lhead); in blk_cgroup_bio_start()
2224 WRITE_ONCE(bis->lqueued, true); in blk_cgroup_bio_start()
2227 u64_stats_update_end_irqrestore(&bis->sync, flags); in blk_cgroup_bio_start()