Lines Matching refs:pipe_state
415 rpipe->pipe_state |= PIPE_DIRECTOK; in pipe_paircreate()
416 wpipe->pipe_state |= PIPE_DIRECTOK; in pipe_paircreate()
579 KASSERT(!(cpipe->pipe_state & PIPE_DIRECTW), in pipespace_new()
664 KASSERT(cpipe->pipe_state & PIPE_LOCKFL, in pipespace()
682 while (cpipe->pipe_state & PIPE_LOCKFL) { in pipelock()
693 cpipe->pipe_state |= PIPE_LOCKFL; in pipelock()
705 KASSERT(cpipe->pipe_state & PIPE_LOCKFL, in pipeunlock()
710 cpipe->pipe_state &= ~PIPE_LOCKFL; in pipeunlock()
720 if (cpipe->pipe_state & PIPE_SEL) { in pipeselwakeup()
723 cpipe->pipe_state &= ~PIPE_SEL; in pipeselwakeup()
725 if ((cpipe->pipe_state & PIPE_ASYNC) && cpipe->pipe_sigio) in pipeselwakeup()
770 if ((atomic_load_short(&rpipe->pipe_state) & PIPE_EOF) == 0 && in pipe_read()
788 if ((rpipe->pipe_state & PIPE_DIRECTW) == 0 && in pipe_read()
850 rpipe->pipe_state &= ~PIPE_WANTW; in pipe_read()
859 if (rpipe->pipe_state & PIPE_EOF) in pipe_read()
865 if (rpipe->pipe_state & PIPE_WANTW) { in pipe_read()
866 rpipe->pipe_state &= ~PIPE_WANTW; in pipe_read()
890 rpipe->pipe_state |= PIPE_WANTR; in pipe_read()
914 if ((rpipe->pipe_busy == 0) && (rpipe->pipe_state & PIPE_WANT)) { in pipe_read()
915 rpipe->pipe_state &= ~(PIPE_WANT|PIPE_WANTW); in pipe_read()
921 if (rpipe->pipe_state & PIPE_WANTW) { in pipe_read()
922 rpipe->pipe_state &= ~PIPE_WANTW; in pipe_read()
953 KASSERT((wpipe->pipe_state & PIPE_DIRECTW) == 0, in pipe_build_write_buffer()
963 wpipe->pipe_state |= PIPE_DIRECTW; in pipe_build_write_buffer()
970 wpipe->pipe_state &= ~PIPE_DIRECTW; in pipe_build_write_buffer()
998 KASSERT((wpipe->pipe_state & PIPE_DIRECTW) != 0, in pipe_destroy_write_buffer()
1003 wpipe->pipe_state &= ~PIPE_DIRECTW; in pipe_destroy_write_buffer()
1022 KASSERT((wpipe->pipe_state & PIPE_DIRECTW) != 0, in pipe_clone_write_buffer()
1062 if ((wpipe->pipe_state & PIPE_EOF) != 0) { in pipe_direct_write()
1066 if (wpipe->pipe_state & PIPE_DIRECTW) { in pipe_direct_write()
1067 if (wpipe->pipe_state & PIPE_WANTR) { in pipe_direct_write()
1068 wpipe->pipe_state &= ~PIPE_WANTR; in pipe_direct_write()
1072 wpipe->pipe_state |= PIPE_WANTW; in pipe_direct_write()
1082 if (wpipe->pipe_state & PIPE_WANTR) { in pipe_direct_write()
1083 wpipe->pipe_state &= ~PIPE_WANTR; in pipe_direct_write()
1087 wpipe->pipe_state |= PIPE_WANTW; in pipe_direct_write()
1103 (wpipe->pipe_state & PIPE_EOF) == 0) { in pipe_direct_write()
1104 if (wpipe->pipe_state & PIPE_WANTR) { in pipe_direct_write()
1105 wpipe->pipe_state &= ~PIPE_WANTR; in pipe_direct_write()
1109 wpipe->pipe_state |= PIPE_WANTW; in pipe_direct_write()
1118 if ((wpipe->pipe_state & PIPE_EOF) != 0) { in pipe_direct_write()
1128 KASSERT((wpipe->pipe_state & PIPE_DIRECTW) == 0, in pipe_direct_write()
1158 (wpipe->pipe_state & PIPE_EOF)) { in pipe_write()
1194 (wpipe->pipe_state & PIPE_DIRECTW) == 0) { in pipe_write()
1206 if (wpipe->pipe_state & PIPE_EOF) { in pipe_write()
1239 if (wpipe->pipe_state & PIPE_WANTR) { in pipe_write()
1240 wpipe->pipe_state &= ~PIPE_WANTR; in pipe_write()
1244 wpipe->pipe_state |= PIPE_WANTW; in pipe_write()
1330 if (wpipe->pipe_state & PIPE_WANTR) { in pipe_write()
1331 wpipe->pipe_state &= ~PIPE_WANTR; in pipe_write()
1349 wpipe->pipe_state |= PIPE_WANTW; in pipe_write()
1362 if ((wpipe->pipe_busy == 0) && (wpipe->pipe_state & PIPE_WANT)) { in pipe_write()
1363 wpipe->pipe_state &= ~(PIPE_WANT | PIPE_WANTR); in pipe_write()
1370 if (wpipe->pipe_state & PIPE_WANTR) { in pipe_write()
1371 wpipe->pipe_state &= ~PIPE_WANTR; in pipe_write()
1445 mpipe->pipe_state |= PIPE_ASYNC; in pipe_ioctl()
1447 mpipe->pipe_state &= ~PIPE_ASYNC; in pipe_ioctl()
1518 (wpipe->pipe_state & PIPE_EOF) || in pipe_poll()
1519 ((wpipe->pipe_state & PIPE_DIRECTW) == 0 && in pipe_poll()
1531 if (rpipe->pipe_state & PIPE_EOF) { in pipe_poll()
1535 (wpipe->pipe_state & PIPE_EOF)) in pipe_poll()
1548 rpipe->pipe_state |= PIPE_SEL; in pipe_poll()
1555 wpipe->pipe_state |= PIPE_SEL; in pipe_poll()
1724 cpipe->pipe_state |= PIPE_EOF; in pipeclose()
1727 cpipe->pipe_state |= PIPE_WANT; in pipeclose()
1740 ppipe->pipe_state |= PIPE_EOF; in pipeclose()
1853 if ((rpipe->pipe_state & PIPE_EOF) != 0 && in filt_piperead()
1877 if (wpipe->pipe_state & PIPE_DIRECTW) { in filt_pipewrite()
1888 (wpipe->pipe_state & PIPE_EOF)) { in filt_pipewrite()