Lines Matching refs:inner
445 pub(crate) inner: SpinLock<ProcessInner>, field
490 let mut inner = me.inner.lock(); in run() localVariable
491 defer = inner.defer_work; in run()
492 inner.defer_work = 0; in run()
511 inner <- kernel::new_spinlock!(ProcessInner::new(), "Process::inner"), in new()
537 let inner = self.inner.lock(); in debug_print_stats() localVariable
538 seq_print!(m, " threads: {}\n", inner.threads.iter().count()); in debug_print_stats()
542 inner.requested_thread_count, in debug_print_stats()
543 inner.started_thread_count, in debug_print_stats()
544 inner.max_threads, in debug_print_stats()
546 if let Some(mapping) = &inner.mapping { in debug_print_stats()
557 inner.outstanding_txns in debug_print_stats()
559 seq_print!(m, " nodes: {}\n", inner.nodes.iter().count()); in debug_print_stats()
560 drop(inner); in debug_print_stats()
588 let inner = self.inner.lock(); in debug_print() localVariable
589 let num_threads = inner.threads.iter().count(); in debug_print()
590 let num_nodes = inner.nodes.iter().count(); in debug_print()
593 drop(inner); in debug_print()
599 for thread in inner.threads.values() { in debug_print()
604 for node in inner.nodes.values() { in debug_print()
616 let mut inner = self.inner.lock(); in debug_print() localVariable
618 if print_all || node.has_oneway_transaction(&mut inner) { in debug_print()
619 node.full_debug_print(m, &mut inner)?; in debug_print()
622 drop(inner); in debug_print()
628 let dead = node_ref.node.owner.inner.lock().is_dead; in debug_print()
642 let inner = self.inner.lock(); in debug_print() localVariable
643 for work in &inner.work { in debug_print()
646 for _death in &inner.delivered_deaths { in debug_print()
649 if let Some(mapping) = &inner.mapping { in debug_print()
652 drop(inner); in debug_print()
659 self.inner.lock().work.pop_front() in get_work()
672 let mut inner = self.inner.lock(); in get_work_or_register() localVariable
674 if let Some(work) = inner.work.pop_front() { in get_work_or_register()
679 GetWorkOrRegister::Register(Registration::new(thread, &mut inner)) in get_work_or_register()
693 let inner = self.inner.lock(); in get_current_thread() localVariable
694 if let Some(thread) = inner.threads.get(&id) { in get_current_thread()
703 let mut inner = self.inner.lock(); in get_current_thread() localVariable
704 match inner.threads.entry(id) { in get_current_thread()
718 let res = self.inner.lock().push_work(work); in push_work()
747 self.inner.lock().is_manager = true; in set_as_manager()
750 let mut owner_inner = node.owner.inner.lock(); in set_as_manager()
766 let mut inner = self.inner.lock(); in get_node_inner() localVariable
767 if let Some(node) = inner.get_existing_node(ptr, cookie)? { in get_node_inner()
768 return Ok(inner.new_node_ref_with_thread(node, strong, thread, wrapper)); in get_node_inner()
775 let mut inner = self.inner.lock(); in get_node_inner() localVariable
776 if let Some(node) = inner.get_existing_node(ptr, cookie)? { in get_node_inner()
777 return Ok(inner.new_node_ref_with_thread(node, strong, thread, wrapper)); in get_node_inner()
780 inner.nodes.insert(rbnode); in get_node_inner()
783 let node_ref = inner in get_node_inner()
886 if self.inner.lock().is_dead { in insert_or_update_handle()
920 let mut inner = self.inner.lock(); in remove_from_delivered_deaths() localVariable
922 let removed = unsafe { inner.delivered_deaths.remove(death) }; in remove_from_delivered_deaths()
923 drop(inner); in remove_from_delivered_deaths()
975 if !self.inner.lock().is_dead { in update_ref()
984 let mut inner = self.inner.lock(); in update_node() localVariable
985 if let Ok(Some(node)) = inner.get_existing_node(ptr, cookie) { in update_node()
986 inner.update_node_refcount(&node, false, strong, 1, None); in update_node()
993 let mut inner = self.inner.lock(); in inc_ref_done() localVariable
994 if let Ok(Some(node)) = inner.get_existing_node(ptr, cookie) { in inc_ref_done()
995 if let Some(node) = node.inc_ref_done_locked(strong, &mut inner) { in inc_ref_done()
997 let _ = inner.push_work(node); in inc_ref_done()
1020 let mut inner = self.inner.lock(); in buffer_alloc() localVariable
1021 let mapping = inner.mapping.as_mut().ok_or_else(BinderError::new_dead)?; in buffer_alloc()
1026 drop(inner); in buffer_alloc()
1065 let mut inner = self.inner.lock(); in buffer_get() localVariable
1066 let mapping = inner.mapping.as_mut()?; in buffer_get()
1077 let mut inner = self.inner.lock(); in buffer_raw_free() localVariable
1078 if let Some(ref mut mapping) = &mut inner.mapping { in buffer_raw_free()
1106 let mut inner = self.inner.lock(); in buffer_make_freeable() localVariable
1107 if let Some(ref mut mapping) = &mut inner.mapping { in buffer_make_freeable()
1124 self.inner.lock().mapping = Some(mapping); in create_mapping()
1134 self.inner.lock().register_thread() in register_thread()
1138 self.inner.lock().threads.remove(&thread.id); in remove_thread()
1143 self.inner.lock().max_threads = max; in set_max_threads()
1147 self.inner.lock().oneway_spam_detection_enabled = enabled != 0; in set_oneway_spam_detection_enabled()
1151 self.inner.lock().oneway_spam_detection_enabled in is_oneway_spam_detection_enabled()
1162 let inner = self.inner.lock(); in get_node_debug_info() localVariable
1163 for (node_ptr, node) in &inner.nodes { in get_node_debug_info()
1165 node.populate_debug_info(&mut out, &inner); in get_node_debug_info()
1188 if !self.inner.lock().is_manager { in get_node_info_from_ref()
1196 let owner_inner = node_ref.node.owner.inner.lock(); in get_node_info_from_ref()
1205 let mut inner = self.inner.lock(); in needs_thread() localVariable
1206 let ret = inner.requested_thread_count == 0 in needs_thread()
1207 && inner.ready_threads.is_empty() in needs_thread()
1208 && inner.started_thread_count < inner.max_threads; in needs_thread()
1210 inner.requested_thread_count += 1 in needs_thread()
1251 let mut owner_inner = owner.inner.lock(); in request_death()
1298 let death = self.inner.lock().pull_delivered_death(cookie); in dead_binder_done()
1309 let mut inner = self.inner.lock(); in lock_with_nodes() localVariable
1311 nodes: take(&mut inner.nodes), in lock_with_nodes()
1312 inner, in lock_with_nodes()
1317 let inner = self.inner.lock(); in deferred_flush() localVariable
1318 for thread in inner.threads.values() { in deferred_flush()
1325 let mut inner = self.inner.lock(); in deferred_release() localVariable
1326 inner.is_dead = true; in deferred_release()
1327 inner.is_frozen = IsFrozen::No; in deferred_release()
1328 inner.sync_recv = false; in deferred_release()
1329 inner.async_recv = false; in deferred_release()
1330 inner.is_manager in deferred_release()
1339 let binderfs_file = self.inner.lock().binderfs_file.take(); in deferred_release()
1344 let mut inner = self.inner.lock(); in deferred_release() localVariable
1345 let threads = take(&mut inner.threads); in deferred_release()
1346 let ready = take(&mut inner.ready_threads); in deferred_release()
1347 drop(inner); in deferred_release()
1359 let mut lock = self.inner.lock(); in deferred_release()
1408 let maybe_death = self.inner.lock().delivered_deaths.pop_front(); in deferred_release()
1415 let omapping = self.inner.lock().mapping.take(); in deferred_release()
1436 let mut inner = self.inner.lock(); in drop_outstanding_txn() localVariable
1437 if inner.outstanding_txns == 0 { in drop_outstanding_txn()
1441 inner.outstanding_txns -= 1; in drop_outstanding_txn()
1442 inner.is_frozen.is_frozen() && inner.outstanding_txns == 0 in drop_outstanding_txn()
1456 let mut inner = self.inner.lock(); in ioctl_freeze() localVariable
1457 inner.sync_recv = false; in ioctl_freeze()
1458 inner.async_recv = false; in ioctl_freeze()
1459 inner.is_frozen = IsFrozen::No; in ioctl_freeze()
1460 drop(inner); in ioctl_freeze()
1465 let mut inner = self.inner.lock(); in ioctl_freeze() localVariable
1466 inner.sync_recv = false; in ioctl_freeze()
1467 inner.async_recv = false; in ioctl_freeze()
1468 inner.is_frozen = IsFrozen::InProgress; in ioctl_freeze()
1473 if inner.outstanding_txns == 0 { in ioctl_freeze()
1479 .wait_interruptible_timeout(&mut inner, jiffies) in ioctl_freeze()
1482 inner.is_frozen = IsFrozen::No; in ioctl_freeze()
1495 if inner.txns_pending_locked() { in ioctl_freeze()
1496 inner.is_frozen = IsFrozen::No; in ioctl_freeze()
1499 drop(inner); in ioctl_freeze()
1502 self.inner.lock().is_frozen = IsFrozen::Yes; in ioctl_freeze()
1507 self.inner.lock().is_frozen = IsFrozen::No; in ioctl_freeze()
1527 let inner = proc.inner.lock(); in get_frozen_status() localVariable
1528 let txns_pending = inner.txns_pending_locked(); in get_frozen_status()
1529 info.async_recv |= inner.async_recv as u32; in get_frozen_status()
1530 info.sync_recv |= inner.sync_recv as u32; in get_frozen_status()
1626 let mut inner = this.inner.lock(); in release() localVariable
1627 should_schedule = inner.defer_work == 0; in release()
1628 inner.defer_work |= PROC_DEFER_RELEASE; in release()
1629 binderfs_file = inner.binderfs_file.take(); in release()
1644 let mut inner = this.inner.lock(); in flush() localVariable
1645 should_schedule = inner.defer_work == 0; in flush()
1646 inner.defer_work |= PROC_DEFER_FLUSH; in flush()
1705 if mask == 0 && from_proc && !this.inner.lock().work.is_empty() { in poll()
1721 assert!(core::ptr::eq(&thread.process.inner, guard.lock_ref())); in new()
1737 let mut inner = self.thread.process.inner.lock(); in drop() localVariable
1741 unsafe { inner.ready_threads.remove(self.thread) }; in drop()
1746 pub(crate) inner: Guard<'a, ProcessInner, SpinLockBackend>, field
1752 core::mem::swap(&mut self.nodes, &mut self.inner.nodes); in drop()