2 * Copyright (c) 2008, 2009, 2010, 2011 Kernel Drivers, LLC.
3 * Copyright (c) 2009, 2010, 2011 Your File System, Inc.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
10 * - Redistributions of source code must retain the above copyright notice,
11 * this list of conditions and the following disclaimer.
12 * - Redistributions in binary form must reproduce the above copyright
14 * this list of conditions and the following disclaimer in the
16 * and/or other materials provided with the distribution.
17 * - Neither the names of Kernel Drivers, LLC and Your File System, Inc.
18 * nor the names of their contributors may be used to endorse or promote
19 * products derived from this software without specific prior written
20 * permission from Kernel Drivers, LLC and Your File System, Inc.
22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
23 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
24 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
25 * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
26 * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
27 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
28 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
29 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
30 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
31 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
32 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 // File: AFSWorker.cpp
39 #include "AFSCommon.h"
42 // Function: AFSInitializeWorkerPool
46 // This function initializes the worker thread pool
50 // A status is returned for the function
54 AFSInitializeWorkerPool()
57 NTSTATUS ntStatus = STATUS_SUCCESS;
58 AFSWorkQueueContext *pCurrentWorker = NULL, *pLastWorker = NULL;
59 AFSDeviceExt *pDevExt = NULL;
64 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
67 // Initialize the worker threads.
70 pDevExt->Specific.Library.WorkerCount = 0;
72 KeInitializeEvent( &pDevExt->Specific.Library.WorkerQueueHasItems,
77 // Initialize the queue resource
80 ExInitializeResourceLite( &pDevExt->Specific.Library.QueueLock);
82 while( pDevExt->Specific.Library.WorkerCount < AFS_WORKER_COUNT)
85 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
86 sizeof( AFSWorkQueueContext),
89 if( pCurrentWorker == NULL)
92 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
93 AFS_TRACE_LEVEL_ERROR,
94 "AFSInitializeWorkerPool Failed to allocate worker context\n");
96 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
101 RtlZeroMemory( pCurrentWorker,
102 sizeof( AFSWorkQueueContext));
104 ntStatus = AFSInitWorkerThread( pCurrentWorker,
105 (PKSTART_ROUTINE)AFSWorkerThread);
107 if( !NT_SUCCESS( ntStatus))
110 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
111 AFS_TRACE_LEVEL_ERROR,
112 "AFSInitializeWorkerPool Failed to initialize worker thread Status %08lX\n", ntStatus);
114 ExFreePool( pCurrentWorker);
119 if( pDevExt->Specific.Library.PoolHead == NULL)
122 pDevExt->Specific.Library.PoolHead = pCurrentWorker;
127 pLastWorker->fLink = pCurrentWorker;
130 pLastWorker = pCurrentWorker;
132 pDevExt->Specific.Library.WorkerCount++;
136 // If there was a failure but there is at least one worker, then go with it.
139 if( !NT_SUCCESS( ntStatus) &&
140 pDevExt->Specific.Library.WorkerCount == 0)
143 try_return( ntStatus);
146 ntStatus = STATUS_SUCCESS;
149 // Now our IO Worker queue
152 pDevExt->Specific.Library.IOWorkerCount = 0;
154 KeInitializeEvent( &pDevExt->Specific.Library.IOWorkerQueueHasItems,
155 SynchronizationEvent,
159 // Initialize the queue resource
162 ExInitializeResourceLite( &pDevExt->Specific.Library.IOQueueLock);
164 while( pDevExt->Specific.Library.IOWorkerCount < AFS_IO_WORKER_COUNT)
167 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
168 sizeof( AFSWorkQueueContext),
171 if( pCurrentWorker == NULL)
174 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
175 AFS_TRACE_LEVEL_ERROR,
176 "AFSInitializeWorkerPool Failed to allocate IO worker context\n");
178 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
183 RtlZeroMemory( pCurrentWorker,
184 sizeof( AFSWorkQueueContext));
186 ntStatus = AFSInitWorkerThread( pCurrentWorker,
187 (PKSTART_ROUTINE)AFSIOWorkerThread);
189 if( !NT_SUCCESS( ntStatus))
192 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
193 AFS_TRACE_LEVEL_ERROR,
194 "AFSInitializeWorkerPool Failed to initialize IO worker thread Status %08lX\n", ntStatus);
196 ExFreePool( pCurrentWorker);
201 if( pDevExt->Specific.Library.IOPoolHead == NULL)
204 pDevExt->Specific.Library.IOPoolHead = pCurrentWorker;
209 pLastWorker->fLink = pCurrentWorker;
212 pLastWorker = pCurrentWorker;
214 pDevExt->Specific.Library.IOWorkerCount++;
218 // If there was a failure but there is at least one worker, then go with it.
221 if( !NT_SUCCESS( ntStatus) &&
222 pDevExt->Specific.Library.IOWorkerCount == 0)
225 try_return( ntStatus);
230 if( !NT_SUCCESS( ntStatus))
234 // Failed to initialize the pool so tear it down
237 AFSRemoveWorkerPool();
245 // Function: AFSRemoveWorkerPool
249 // This function tears down the worker thread pool
253 // A status is returned for the function
257 AFSRemoveWorkerPool()
260 NTSTATUS ntStatus = STATUS_SUCCESS;
262 AFSWorkQueueContext *pCurrentWorker = NULL, *pNextWorker = NULL;
263 AFSDeviceExt *pDevExt = NULL;
265 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
268 // Loop through the workers shutting them down in two stages.
269 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
270 // stop processing requests. Second, call AFSShutdownWorkerThread()
271 // to wake the workers and wait for them to exit.
274 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
276 while( index < pDevExt->Specific.Library.WorkerCount)
279 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
281 pCurrentWorker = pCurrentWorker->fLink;
283 if ( pCurrentWorker == NULL)
292 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
296 while( index < pDevExt->Specific.Library.WorkerCount)
299 ntStatus = AFSShutdownWorkerThread( pCurrentWorker);
301 pNextWorker = pCurrentWorker->fLink;
303 ExFreePool( pCurrentWorker);
305 pCurrentWorker = pNextWorker;
307 if( pCurrentWorker == NULL)
316 pDevExt->Specific.Library.PoolHead = NULL;
318 ExDeleteResourceLite( &pDevExt->Specific.Library.QueueLock);
321 // Loop through the IO workers shutting them down in two stages.
322 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
323 // stop processing requests. Second, call AFSShutdownWorkerThread()
324 // to wake the workers and wait for them to exit.
327 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
331 while( index < pDevExt->Specific.Library.IOWorkerCount)
334 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
336 pCurrentWorker = pCurrentWorker->fLink;
338 if ( pCurrentWorker == NULL)
347 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
351 while( index < pDevExt->Specific.Library.IOWorkerCount)
354 ntStatus = AFSShutdownIOWorkerThread( pCurrentWorker);
356 pNextWorker = pCurrentWorker->fLink;
358 ExFreePool( pCurrentWorker);
360 pCurrentWorker = pNextWorker;
362 if( pCurrentWorker == NULL)
371 pDevExt->Specific.Library.IOPoolHead = NULL;
373 ExDeleteResourceLite( &pDevExt->Specific.Library.IOQueueLock);
379 AFSInitVolumeWorker( IN AFSVolumeCB *VolumeCB)
382 NTSTATUS ntStatus = STATUS_SUCCESS;
383 AFSWorkQueueContext *pWorker = &VolumeCB->VolumeWorkerContext;
385 AFSDeviceExt *pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
386 PKSTART_ROUTINE pStartRoutine = NULL;
392 if( VolumeCB == AFSGlobalRoot)
395 pStartRoutine = AFSPrimaryVolumeWorkerThread;
400 pStartRoutine = AFSVolumeWorkerThread;
404 // Initialize the worker thread
407 KeInitializeEvent( &pWorker->WorkerThreadReady,
412 // Set the worker to process requests
415 pWorker->State = AFS_WORKER_PROCESS_REQUESTS;
421 ntStatus = PsCreateSystemThread( &hThread,
429 if( NT_SUCCESS( ntStatus))
432 ObReferenceObjectByHandle( hThread,
433 GENERIC_READ | GENERIC_WRITE,
436 (PVOID *)&pWorker->WorkerThreadObject,
439 ntStatus = KeWaitForSingleObject( &pWorker->WorkerThreadReady,
445 lCount = InterlockedIncrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
450 KeClearEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent);
461 // Function: AFSInitWorkerThread
465 // This function initializes a worker thread in the pool
469 // A status is returned for the function
473 AFSInitWorkerThread( IN AFSWorkQueueContext *PoolContext,
474 IN PKSTART_ROUTINE WorkerRoutine)
477 NTSTATUS ntStatus = STATUS_SUCCESS;
481 // INitialize the worker signal thread
484 KeInitializeEvent( &PoolContext->WorkerThreadReady,
489 // Set the worker to process requests
492 PoolContext->State = AFS_WORKER_PROCESS_REQUESTS;
498 ntStatus = PsCreateSystemThread( &Handle,
504 (void *)PoolContext);
506 if( NT_SUCCESS( ntStatus))
509 ObReferenceObjectByHandle( Handle,
510 GENERIC_READ | GENERIC_WRITE,
513 (PVOID *)&PoolContext->WorkerThreadObject,
516 ntStatus = KeWaitForSingleObject( &PoolContext->WorkerThreadReady,
529 AFSShutdownVolumeWorker( IN AFSVolumeCB *VolumeCB)
532 NTSTATUS ntStatus = STATUS_SUCCESS;
533 AFSWorkQueueContext *pWorker = &VolumeCB->VolumeWorkerContext;
535 if( pWorker->WorkerThreadObject != NULL &&
536 BooleanFlagOn( pWorker->State, AFS_WORKER_INITIALIZED))
540 // Clear the 'keep processing' flag
543 ClearFlag( pWorker->State, AFS_WORKER_PROCESS_REQUESTS);
545 ntStatus = KeWaitForSingleObject( pWorker->WorkerThreadObject,
551 ObDereferenceObject( pWorker->WorkerThreadObject);
553 pWorker->WorkerThreadObject = NULL;
560 // Function: AFSShutdownWorkerThread
564 // This function shutsdown a worker thread in the pool
568 // A status is returned for the function
572 AFSShutdownWorkerThread( IN AFSWorkQueueContext *PoolContext)
575 NTSTATUS ntStatus = STATUS_SUCCESS;
576 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
578 if( PoolContext->WorkerThreadObject != NULL &&
579 BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED))
583 // Wake up the thread if it is a sleep
586 KeSetEvent( &pDeviceExt->Specific.Library.WorkerQueueHasItems,
590 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
596 ObDereferenceObject( PoolContext->WorkerThreadObject);
598 PoolContext->WorkerThreadObject = NULL;
605 // Function: AFSShutdownIOWorkerThread
609 // This function shutsdown an IO worker thread in the pool
613 // A status is returned for the function
617 AFSShutdownIOWorkerThread( IN AFSWorkQueueContext *PoolContext)
620 NTSTATUS ntStatus = STATUS_SUCCESS;
621 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
623 if( PoolContext->WorkerThreadObject != NULL &&
624 BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED))
628 // Wake up the thread if it is a sleep
631 KeSetEvent( &pDeviceExt->Specific.Library.IOWorkerQueueHasItems,
635 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
641 ObDereferenceObject( PoolContext->WorkerThreadObject);
643 PoolContext->WorkerThreadObject = NULL;
650 // Function: AFSWorkerThread
654 // This is the worker thread entry point.
658 // A status is returned for the function
662 AFSWorkerThread( IN PVOID Context)
665 NTSTATUS ntStatus = STATUS_SUCCESS;
666 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
667 AFSWorkItem *pWorkItem;
668 BOOLEAN freeWorkItem = TRUE;
669 AFSDeviceExt *pLibraryDevExt = NULL;
672 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
675 // Indicate that we are initialized and ready
678 KeSetEvent( &pPoolContext->WorkerThreadReady,
683 // Indicate we are initialized
686 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
688 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
694 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
697 if( !NT_SUCCESS( ntStatus))
700 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
701 AFS_TRACE_LEVEL_ERROR,
702 "AFSWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
704 ntStatus = STATUS_SUCCESS;
709 pWorkItem = AFSRemoveWorkItem();
711 if( pWorkItem == NULL)
714 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
726 // Switch on the type of work item to process
729 switch( pWorkItem->RequestType)
732 case AFS_WORK_FLUSH_FCB:
735 ntStatus = AFSFlushExtents( pWorkItem->Specific.Fcb.Fcb,
736 &pWorkItem->AuthGroup);
738 if( !NT_SUCCESS( ntStatus))
741 AFSReleaseExtentsWithFlush( pWorkItem->Specific.Fcb.Fcb,
742 &pWorkItem->AuthGroup,
746 ASSERT( pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount != 0);
748 lCount = InterlockedDecrement( &pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount);
753 case AFS_WORK_ENUMERATE_GLOBAL_ROOT:
756 AFSEnumerateGlobalRoot( NULL);
761 case AFS_WORK_INVALIDATE_OBJECT:
764 AFSPerformObjectInvalidate( pWorkItem->Specific.Invalidate.ObjectInfo,
765 pWorkItem->Specific.Invalidate.InvalidateReason);
772 case AFS_WORK_START_IOS:
782 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
783 AFS_TRACE_LEVEL_ERROR,
784 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
792 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
795 ntStatus = STATUS_SUCCESS;
798 } // worker thread loop
800 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
802 // Wake up another worker so they too can exit
804 KeSetEvent( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
808 PsTerminateSystemThread( 0);
814 AFSIOWorkerThread( IN PVOID Context)
817 NTSTATUS ntStatus = STATUS_SUCCESS;
818 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
819 AFSWorkItem *pWorkItem;
820 BOOLEAN freeWorkItem = TRUE;
821 AFSDeviceExt *pLibraryDevExt = NULL, *pRdrDevExt = NULL;
823 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
826 // Indicate that we are initialized and ready
829 KeSetEvent( &pPoolContext->WorkerThreadReady,
835 // Indicate we are initialized
838 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
840 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
846 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
849 if( !NT_SUCCESS( ntStatus))
852 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
853 AFS_TRACE_LEVEL_ERROR,
854 "AFSIOWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
856 ntStatus = STATUS_SUCCESS;
861 pWorkItem = AFSRemoveIOWorkItem();
863 if( pWorkItem == NULL)
866 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
878 // Switch on the type of work item to process
881 switch( pWorkItem->RequestType)
884 case AFS_WORK_START_IOS:
887 pRdrDevExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
890 // The final status is in the gather io
893 ntStatus = AFSStartIos( pWorkItem->Specific.CacheAccess.CacheFileObject,
894 pWorkItem->Specific.CacheAccess.FunctionCode,
895 pWorkItem->Specific.CacheAccess.RequestFlags,
896 pWorkItem->Specific.CacheAccess.IoRuns,
897 pWorkItem->Specific.CacheAccess.RunCount,
898 pWorkItem->Specific.CacheAccess.GatherIo);
901 // Regardless of the status we we do the complete - there may
903 // Decrement the count - setting the event if we were told
904 // to. This may trigger completion.
907 AFSCompleteIo( pWorkItem->Specific.CacheAccess.GatherIo, ntStatus );
916 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
917 AFS_TRACE_LEVEL_ERROR,
918 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
926 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
929 ntStatus = STATUS_SUCCESS;
932 } // worker thread loop
934 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
936 // Wake up another IOWorker so they too can exit
938 KeSetEvent( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
942 PsTerminateSystemThread( 0);
948 AFSPrimaryVolumeWorkerThread( IN PVOID Context)
951 NTSTATUS ntStatus = STATUS_SUCCESS;
952 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)&AFSGlobalRoot->VolumeWorkerContext;
953 AFSDeviceExt *pControlDeviceExt = NULL;
954 AFSDeviceExt *pRDRDeviceExt = NULL;
955 LARGE_INTEGER DueTime;
958 BOOLEAN bFoundOpenEntry = FALSE;
959 AFSObjectInfoCB *pCurrentObject = NULL, *pNextObject = NULL, *pCurrentChildObject = NULL;
960 AFSDirectoryCB *pCurrentDirEntry = NULL, *pNextDirEntry = NULL;
961 BOOLEAN bReleaseVolumeLock = FALSE;
962 AFSVolumeCB *pVolumeCB = NULL, *pNextVolume = NULL;
965 LARGE_INTEGER liCurrentTime;
966 BOOLEAN bVolumeObject = FALSE;
967 BOOLEAN bFcbBusy = FALSE;
970 pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
972 pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
974 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
975 AFS_TRACE_LEVEL_VERBOSE,
976 "AFSPrimaryVolumeWorkerThread Initialized\n");
979 // Initialize the timer for the worker thread
982 DueTime.QuadPart = -(5000);
986 KeInitializeTimerEx( &Timer,
987 SynchronizationTimer);
989 KeSetTimerEx( &Timer,
995 // Indicate that we are initialized and ready
998 KeSetEvent( &pPoolContext->WorkerThreadReady,
1003 // Indicate we are initialized
1006 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1008 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
1011 if ( bFcbBusy == FALSE)
1014 KeWaitForSingleObject( &Timer,
1027 // This is the primary volume worker so it will traverse the volume list
1028 // looking for cleanup or volumes requiring private workers
1031 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1034 pVolumeCB = pRDRDeviceExt->Specific.RDR.VolumeListHead;
1036 while( pVolumeCB != NULL)
1039 if( pVolumeCB == AFSGlobalRoot ||
1040 !AFSAcquireExcl( pVolumeCB->VolumeLock,
1044 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1049 if( pVolumeCB->ObjectInfoListHead == NULL)
1052 AFSReleaseResource( pVolumeCB->VolumeLock);
1054 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1056 AFSAcquireExcl( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock,
1059 AFSAcquireExcl( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1062 if( !AFSAcquireExcl( pVolumeCB->VolumeLock,
1066 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1068 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1070 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1075 KeQueryTickCount( &liCurrentTime);
1077 pNextVolume = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1079 AFSAcquireShared( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock,
1082 if( pVolumeCB->ObjectInfoListHead == NULL &&
1083 pVolumeCB->DirectoryCB->DirOpenReferenceCount <= 0 &&
1084 pVolumeCB->VolumeReferenceCount == 1 &&
1085 ( pVolumeCB->RootFcb == NULL ||
1086 pVolumeCB->RootFcb->OpenReferenceCount == 0) &&
1087 pVolumeCB->ObjectInformation.ObjectReferenceCount <= 0)
1090 if( pVolumeCB->RootFcb != NULL)
1093 AFSRemoveRootFcb( pVolumeCB->RootFcb);
1096 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1098 AFSRemoveVolume( pVolumeCB);
1103 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1105 AFSReleaseResource( pVolumeCB->VolumeLock);
1108 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1110 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1112 pVolumeCB = pNextVolume;
1118 // Don't need this lock anymore now that we have a volume cb to work with
1121 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1124 // For now we only need the volume lock shared
1127 AFSConvertToShared( pVolumeCB->VolumeLock);
1129 if( AFSAcquireShared( pVolumeCB->ObjectInfoTree.TreeLock,
1133 pCurrentObject = pVolumeCB->ObjectInfoListHead;
1137 bReleaseVolumeLock = TRUE;
1139 while( pCurrentObject != NULL)
1142 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1145 pNextObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1147 if( pNextObject == NULL &&
1148 pVolumeCB != AFSGlobalRoot) // Don't free up the root of the global
1151 pNextObject = &pVolumeCB->ObjectInformation;
1154 bVolumeObject = FALSE;
1161 bVolumeObject = TRUE;
1164 if( pCurrentObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1165 !BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN)) // If we are in shutdown mode skip directories
1169 // If this object is deleted then remove it from the parent, if we can
1172 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1173 pCurrentObject->ObjectReferenceCount <= 0 &&
1174 ( pCurrentObject->Fcb == NULL ||
1175 pCurrentObject->Fcb->OpenReferenceCount == 0) &&
1176 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL &&
1177 pCurrentObject->Specific.Directory.ChildOpenReferenceCount == 0)
1180 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1183 // Dropping the TreeLock permits the
1184 // pCurrentObject->ObjectReferenceCount to change
1187 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1191 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1194 if ( pCurrentObject->ObjectReferenceCount <= 0)
1197 AFSRemoveFcb( &pCurrentObject->Fcb);
1199 if( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1202 AFSAcquireExcl( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1205 AFSRemoveFcb( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1207 AFSReleaseResource( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1209 AFSDeleteObjectInfo( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1211 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1213 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1215 AFSExFreePoolWithTag( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1218 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1220 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1221 AFS_TRACE_LEVEL_VERBOSE,
1222 "AFSPrimaryVolumeWorkerThread Deleting deleted object %08lX\n",
1225 AFSDeleteObjectInfo( pCurrentObject);
1230 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1233 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1235 pCurrentObject = pNextObject;
1242 bReleaseVolumeLock = FALSE;
1248 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0 ||
1249 ( pCurrentObject->Fcb != NULL &&
1250 pCurrentObject->Fcb->OpenReferenceCount > 0) ||
1251 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL)
1254 pCurrentObject = pNextObject;
1259 if( !AFSAcquireShared( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1263 pCurrentObject = pNextObject;
1268 KeQueryTickCount( &liCurrentTime);
1270 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1272 while( pCurrentDirEntry != NULL)
1275 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1276 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1277 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1278 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1279 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1280 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1281 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1282 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1283 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1284 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1285 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1286 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1292 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1295 if( pCurrentDirEntry != NULL)
1298 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1300 pCurrentObject = pNextObject;
1305 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1307 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1310 // Now acquire the locks excl
1313 if( AFSAcquireExcl( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1317 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1321 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0)
1324 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1326 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1328 pCurrentObject = pNextObject;
1333 KeQueryTickCount( &liCurrentTime);
1335 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1337 while( pCurrentDirEntry != NULL)
1340 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1341 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1342 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1343 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1344 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1345 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1346 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1347 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1348 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1349 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1350 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1351 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1357 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1360 if( pCurrentDirEntry != NULL)
1363 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1365 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1367 pCurrentObject = pNextObject;
1372 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1374 while( pCurrentDirEntry != NULL)
1377 pNextDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1379 pCurrentChildObject = pCurrentDirEntry->ObjectInformation;
1383 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING | AFS_SUBSYSTEM_DIRENTRY_REF_COUNTING,
1384 AFS_TRACE_LEVEL_VERBOSE,
1385 "AFSPrimaryVolumeWorkerThread Deleting DE %wZ Object %08lX\n",
1386 &pCurrentDirEntry->NameInformation.FileName,
1387 pCurrentChildObject);
1389 AFSDeleteDirEntry( pCurrentObject,
1394 // Acquire ObjectInfoLock shared here so as not to deadlock
1395 // with an invalidation call from the service during AFSCleanupFcb
1398 lCount = AFSObjectInfoIncrement( pCurrentChildObject);
1401 pCurrentChildObject->Fcb != NULL &&
1402 pCurrentChildObject->FileType == AFS_FILE_TYPE_FILE)
1406 // We must not hold pVolumeCB->ObjectInfoTree.TreeLock exclusive
1407 // across an AFSCleanupFcb call since it can deadlock with an
1408 // invalidation call from the service.
1411 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1414 // Cannot hold a TreeLock across an AFSCleanupFcb call
1415 // as it can deadlock with an invalidation ioctl initiated
1416 // from the service.
1418 // Dropping the TreeLock permits the
1419 // pCurrentObject->ObjectReferenceCount to change
1422 ntStatus = AFSCleanupFcb( pCurrentChildObject->Fcb,
1425 if ( ntStatus == STATUS_RETRY)
1431 AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1435 lCount = AFSObjectInfoDecrement( pCurrentChildObject);
1437 AFSAcquireExcl( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock,
1440 if( pCurrentChildObject->ObjectReferenceCount <= 0)
1443 AFSRemoveFcb( &pCurrentChildObject->Fcb);
1445 if( pCurrentChildObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1446 pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1449 AFSAcquireExcl( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1452 AFSRemoveFcb( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1454 AFSReleaseResource( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1456 AFSDeleteObjectInfo( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1458 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1460 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1462 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1465 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1467 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1468 AFS_TRACE_LEVEL_VERBOSE,
1469 "AFSPrimaryVolumeWorkerThread Deleting object %08lX\n",
1470 pCurrentChildObject);
1472 AFSDeleteObjectInfo( pCurrentChildObject);
1477 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1480 pCurrentDirEntry = pNextDirEntry;
1484 pCurrentObject->Specific.Directory.DirectoryNodeListHead = NULL;
1486 pCurrentObject->Specific.Directory.DirectoryNodeListTail = NULL;
1488 pCurrentObject->Specific.Directory.ShortNameTree = NULL;
1490 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseSensitiveTreeHead = NULL;
1492 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseInsensitiveTreeHead = NULL;
1494 pCurrentObject->Specific.Directory.DirectoryNodeCount = 0;
1496 AFSDbgLogMsg( AFS_SUBSYSTEM_DIR_NODE_COUNT,
1497 AFS_TRACE_LEVEL_VERBOSE,
1498 "AFSPrimaryVolumeWorkerThread Reset count to 0 on parent FID %08lX-%08lX-%08lX-%08lX\n",
1499 pCurrentObject->FileId.Cell,
1500 pCurrentObject->FileId.Volume,
1501 pCurrentObject->FileId.Vnode,
1502 pCurrentObject->FileId.Unique);
1505 // Clear our enumerated flag on this object so we retrieve info again on next access
1508 ClearFlag( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DIRECTORY_ENUMERATED);
1510 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1512 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1517 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1519 bReleaseVolumeLock = FALSE;
1528 // Try to grab the volume lock again ... no problem if we don't
1531 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1535 bReleaseVolumeLock = FALSE;
1541 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1544 pCurrentObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1546 if( pCurrentObject == NULL &&
1547 pVolumeCB != AFSGlobalRoot)
1550 pCurrentObject = &pVolumeCB->ObjectInformation;
1556 pCurrentObject = NULL;
1561 else if( pCurrentObject->FileType == AFS_FILE_TYPE_FILE)
1564 lCount = AFSObjectInfoIncrement( pCurrentObject);
1566 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1568 if( pCurrentObject->Fcb != NULL)
1572 // Dropping the TreeLock permits the
1573 // pCurrentObject->ObjectReferenceCount to change
1576 ntStatus = AFSCleanupFcb( pCurrentObject->Fcb,
1579 if ( ntStatus == STATUS_RETRY)
1586 lCount = AFSObjectInfoDecrement( pCurrentObject);
1588 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1592 bReleaseVolumeLock = FALSE;
1597 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1600 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1601 pCurrentObject->ObjectReferenceCount <= 0)
1604 AFSRemoveFcb( &pCurrentObject->Fcb);
1606 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1608 AFSDeleteObjectInfo( pCurrentObject);
1613 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1616 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1618 pCurrentObject = pNextObject;
1623 pCurrentObject = pNextObject;
1626 if( bReleaseVolumeLock)
1629 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1637 AFSReleaseResource( pVolumeCB->VolumeLock);
1639 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1642 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1645 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1647 } // worker thread loop
1649 KeCancelTimer( &Timer);
1651 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1652 AFS_TRACE_LEVEL_VERBOSE,
1653 "AFSPrimaryVolumeWorkerThread Exiting\n");
1655 lCount = InterlockedDecrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
1660 KeSetEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent,
1665 PsTerminateSystemThread( 0);
1671 AFSVolumeWorkerThread( IN PVOID Context)
1674 NTSTATUS ntStatus = STATUS_SUCCESS;
1675 AFSVolumeCB *pVolumeCB = (AFSVolumeCB * )Context;
1676 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)&pVolumeCB->VolumeWorkerContext;
1677 AFSDeviceExt *pControlDeviceExt = NULL;
1678 AFSDeviceExt *pRDRDeviceExt = NULL;
1679 BOOLEAN exitThread = FALSE;
1680 LARGE_INTEGER DueTime;
1685 pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
1687 pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
1690 // Initialize the timer for the worker thread
1693 DueTime.QuadPart = -(5000);
1697 KeInitializeTimerEx( &Timer,
1698 SynchronizationTimer);
1700 KeSetTimerEx( &Timer,
1706 // Indicate that we are initialized and ready
1709 KeSetEvent( &pPoolContext->WorkerThreadReady,
1714 // Indicate we are initialized
1717 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1719 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
1722 ntStatus = KeWaitForSingleObject( &Timer,
1728 if( !NT_SUCCESS( ntStatus))
1731 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
1732 AFS_TRACE_LEVEL_ERROR,
1733 "AFSVolumeWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
1739 // If we are in shutdown mode and the dirty flag is clear then get out now
1742 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
1748 } // worker thread loop
1750 KeCancelTimer( &Timer);
1752 lCount = InterlockedDecrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
1757 KeSetEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent,
1762 PsTerminateSystemThread( 0);
1768 AFSInsertWorkitem( IN AFSWorkItem *WorkItem)
1771 NTSTATUS ntStatus = STATUS_SUCCESS;
1772 AFSDeviceExt *pDevExt = NULL;
1775 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1777 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1778 AFS_TRACE_LEVEL_VERBOSE,
1779 "AFSInsertWorkitem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1780 &pDevExt->Specific.Library.QueueLock,
1781 PsGetCurrentThread());
1783 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1786 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1788 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1789 AFS_TRACE_LEVEL_VERBOSE,
1790 "AFSInsertWorkitem Inserting work item %08lX Count %08lX\n",
1794 if( pDevExt->Specific.Library.QueueTail != NULL) // queue already has nodes
1797 pDevExt->Specific.Library.QueueTail->next = WorkItem;
1802 pDevExt->Specific.Library.QueueHead = WorkItem;
1805 WorkItem->next = NULL;
1806 pDevExt->Specific.Library.QueueTail = WorkItem;
1808 // indicate that the queue has nodes
1809 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1813 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1819 AFSInsertIOWorkitem( IN AFSWorkItem *WorkItem)
1822 NTSTATUS ntStatus = STATUS_SUCCESS;
1823 AFSDeviceExt *pDevExt = NULL;
1826 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1828 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1829 AFS_TRACE_LEVEL_VERBOSE,
1830 "AFSInsertIOWorkitem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1831 &pDevExt->Specific.Library.IOQueueLock,
1832 PsGetCurrentThread());
1834 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1837 lCount = InterlockedIncrement( &pDevExt->Specific.Library.IOQueueItemCount);
1839 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1840 AFS_TRACE_LEVEL_VERBOSE,
1841 "AFSInsertWorkitem Inserting IO work item %08lX Count %08lX\n",
1845 if( pDevExt->Specific.Library.IOQueueTail != NULL) // queue already has nodes
1848 pDevExt->Specific.Library.IOQueueTail->next = WorkItem;
1853 pDevExt->Specific.Library.IOQueueHead = WorkItem;
1856 WorkItem->next = NULL;
1857 pDevExt->Specific.Library.IOQueueTail = WorkItem;
1859 // indicate that the queue has nodes
1860 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
1864 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
1870 AFSInsertWorkitemAtHead( IN AFSWorkItem *WorkItem)
1873 NTSTATUS ntStatus = STATUS_SUCCESS;
1874 AFSDeviceExt *pDevExt = NULL;
1877 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1879 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1880 AFS_TRACE_LEVEL_VERBOSE,
1881 "AFSInsertWorkitemAtHead Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1882 &pDevExt->Specific.Library.QueueLock,
1883 PsGetCurrentThread());
1885 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1888 WorkItem->next = pDevExt->Specific.Library.QueueHead;
1890 pDevExt->Specific.Library.QueueHead = WorkItem;
1892 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1894 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1895 AFS_TRACE_LEVEL_VERBOSE,
1896 "AFSInsertWorkitemAtHead Inserting work item %08lX Count %08lX\n",
1901 // indicate that the queue has nodes
1904 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1908 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1917 NTSTATUS ntStatus = STATUS_SUCCESS;
1918 AFSWorkItem *pWorkItem = NULL;
1919 AFSDeviceExt *pDevExt = NULL;
1922 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1924 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1925 AFS_TRACE_LEVEL_VERBOSE,
1926 "AFSRemoveWorkItem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1927 &pDevExt->Specific.Library.QueueLock,
1928 PsGetCurrentThread());
1930 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1933 if( pDevExt->Specific.Library.QueueHead != NULL) // queue has nodes
1936 pWorkItem = pDevExt->Specific.Library.QueueHead;
1938 lCount = InterlockedDecrement( &pDevExt->Specific.Library.QueueItemCount);
1940 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1941 AFS_TRACE_LEVEL_VERBOSE,
1942 "AFSRemoveWorkItem Removing work item %08lX Count %08lX Thread %08lX\n",
1945 PsGetCurrentThreadId());
1947 pDevExt->Specific.Library.QueueHead = pDevExt->Specific.Library.QueueHead->next;
1949 if( pDevExt->Specific.Library.QueueHead == NULL) // if queue just became empty
1952 pDevExt->Specific.Library.QueueTail = NULL;
1958 // Wake up another worker
1961 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1967 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1973 AFSRemoveIOWorkItem()
1976 NTSTATUS ntStatus = STATUS_SUCCESS;
1977 AFSWorkItem *pWorkItem = NULL;
1978 AFSDeviceExt *pDevExt = NULL;
1981 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1983 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1984 AFS_TRACE_LEVEL_VERBOSE,
1985 "AFSRemoveIOWorkItem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1986 &pDevExt->Specific.Library.IOQueueLock,
1987 PsGetCurrentThread());
1989 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1992 if( pDevExt->Specific.Library.IOQueueHead != NULL) // queue has nodes
1995 pWorkItem = pDevExt->Specific.Library.IOQueueHead;
1997 lCount = InterlockedDecrement( &pDevExt->Specific.Library.IOQueueItemCount);
1999 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2000 AFS_TRACE_LEVEL_VERBOSE,
2001 "AFSRemoveWorkItem Removing work item %08lX Count %08lX Thread %08lX\n",
2004 PsGetCurrentThreadId());
2006 pDevExt->Specific.Library.IOQueueHead = pDevExt->Specific.Library.IOQueueHead->next;
2008 if( pDevExt->Specific.Library.IOQueueHead == NULL) // if queue just became empty
2011 pDevExt->Specific.Library.IOQueueTail = NULL;
2017 // Wake up another worker
2020 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
2026 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
2032 AFSQueueWorkerRequest( IN AFSWorkItem *WorkItem)
2035 NTSTATUS ntStatus = STATUS_SUCCESS;
2036 AFSDeviceExt *pDevExt = NULL;
2037 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2040 // Submit the work item to the worker
2043 ntStatus = AFSInsertWorkitem( WorkItem);
2049 // Sync request so block on the work item event
2052 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2063 AFSQueueIOWorkerRequest( IN AFSWorkItem *WorkItem)
2066 NTSTATUS ntStatus = STATUS_SUCCESS;
2067 AFSDeviceExt *pDevExt = NULL;
2068 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2071 // Submit the work item to the worker
2074 ntStatus = AFSInsertIOWorkitem( WorkItem);
2080 // Sync request so block on the work item event
2083 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2094 AFSQueueWorkerRequestAtHead( IN AFSWorkItem *WorkItem)
2097 NTSTATUS ntStatus = STATUS_SUCCESS;
2098 AFSDeviceExt *pDevExt = NULL;
2099 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2102 // Submit the work item to the worker
2105 ntStatus = AFSInsertWorkitemAtHead( WorkItem);
2111 // Sync request so block on the work item event
2114 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2125 AFSQueueFlushExtents( IN AFSFcb *Fcb,
2129 NTSTATUS ntStatus = STATUS_SUCCESS;
2130 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2131 AFSWorkItem *pWorkItem = NULL;
2137 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2138 AFS_TRACE_LEVEL_VERBOSE,
2139 "AFSQueueFlushExtents Queuing request for FID %08lX-%08lX-%08lX-%08lX\n",
2140 Fcb->ObjectInformation->FileId.Cell,
2141 Fcb->ObjectInformation->FileId.Volume,
2142 Fcb->ObjectInformation->FileId.Vnode,
2143 Fcb->ObjectInformation->FileId.Unique);
2146 // Increment our flush count here just to keep the number of items in the
2147 // queue down. We'll decrement it just below.
2150 lCount = InterlockedIncrement( &Fcb->Specific.File.QueuedFlushCount);
2155 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2156 AFS_TRACE_LEVEL_VERBOSE,
2157 "AFSQueueFlushExtents Max queued items for FID %08lX-%08lX-%08lX-%08lX\n",
2158 Fcb->ObjectInformation->FileId.Cell,
2159 Fcb->ObjectInformation->FileId.Volume,
2160 Fcb->ObjectInformation->FileId.Vnode,
2161 Fcb->ObjectInformation->FileId.Unique);
2163 try_return( ntStatus);
2166 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2169 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2170 AFS_TRACE_LEVEL_ERROR,
2171 "AFSQueueFlushExtents Failing request, in shutdown\n");
2173 try_return( ntStatus = STATUS_TOO_LATE);
2177 // Allocate our request structure and send it to the worker
2180 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2181 sizeof( AFSWorkItem),
2184 if( pWorkItem == NULL)
2187 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2188 AFS_TRACE_LEVEL_ERROR,
2189 "AFSQueueFlushExtents Failed to allocate work item\n");
2191 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2194 RtlZeroMemory( pWorkItem,
2195 sizeof( AFSWorkItem));
2197 pWorkItem->Size = sizeof( AFSWorkItem);
2199 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2201 pWorkItem->RequestType = AFS_WORK_FLUSH_FCB;
2203 if ( AuthGroup == NULL)
2206 RtlZeroMemory( &pWorkItem->AuthGroup,
2209 ntStatus = AFSRetrieveValidAuthGroup( Fcb,
2212 &pWorkItem->AuthGroup);
2216 RtlCopyMemory( &pWorkItem->AuthGroup,
2221 pWorkItem->Specific.Fcb.Fcb = Fcb;
2223 lCount = InterlockedIncrement( &Fcb->OpenReferenceCount);
2225 AFSDbgLogMsg( AFS_SUBSYSTEM_FCB_REF_COUNTING,
2226 AFS_TRACE_LEVEL_VERBOSE,
2227 "AFSQueueFlushExtents Increment count on Fcb %08lX Cnt %d\n",
2231 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2232 AFS_TRACE_LEVEL_VERBOSE,
2233 "AFSQueueFlushExtents Workitem %08lX for FID %08lX-%08lX-%08lX-%08lX\n",
2235 Fcb->ObjectInformation->FileId.Cell,
2236 Fcb->ObjectInformation->FileId.Volume,
2237 Fcb->ObjectInformation->FileId.Vnode,
2238 Fcb->ObjectInformation->FileId.Unique);
2240 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2244 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2245 AFS_TRACE_LEVEL_VERBOSE,
2246 "AFSQueueFlushExtents Request complete Status %08lX FID %08lX-%08lX-%08lX-%08lX\n",
2247 Fcb->ObjectInformation->FileId.Cell,
2248 Fcb->ObjectInformation->FileId.Volume,
2249 Fcb->ObjectInformation->FileId.Vnode,
2250 Fcb->ObjectInformation->FileId.Unique,
2254 // Remove the count we added above
2257 lCount = InterlockedDecrement( &Fcb->Specific.File.QueuedFlushCount);
2259 ASSERT( lCount >= 0);
2264 KeSetEvent( &Fcb->NPFcb->Specific.File.QueuedFlushEvent,
2269 if( !NT_SUCCESS( ntStatus))
2272 if( pWorkItem != NULL)
2275 lCount = InterlockedDecrement( &Fcb->OpenReferenceCount);
2277 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2280 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2281 AFS_TRACE_LEVEL_ERROR,
2282 "AFSQueueFlushExtents Failed to queue request Status %08lX\n", ntStatus);
2285 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2290 "EXCEPTION - AFSQueueFlushExtents\n");
2292 AFSDumpTraceFilesFnc();
2299 AFSQueueGlobalRootEnumeration()
2302 NTSTATUS ntStatus = STATUS_SUCCESS;
2303 AFSWorkItem *pWorkItem = NULL;
2308 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2309 sizeof(AFSWorkItem),
2311 if (NULL == pWorkItem)
2314 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2315 AFS_TRACE_LEVEL_ERROR,
2316 "AFSQueueGlobalRootEnumeration Failed to allocate work item\n");
2318 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2321 RtlZeroMemory( pWorkItem,
2322 sizeof(AFSWorkItem));
2324 pWorkItem->Size = sizeof( AFSWorkItem);
2326 pWorkItem->RequestType = AFS_WORK_ENUMERATE_GLOBAL_ROOT;
2328 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2329 AFS_TRACE_LEVEL_VERBOSE,
2330 "AFSQueueGlobalRootEnumeration Workitem %08lX\n",
2333 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2337 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2338 AFS_TRACE_LEVEL_VERBOSE,
2339 "AFSQueueGlobalRootEnumeration Request complete Status %08lX\n",
2342 if( !NT_SUCCESS( ntStatus))
2345 if( pWorkItem != NULL)
2348 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2351 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2352 AFS_TRACE_LEVEL_ERROR,
2353 "AFSQueueGlobalRootEnumeration Failed to queue request Status %08lX\n",
2357 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2362 "EXCEPTION - AFSQueueGlobalRootEnumeration\n");
2364 AFSDumpTraceFilesFnc();
2371 AFSQueueStartIos( IN PFILE_OBJECT CacheFileObject,
2372 IN UCHAR FunctionCode,
2373 IN ULONG RequestFlags,
2374 IN AFSIoRun *IoRuns,
2376 IN AFSGatherIo *GatherIo)
2379 NTSTATUS ntStatus = STATUS_SUCCESS;
2380 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2381 AFSWorkItem *pWorkItem = NULL;
2386 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2389 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2390 AFS_TRACE_LEVEL_ERROR,
2391 "AFSQueueStartIos Failing request, in shutdown\n");
2393 try_return( ntStatus = STATUS_TOO_LATE);
2397 // Allocate our request structure and send it to the worker
2400 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2401 sizeof( AFSWorkItem),
2404 if( pWorkItem == NULL)
2407 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2408 AFS_TRACE_LEVEL_ERROR,
2409 "AFSQueueStartIos Failed to allocate work item\n");
2411 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2414 RtlZeroMemory( pWorkItem,
2415 sizeof( AFSWorkItem));
2417 KeInitializeEvent( &pWorkItem->Event,
2421 pWorkItem->Size = sizeof( AFSWorkItem);
2423 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2425 pWorkItem->RequestType = AFS_WORK_START_IOS;
2427 pWorkItem->Specific.CacheAccess.CacheFileObject = CacheFileObject;
2429 pWorkItem->Specific.CacheAccess.FunctionCode = FunctionCode;
2431 pWorkItem->Specific.CacheAccess.RequestFlags = RequestFlags;
2433 pWorkItem->Specific.CacheAccess.IoRuns = IoRuns;
2435 pWorkItem->Specific.CacheAccess.RunCount = RunCount;
2437 pWorkItem->Specific.CacheAccess.GatherIo = GatherIo;
2439 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2440 AFS_TRACE_LEVEL_VERBOSE,
2441 "AFSQueueStartIos Queuing IO Workitem %08lX\n",
2444 ntStatus = AFSQueueIOWorkerRequest( pWorkItem);
2448 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2449 AFS_TRACE_LEVEL_VERBOSE,
2450 "AFSQueueStartIos Request complete Status %08lX\n",
2453 if( !NT_SUCCESS( ntStatus))
2456 if( pWorkItem != NULL)
2459 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2463 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2468 "EXCEPTION - AFSQueueStartIos\n");
2470 AFSDumpTraceFilesFnc();
2477 AFSQueueInvalidateObject( IN AFSObjectInfoCB *ObjectInfo,
2478 IN ULONG InvalidateReason)
2481 NTSTATUS ntStatus = STATUS_SUCCESS;
2482 AFSWorkItem *pWorkItem = NULL;
2487 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2488 sizeof(AFSWorkItem),
2490 if (NULL == pWorkItem)
2493 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2494 AFS_TRACE_LEVEL_ERROR,
2495 "AFSQueueInvalidateObject Failed to allocate work item\n");
2497 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2500 RtlZeroMemory( pWorkItem,
2501 sizeof(AFSWorkItem));
2503 pWorkItem->Size = sizeof( AFSWorkItem);
2505 pWorkItem->RequestType = AFS_WORK_INVALIDATE_OBJECT;
2507 pWorkItem->Specific.Invalidate.ObjectInfo = ObjectInfo;
2509 pWorkItem->Specific.Invalidate.InvalidateReason = InvalidateReason;
2511 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2512 AFS_TRACE_LEVEL_VERBOSE,
2513 "AFSQueueInvalidateObject Workitem %08lX\n",
2516 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2520 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2521 AFS_TRACE_LEVEL_VERBOSE,
2522 "AFSQueueInvalidateObject Request complete Status %08lX\n",
2525 if( !NT_SUCCESS( ntStatus))
2528 if( pWorkItem != NULL)
2530 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2533 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2534 AFS_TRACE_LEVEL_ERROR,
2535 "AFSQueueInvalidateObject Failed to queue request Status %08lX\n",
2539 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2544 "EXCEPTION - AFSQueueInvalidateObject\n");
2546 AFSDumpTraceFilesFnc();