2 * Copyright (c) 2008, 2009, 2010, 2011 Kernel Drivers, LLC.
3 * Copyright (c) 2009, 2010, 2011 Your File System, Inc.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
10 * - Redistributions of source code must retain the above copyright notice,
11 * this list of conditions and the following disclaimer.
12 * - Redistributions in binary form must reproduce the above copyright
14 * this list of conditions and the following disclaimer in the
16 * and/or other materials provided with the distribution.
17 * - Neither the names of Kernel Drivers, LLC and Your File System, Inc.
18 * nor the names of their contributors may be used to endorse or promote
19 * products derived from this software without specific prior written
20 * permission from Kernel Drivers, LLC and Your File System, Inc.
22 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
23 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
24 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A
25 * PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
26 * OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
27 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
28 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
29 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
30 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
31 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
32 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 // File: AFSWorker.cpp
39 #include "AFSCommon.h"
42 // Function: AFSInitializeWorkerPool
46 // This function initializes the worker thread pool
50 // A status is returned for the function
54 AFSInitializeWorkerPool()
57 NTSTATUS ntStatus = STATUS_SUCCESS;
58 AFSWorkQueueContext *pCurrentWorker = NULL, *pLastWorker = NULL;
59 AFSDeviceExt *pDevExt = NULL;
64 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
67 // Initialize the worker threads.
70 pDevExt->Specific.Library.WorkerCount = 0;
72 KeInitializeEvent( &pDevExt->Specific.Library.WorkerQueueHasItems,
77 // Initialize the queue resource
80 ExInitializeResourceLite( &pDevExt->Specific.Library.QueueLock);
82 while( pDevExt->Specific.Library.WorkerCount < AFS_WORKER_COUNT)
85 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
86 sizeof( AFSWorkQueueContext),
89 if( pCurrentWorker == NULL)
92 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
93 AFS_TRACE_LEVEL_ERROR,
94 "AFSInitializeWorkerPool Failed to allocate worker context\n");
96 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
101 RtlZeroMemory( pCurrentWorker,
102 sizeof( AFSWorkQueueContext));
104 ntStatus = AFSInitWorkerThread( pCurrentWorker,
105 (PKSTART_ROUTINE)AFSWorkerThread);
107 if( !NT_SUCCESS( ntStatus))
110 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
111 AFS_TRACE_LEVEL_ERROR,
112 "AFSInitializeWorkerPool Failed to initialize worker thread Status %08lX\n", ntStatus);
114 ExFreePool( pCurrentWorker);
119 if( pDevExt->Specific.Library.PoolHead == NULL)
122 pDevExt->Specific.Library.PoolHead = pCurrentWorker;
127 pLastWorker->fLink = pCurrentWorker;
130 pLastWorker = pCurrentWorker;
132 pDevExt->Specific.Library.WorkerCount++;
136 // If there was a failure but there is at least one worker, then go with it.
139 if( !NT_SUCCESS( ntStatus) &&
140 pDevExt->Specific.Library.WorkerCount == 0)
143 try_return( ntStatus);
146 ntStatus = STATUS_SUCCESS;
149 // Now our IO Worker queue
152 pDevExt->Specific.Library.IOWorkerCount = 0;
154 KeInitializeEvent( &pDevExt->Specific.Library.IOWorkerQueueHasItems,
155 SynchronizationEvent,
159 // Initialize the queue resource
162 ExInitializeResourceLite( &pDevExt->Specific.Library.IOQueueLock);
164 while( pDevExt->Specific.Library.IOWorkerCount < AFS_IO_WORKER_COUNT)
167 pCurrentWorker = (AFSWorkQueueContext *)AFSLibExAllocatePoolWithTag( NonPagedPool,
168 sizeof( AFSWorkQueueContext),
171 if( pCurrentWorker == NULL)
174 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
175 AFS_TRACE_LEVEL_ERROR,
176 "AFSInitializeWorkerPool Failed to allocate IO worker context\n");
178 ntStatus = STATUS_INSUFFICIENT_RESOURCES;
183 RtlZeroMemory( pCurrentWorker,
184 sizeof( AFSWorkQueueContext));
186 ntStatus = AFSInitWorkerThread( pCurrentWorker,
187 (PKSTART_ROUTINE)AFSIOWorkerThread);
189 if( !NT_SUCCESS( ntStatus))
192 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
193 AFS_TRACE_LEVEL_ERROR,
194 "AFSInitializeWorkerPool Failed to initialize IO worker thread Status %08lX\n", ntStatus);
196 ExFreePool( pCurrentWorker);
201 if( pDevExt->Specific.Library.IOPoolHead == NULL)
204 pDevExt->Specific.Library.IOPoolHead = pCurrentWorker;
209 pLastWorker->fLink = pCurrentWorker;
212 pLastWorker = pCurrentWorker;
214 pDevExt->Specific.Library.IOWorkerCount++;
218 // If there was a failure but there is at least one worker, then go with it.
221 if( !NT_SUCCESS( ntStatus) &&
222 pDevExt->Specific.Library.IOWorkerCount == 0)
225 try_return( ntStatus);
230 if( !NT_SUCCESS( ntStatus))
234 // Failed to initialize the pool so tear it down
237 AFSRemoveWorkerPool();
245 // Function: AFSRemoveWorkerPool
249 // This function tears down the worker thread pool
253 // A status is returned for the function
257 AFSRemoveWorkerPool()
260 NTSTATUS ntStatus = STATUS_SUCCESS;
262 AFSWorkQueueContext *pCurrentWorker = NULL, *pNextWorker = NULL;
263 AFSDeviceExt *pDevExt = NULL;
265 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
268 // Loop through the workers shutting them down in two stages.
269 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
270 // stop processing requests. Second, call AFSShutdownWorkerThread()
271 // to wake the workers and wait for them to exit.
274 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
276 while( index < pDevExt->Specific.Library.WorkerCount)
279 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
281 pCurrentWorker = pCurrentWorker->fLink;
283 if ( pCurrentWorker == NULL)
292 pCurrentWorker = pDevExt->Specific.Library.PoolHead;
296 while( index < pDevExt->Specific.Library.WorkerCount)
299 ntStatus = AFSShutdownWorkerThread( pCurrentWorker);
301 pNextWorker = pCurrentWorker->fLink;
303 ExFreePool( pCurrentWorker);
305 pCurrentWorker = pNextWorker;
307 if( pCurrentWorker == NULL)
316 pDevExt->Specific.Library.PoolHead = NULL;
318 ExDeleteResourceLite( &pDevExt->Specific.Library.QueueLock);
321 // Loop through the IO workers shutting them down in two stages.
322 // First, clear AFS_WORKER_PROCESS_REQUESTS so that workers
323 // stop processing requests. Second, call AFSShutdownIOWorkerThread()
324 // to wake the workers and wait for them to exit.
327 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
331 while( index < pDevExt->Specific.Library.IOWorkerCount)
334 ClearFlag( pCurrentWorker->State, AFS_WORKER_PROCESS_REQUESTS);
336 pCurrentWorker = pCurrentWorker->fLink;
338 if ( pCurrentWorker == NULL)
347 pCurrentWorker = pDevExt->Specific.Library.IOPoolHead;
351 while( index < pDevExt->Specific.Library.IOWorkerCount)
354 ntStatus = AFSShutdownIOWorkerThread( pCurrentWorker);
356 pNextWorker = pCurrentWorker->fLink;
358 ExFreePool( pCurrentWorker);
360 pCurrentWorker = pNextWorker;
362 if( pCurrentWorker == NULL)
371 pDevExt->Specific.Library.IOPoolHead = NULL;
373 ExDeleteResourceLite( &pDevExt->Specific.Library.IOQueueLock);
379 AFSInitVolumeWorker( IN AFSVolumeCB *VolumeCB)
382 NTSTATUS ntStatus = STATUS_SUCCESS;
383 AFSWorkQueueContext *pWorker = &VolumeCB->VolumeWorkerContext;
385 AFSDeviceExt *pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
386 PKSTART_ROUTINE pStartRoutine = NULL;
392 if ( VolumeCB != AFSGlobalRoot)
395 return STATUS_INVALID_PARAMETER;
398 pStartRoutine = AFSPrimaryVolumeWorkerThread;
401 // Initialize the worker thread
404 KeInitializeEvent( &pWorker->WorkerThreadReady,
409 // Set the worker to process requests
412 pWorker->State = AFS_WORKER_PROCESS_REQUESTS;
418 ntStatus = PsCreateSystemThread( &hThread,
426 if( NT_SUCCESS( ntStatus))
429 ObReferenceObjectByHandle( hThread,
430 GENERIC_READ | GENERIC_WRITE,
433 (PVOID *)&pWorker->WorkerThreadObject,
436 ntStatus = KeWaitForSingleObject( &pWorker->WorkerThreadReady,
442 lCount = InterlockedIncrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
447 KeClearEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent);
458 // Function: AFSInitWorkerThread
462 // This function initializes a worker thread in the pool
466 // A status is returned for the function
470 AFSInitWorkerThread( IN AFSWorkQueueContext *PoolContext,
471 IN PKSTART_ROUTINE WorkerRoutine)
474 NTSTATUS ntStatus = STATUS_SUCCESS;
478 // INitialize the worker signal thread
481 KeInitializeEvent( &PoolContext->WorkerThreadReady,
486 // Set the worker to process requests
489 PoolContext->State = AFS_WORKER_PROCESS_REQUESTS;
495 ntStatus = PsCreateSystemThread( &Handle,
501 (void *)PoolContext);
503 if( NT_SUCCESS( ntStatus))
506 ObReferenceObjectByHandle( Handle,
507 GENERIC_READ | GENERIC_WRITE,
510 (PVOID *)&PoolContext->WorkerThreadObject,
513 ntStatus = KeWaitForSingleObject( &PoolContext->WorkerThreadReady,
526 AFSShutdownVolumeWorker( IN AFSVolumeCB *VolumeCB)
529 NTSTATUS ntStatus = STATUS_SUCCESS;
530 AFSWorkQueueContext *pWorker = &VolumeCB->VolumeWorkerContext;
533 // Clear the 'keep processing' flag
536 ClearFlag( pWorker->State, AFS_WORKER_PROCESS_REQUESTS);
538 if( pWorker->WorkerThreadObject != NULL)
540 while ( BooleanFlagOn( pWorker->State, AFS_WORKER_INITIALIZED) )
543 ntStatus = KeWaitForSingleObject( pWorker->WorkerThreadObject,
550 ObDereferenceObject( pWorker->WorkerThreadObject);
552 pWorker->WorkerThreadObject = NULL;
559 // Function: AFSShutdownWorkerThread
563 // This function shutsdown a worker thread in the pool
567 // A status is returned for the function
571 AFSShutdownWorkerThread( IN AFSWorkQueueContext *PoolContext)
574 NTSTATUS ntStatus = STATUS_SUCCESS;
575 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
577 if( PoolContext->WorkerThreadObject != NULL)
580 while ( BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED) )
584 // Wake up the thread if it is a sleep
587 KeSetEvent( &pDeviceExt->Specific.Library.WorkerQueueHasItems,
591 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
598 ObDereferenceObject( PoolContext->WorkerThreadObject);
600 PoolContext->WorkerThreadObject = NULL;
607 // Function: AFSShutdownIOWorkerThread
611 // This function shutsdown an IO worker thread in the pool
615 // A status is returned for the function
619 AFSShutdownIOWorkerThread( IN AFSWorkQueueContext *PoolContext)
622 NTSTATUS ntStatus = STATUS_SUCCESS;
623 AFSDeviceExt *pDeviceExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
625 if( PoolContext->WorkerThreadObject != NULL)
628 while ( BooleanFlagOn( PoolContext->State, AFS_WORKER_INITIALIZED) )
632 // Wake up the thread if it is a sleep
635 KeSetEvent( &pDeviceExt->Specific.Library.IOWorkerQueueHasItems,
639 ntStatus = KeWaitForSingleObject( PoolContext->WorkerThreadObject,
646 ObDereferenceObject( PoolContext->WorkerThreadObject);
648 PoolContext->WorkerThreadObject = NULL;
655 // Function: AFSWorkerThread
659 // This is the worker thread entry point.
663 // A status is returned for the function
667 AFSWorkerThread( IN PVOID Context)
670 NTSTATUS ntStatus = STATUS_SUCCESS;
671 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
672 AFSWorkItem *pWorkItem;
673 BOOLEAN freeWorkItem = TRUE;
674 AFSDeviceExt *pLibraryDevExt = NULL;
677 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
680 // Indicate that we are initialized and ready
683 KeSetEvent( &pPoolContext->WorkerThreadReady,
688 // Indicate we are initialized
691 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
693 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
699 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
702 if( !NT_SUCCESS( ntStatus))
705 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
706 AFS_TRACE_LEVEL_ERROR,
707 "AFSWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
709 ntStatus = STATUS_SUCCESS;
714 pWorkItem = AFSRemoveWorkItem();
716 if( pWorkItem == NULL)
719 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
731 // Switch on the type of work item to process
734 switch( pWorkItem->RequestType)
737 case AFS_WORK_FLUSH_FCB:
740 ntStatus = AFSFlushExtents( pWorkItem->Specific.Fcb.Fcb,
741 &pWorkItem->AuthGroup);
743 if( !NT_SUCCESS( ntStatus))
746 AFSReleaseExtentsWithFlush( pWorkItem->Specific.Fcb.Fcb,
747 &pWorkItem->AuthGroup,
751 ASSERT( pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount != 0);
753 lCount = InterlockedDecrement( &pWorkItem->Specific.Fcb.Fcb->OpenReferenceCount);
758 case AFS_WORK_ENUMERATE_GLOBAL_ROOT:
761 AFSEnumerateGlobalRoot( NULL);
766 case AFS_WORK_INVALIDATE_OBJECT:
769 AFSPerformObjectInvalidate( pWorkItem->Specific.Invalidate.ObjectInfo,
770 pWorkItem->Specific.Invalidate.InvalidateReason);
777 case AFS_WORK_START_IOS:
787 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
788 AFS_TRACE_LEVEL_ERROR,
789 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
797 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
800 ntStatus = STATUS_SUCCESS;
803 } // worker thread loop
805 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
807 // Wake up another worker so they too can exit
809 KeSetEvent( &pLibraryDevExt->Specific.Library.WorkerQueueHasItems,
813 PsTerminateSystemThread( 0);
819 AFSIOWorkerThread( IN PVOID Context)
822 NTSTATUS ntStatus = STATUS_SUCCESS;
823 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)Context;
824 AFSWorkItem *pWorkItem;
825 BOOLEAN freeWorkItem = TRUE;
826 AFSDeviceExt *pLibraryDevExt = NULL, *pRdrDevExt = NULL;
828 pLibraryDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
831 // Indicate that we are initialized and ready
834 KeSetEvent( &pPoolContext->WorkerThreadReady,
840 // Indicate we are initialized
843 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
845 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
851 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
854 if( !NT_SUCCESS( ntStatus))
857 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
858 AFS_TRACE_LEVEL_ERROR,
859 "AFSIOWorkerThread Wait for queue items failed Status %08lX\n", ntStatus);
861 ntStatus = STATUS_SUCCESS;
866 pWorkItem = AFSRemoveIOWorkItem();
868 if( pWorkItem == NULL)
871 ntStatus = KeWaitForSingleObject( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
883 // Switch on the type of work item to process
886 switch( pWorkItem->RequestType)
889 case AFS_WORK_START_IOS:
892 pRdrDevExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
895 // The final status is in the gather io
898 ntStatus = AFSStartIos( pWorkItem->Specific.CacheAccess.CacheFileObject,
899 pWorkItem->Specific.CacheAccess.FunctionCode,
900 pWorkItem->Specific.CacheAccess.RequestFlags,
901 pWorkItem->Specific.CacheAccess.IoRuns,
902 pWorkItem->Specific.CacheAccess.RunCount,
903 pWorkItem->Specific.CacheAccess.GatherIo);
906 // Regardless of the status we we do the complete - there may
908 // Decrement the count - setting the event if we were told
909 // to. This may trigger completion.
912 AFSCompleteIo( pWorkItem->Specific.CacheAccess.GatherIo, ntStatus );
921 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
922 AFS_TRACE_LEVEL_ERROR,
923 "AFSWorkerThread Unknown request type %d\n", pWorkItem->RequestType);
931 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
934 ntStatus = STATUS_SUCCESS;
937 } // worker thread loop
939 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
941 // Wake up another IOWorker so they too can exit
943 KeSetEvent( &pLibraryDevExt->Specific.Library.IOWorkerQueueHasItems,
947 PsTerminateSystemThread( 0);
953 AFSPrimaryVolumeWorkerThread( IN PVOID Context)
956 UNREFERENCED_PARAMETER(Context);
957 NTSTATUS ntStatus = STATUS_SUCCESS;
958 AFSWorkQueueContext *pPoolContext = (AFSWorkQueueContext *)&AFSGlobalRoot->VolumeWorkerContext;
959 AFSDeviceExt *pControlDeviceExt = NULL;
960 AFSDeviceExt *pRDRDeviceExt = NULL;
961 LARGE_INTEGER DueTime;
964 AFSObjectInfoCB *pCurrentObject = NULL, *pNextObject = NULL, *pCurrentChildObject = NULL;
965 AFSDirectoryCB *pCurrentDirEntry = NULL, *pNextDirEntry = NULL;
966 BOOLEAN bReleaseVolumeLock = FALSE;
967 AFSVolumeCB *pVolumeCB = NULL, *pNextVolume = NULL;
969 LARGE_INTEGER liCurrentTime;
970 BOOLEAN bVolumeObject = FALSE;
971 BOOLEAN bFcbBusy = FALSE;
974 pControlDeviceExt = (AFSDeviceExt *)AFSControlDeviceObject->DeviceExtension;
976 pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
978 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
979 AFS_TRACE_LEVEL_VERBOSE,
980 "AFSPrimaryVolumeWorkerThread Initialized\n");
983 // Initialize the timer for the worker thread
986 DueTime.QuadPart = -(5000);
990 KeInitializeTimerEx( &Timer,
991 SynchronizationTimer);
993 KeSetTimerEx( &Timer,
999 // Indicate that we are initialized and ready
1002 KeSetEvent( &pPoolContext->WorkerThreadReady,
1007 // Indicate we are initialized
1010 SetFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1012 while( BooleanFlagOn( pPoolContext->State, AFS_WORKER_PROCESS_REQUESTS))
1015 if ( bFcbBusy == FALSE)
1018 KeWaitForSingleObject( &Timer,
1031 // This is the primary volume worker so it will traverse the volume list
1032 // looking for cleanup or volumes requiring private workers
1035 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1038 pVolumeCB = pRDRDeviceExt->Specific.RDR.VolumeListHead;
1040 while( pVolumeCB != NULL)
1043 if( pVolumeCB == AFSGlobalRoot ||
1044 !AFSAcquireExcl( pVolumeCB->VolumeLock,
1048 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1053 if( pVolumeCB->ObjectInfoListHead == NULL)
1056 AFSReleaseResource( pVolumeCB->VolumeLock);
1058 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1060 AFSAcquireExcl( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock,
1063 AFSAcquireExcl( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1066 if( !AFSAcquireExcl( pVolumeCB->VolumeLock,
1070 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1072 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1074 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1079 KeQueryTickCount( &liCurrentTime);
1081 pNextVolume = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1083 AFSAcquireShared( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock,
1086 if( pVolumeCB->ObjectInfoListHead == NULL &&
1087 pVolumeCB->DirectoryCB->DirOpenReferenceCount <= 0 &&
1088 pVolumeCB->VolumeReferenceCount == 1 &&
1089 ( pVolumeCB->RootFcb == NULL ||
1090 pVolumeCB->RootFcb->OpenReferenceCount == 0) &&
1091 pVolumeCB->ObjectInformation.ObjectReferenceCount <= 0)
1094 if( pVolumeCB->RootFcb != NULL)
1097 AFSRemoveRootFcb( pVolumeCB->RootFcb);
1100 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1102 AFSRemoveVolume( pVolumeCB);
1107 AFSReleaseResource( &pVolumeCB->ObjectInformation.NonPagedInfo->ObjectInfoLock);
1109 AFSReleaseResource( pVolumeCB->VolumeLock);
1112 AFSConvertToShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1114 AFSReleaseResource( pRDRDeviceExt->Specific.RDR.VolumeTree.TreeLock);
1116 pVolumeCB = pNextVolume;
1122 // Don't need this lock anymore now that we have a volume cb to work with
1125 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1128 // For now we only need the volume lock shared
1131 AFSConvertToShared( pVolumeCB->VolumeLock);
1133 if( AFSAcquireShared( pVolumeCB->ObjectInfoTree.TreeLock,
1137 pCurrentObject = pVolumeCB->ObjectInfoListHead;
1141 bReleaseVolumeLock = TRUE;
1143 while( pCurrentObject != NULL)
1146 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1149 pNextObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1151 if( pNextObject == NULL &&
1152 pVolumeCB != AFSGlobalRoot) // Don't free up the root of the global
1155 pNextObject = &pVolumeCB->ObjectInformation;
1158 bVolumeObject = FALSE;
1165 bVolumeObject = TRUE;
1168 if( pCurrentObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1169 !BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN)) // If we are in shutdown mode skip directories
1173 // If this object is deleted then remove it from the parent, if we can
1176 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1177 pCurrentObject->ObjectReferenceCount <= 0 &&
1178 ( pCurrentObject->Fcb == NULL ||
1179 pCurrentObject->Fcb->OpenReferenceCount == 0) &&
1180 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL &&
1181 pCurrentObject->Specific.Directory.ChildOpenReferenceCount == 0)
1184 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1187 // Dropping the TreeLock permits the
1188 // pCurrentObject->ObjectReferenceCount to change
1191 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1195 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1198 if ( pCurrentObject->ObjectReferenceCount <= 0)
1201 AFSRemoveFcb( &pCurrentObject->Fcb);
1203 if( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1206 AFSAcquireExcl( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1209 AFSRemoveFcb( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1211 AFSReleaseResource( &pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1213 AFSDeleteObjectInfo( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1215 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1217 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1219 AFSExFreePoolWithTag( pCurrentObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1222 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1224 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1225 AFS_TRACE_LEVEL_VERBOSE,
1226 "AFSPrimaryVolumeWorkerThread Deleting deleted object %08lX\n",
1229 AFSDeleteObjectInfo( pCurrentObject);
1234 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1237 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1239 pCurrentObject = pNextObject;
1246 bReleaseVolumeLock = FALSE;
1252 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0 ||
1253 ( pCurrentObject->Fcb != NULL &&
1254 pCurrentObject->Fcb->OpenReferenceCount > 0) ||
1255 pCurrentObject->Specific.Directory.DirectoryNodeListHead == NULL)
1258 pCurrentObject = pNextObject;
1263 if( !AFSAcquireShared( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1267 pCurrentObject = pNextObject;
1272 KeQueryTickCount( &liCurrentTime);
1274 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1276 while( pCurrentDirEntry != NULL)
1279 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1280 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1281 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1282 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1283 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1284 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1285 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1286 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1287 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1288 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1289 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1290 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1296 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1299 if( pCurrentDirEntry != NULL)
1302 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1304 pCurrentObject = pNextObject;
1309 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1311 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1314 // Now acquire the locks excl
1317 if( AFSAcquireExcl( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock,
1321 if( AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1325 if( pCurrentObject->Specific.Directory.ChildOpenReferenceCount > 0)
1328 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1330 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1332 pCurrentObject = pNextObject;
1337 KeQueryTickCount( &liCurrentTime);
1339 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1341 while( pCurrentDirEntry != NULL)
1344 if( pCurrentDirEntry->DirOpenReferenceCount > 0 ||
1345 ( pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1346 pCurrentDirEntry->ObjectInformation->Fcb->OpenReferenceCount > 0) ||
1347 liCurrentTime.QuadPart <= pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart ||
1348 liCurrentTime.QuadPart - pCurrentDirEntry->ObjectInformation->LastAccessCount.QuadPart <
1349 pControlDeviceExt->Specific.Control.ObjectLifeTimeCount.QuadPart ||
1350 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_DIRECTORY &&
1351 ( pCurrentDirEntry->ObjectInformation->Specific.Directory.DirectoryNodeListHead != NULL ||
1352 pCurrentDirEntry->ObjectInformation->Specific.Directory.ChildOpenReferenceCount > 0)) ||
1353 ( pCurrentDirEntry->ObjectInformation->FileType == AFS_FILE_TYPE_FILE &&
1354 pCurrentDirEntry->ObjectInformation->Fcb != NULL &&
1355 pCurrentDirEntry->ObjectInformation->Fcb->Specific.File.ExtentsDirtyCount > 0))
1361 pCurrentDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1364 if( pCurrentDirEntry != NULL)
1367 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1369 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1371 pCurrentObject = pNextObject;
1376 pCurrentDirEntry = pCurrentObject->Specific.Directory.DirectoryNodeListHead;
1378 while( pCurrentDirEntry != NULL)
1381 pNextDirEntry = (AFSDirectoryCB *)pCurrentDirEntry->ListEntry.fLink;
1383 pCurrentChildObject = pCurrentDirEntry->ObjectInformation;
1387 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING | AFS_SUBSYSTEM_DIRENTRY_REF_COUNTING,
1388 AFS_TRACE_LEVEL_VERBOSE,
1389 "AFSPrimaryVolumeWorkerThread Deleting DE %wZ Object %08lX\n",
1390 &pCurrentDirEntry->NameInformation.FileName,
1391 pCurrentChildObject);
1393 AFSDeleteDirEntry( pCurrentObject,
1398 // Acquire ObjectInfoLock shared here so as not to deadlock
1399 // with an invalidation call from the service during AFSCleanupFcb
1402 lCount = AFSObjectInfoIncrement( pCurrentChildObject);
1405 pCurrentChildObject->Fcb != NULL &&
1406 pCurrentChildObject->FileType == AFS_FILE_TYPE_FILE)
1410 // We must not hold pVolumeCB->ObjectInfoTree.TreeLock exclusive
1411 // across an AFSCleanupFcb call since it can deadlock with an
1412 // invalidation call from the service.
1415 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1418 // Cannot hold a TreeLock across an AFSCleanupFcb call
1419 // as it can deadlock with an invalidation ioctl initiated
1420 // from the service.
1422 // Dropping the TreeLock permits the
1423 // pCurrentObject->ObjectReferenceCount to change
1426 ntStatus = AFSCleanupFcb( pCurrentChildObject->Fcb,
1429 if ( ntStatus == STATUS_RETRY)
1435 AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1439 lCount = AFSObjectInfoDecrement( pCurrentChildObject);
1441 AFSAcquireExcl( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock,
1444 if( pCurrentChildObject->ObjectReferenceCount <= 0)
1447 AFSRemoveFcb( &pCurrentChildObject->Fcb);
1449 if( pCurrentChildObject->FileType == AFS_FILE_TYPE_DIRECTORY &&
1450 pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB != NULL)
1453 AFSAcquireExcl( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock,
1456 AFSRemoveFcb( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->Fcb);
1458 AFSReleaseResource( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation->NonPagedInfo->ObjectInfoLock);
1460 AFSDeleteObjectInfo( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->ObjectInformation);
1462 ExDeleteResourceLite( &pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged->Lock);
1464 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB->NonPaged, AFS_DIR_ENTRY_NP_TAG);
1466 AFSExFreePoolWithTag( pCurrentChildObject->Specific.Directory.PIOCtlDirectoryCB, AFS_DIR_ENTRY_TAG);
1469 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1471 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1472 AFS_TRACE_LEVEL_VERBOSE,
1473 "AFSPrimaryVolumeWorkerThread Deleting object %08lX\n",
1474 pCurrentChildObject);
1476 AFSDeleteObjectInfo( pCurrentChildObject);
1481 AFSReleaseResource( &pCurrentChildObject->NonPagedInfo->ObjectInfoLock);
1484 pCurrentDirEntry = pNextDirEntry;
1488 pCurrentObject->Specific.Directory.DirectoryNodeListHead = NULL;
1490 pCurrentObject->Specific.Directory.DirectoryNodeListTail = NULL;
1492 pCurrentObject->Specific.Directory.ShortNameTree = NULL;
1494 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseSensitiveTreeHead = NULL;
1496 pCurrentObject->Specific.Directory.DirectoryNodeHdr.CaseInsensitiveTreeHead = NULL;
1498 pCurrentObject->Specific.Directory.DirectoryNodeCount = 0;
1500 AFSDbgLogMsg( AFS_SUBSYSTEM_DIR_NODE_COUNT,
1501 AFS_TRACE_LEVEL_VERBOSE,
1502 "AFSPrimaryVolumeWorkerThread Reset count to 0 on parent FID %08lX-%08lX-%08lX-%08lX\n",
1503 pCurrentObject->FileId.Cell,
1504 pCurrentObject->FileId.Volume,
1505 pCurrentObject->FileId.Vnode,
1506 pCurrentObject->FileId.Unique);
1509 // Clear our enumerated flag on this object so we retrieve info again on next access
1512 ClearFlag( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DIRECTORY_ENUMERATED);
1514 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1516 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1521 AFSReleaseResource( pCurrentObject->Specific.Directory.DirectoryNodeHdr.TreeLock);
1523 bReleaseVolumeLock = FALSE;
1532 // Try to grab the volume lock again ... no problem if we don't
1535 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1539 bReleaseVolumeLock = FALSE;
1545 if( pCurrentObject != &pVolumeCB->ObjectInformation)
1548 pCurrentObject = (AFSObjectInfoCB *)pCurrentObject->ListEntry.fLink;
1550 if( pCurrentObject == NULL &&
1551 pVolumeCB != AFSGlobalRoot)
1554 pCurrentObject = &pVolumeCB->ObjectInformation;
1560 pCurrentObject = NULL;
1565 else if( pCurrentObject->FileType == AFS_FILE_TYPE_FILE)
1568 lCount = AFSObjectInfoIncrement( pCurrentObject);
1570 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1572 if( pCurrentObject->Fcb != NULL)
1576 // Dropping the TreeLock permits the
1577 // pCurrentObject->ObjectReferenceCount to change
1580 ntStatus = AFSCleanupFcb( pCurrentObject->Fcb,
1583 if ( ntStatus == STATUS_RETRY)
1590 lCount = AFSObjectInfoDecrement( pCurrentObject);
1592 if( !AFSAcquireExcl( pVolumeCB->ObjectInfoTree.TreeLock,
1596 bReleaseVolumeLock = FALSE;
1601 AFSAcquireExcl( &pCurrentObject->NonPagedInfo->ObjectInfoLock,
1604 if( BooleanFlagOn( pCurrentObject->Flags, AFS_OBJECT_FLAGS_DELETED) &&
1605 pCurrentObject->ObjectReferenceCount <= 0)
1608 AFSRemoveFcb( &pCurrentObject->Fcb);
1610 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1612 AFSDeleteObjectInfo( pCurrentObject);
1617 AFSReleaseResource( &pCurrentObject->NonPagedInfo->ObjectInfoLock);
1620 AFSConvertToShared( pVolumeCB->ObjectInfoTree.TreeLock);
1622 pCurrentObject = pNextObject;
1627 pCurrentObject = pNextObject;
1630 if( bReleaseVolumeLock)
1633 AFSReleaseResource( pVolumeCB->ObjectInfoTree.TreeLock);
1641 AFSReleaseResource( pVolumeCB->VolumeLock);
1643 AFSAcquireShared( &pRDRDeviceExt->Specific.RDR.VolumeListLock,
1646 pVolumeCB = (AFSVolumeCB *)pVolumeCB->ListEntry.fLink;
1649 AFSReleaseResource( &pRDRDeviceExt->Specific.RDR.VolumeListLock);
1651 } // worker thread loop
1653 KeCancelTimer( &Timer);
1655 ClearFlag( pPoolContext->State, AFS_WORKER_INITIALIZED);
1657 AFSDbgLogMsg( AFS_SUBSYSTEM_CLEANUP_PROCESSING,
1658 AFS_TRACE_LEVEL_VERBOSE,
1659 "AFSPrimaryVolumeWorkerThread Exiting\n");
1661 lCount = InterlockedDecrement( &pControlDeviceExt->Specific.Control.VolumeWorkerThreadCount);
1666 KeSetEvent( &pControlDeviceExt->Specific.Control.VolumeWorkerCloseEvent,
1671 PsTerminateSystemThread( 0);
1677 AFSInsertWorkitem( IN AFSWorkItem *WorkItem)
1680 NTSTATUS ntStatus = STATUS_SUCCESS;
1681 AFSDeviceExt *pDevExt = NULL;
1684 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1686 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1687 AFS_TRACE_LEVEL_VERBOSE,
1688 "AFSInsertWorkitem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1689 &pDevExt->Specific.Library.QueueLock,
1690 PsGetCurrentThread());
1692 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1695 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1697 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1698 AFS_TRACE_LEVEL_VERBOSE,
1699 "AFSInsertWorkitem Inserting work item %08lX Count %08lX\n",
1703 if( pDevExt->Specific.Library.QueueTail != NULL) // queue already has nodes
1706 pDevExt->Specific.Library.QueueTail->next = WorkItem;
1711 pDevExt->Specific.Library.QueueHead = WorkItem;
1714 WorkItem->next = NULL;
1715 pDevExt->Specific.Library.QueueTail = WorkItem;
1717 // indicate that the queue has nodes
1718 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1722 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1728 AFSInsertIOWorkitem( IN AFSWorkItem *WorkItem)
1731 NTSTATUS ntStatus = STATUS_SUCCESS;
1732 AFSDeviceExt *pDevExt = NULL;
1735 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1737 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1738 AFS_TRACE_LEVEL_VERBOSE,
1739 "AFSInsertIOWorkitem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1740 &pDevExt->Specific.Library.IOQueueLock,
1741 PsGetCurrentThread());
1743 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1746 lCount = InterlockedIncrement( &pDevExt->Specific.Library.IOQueueItemCount);
1748 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1749 AFS_TRACE_LEVEL_VERBOSE,
1750 "AFSInsertWorkitem Inserting IO work item %08lX Count %08lX\n",
1754 if( pDevExt->Specific.Library.IOQueueTail != NULL) // queue already has nodes
1757 pDevExt->Specific.Library.IOQueueTail->next = WorkItem;
1762 pDevExt->Specific.Library.IOQueueHead = WorkItem;
1765 WorkItem->next = NULL;
1766 pDevExt->Specific.Library.IOQueueTail = WorkItem;
1768 // indicate that the queue has nodes
1769 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
1773 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
1779 AFSInsertWorkitemAtHead( IN AFSWorkItem *WorkItem)
1782 NTSTATUS ntStatus = STATUS_SUCCESS;
1783 AFSDeviceExt *pDevExt = NULL;
1786 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1788 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1789 AFS_TRACE_LEVEL_VERBOSE,
1790 "AFSInsertWorkitemAtHead Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1791 &pDevExt->Specific.Library.QueueLock,
1792 PsGetCurrentThread());
1794 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1797 WorkItem->next = pDevExt->Specific.Library.QueueHead;
1799 pDevExt->Specific.Library.QueueHead = WorkItem;
1801 lCount = InterlockedIncrement( &pDevExt->Specific.Library.QueueItemCount);
1803 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1804 AFS_TRACE_LEVEL_VERBOSE,
1805 "AFSInsertWorkitemAtHead Inserting work item %08lX Count %08lX\n",
1810 // indicate that the queue has nodes
1813 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1817 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1826 AFSWorkItem *pWorkItem = NULL;
1827 AFSDeviceExt *pDevExt = NULL;
1830 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1832 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1833 AFS_TRACE_LEVEL_VERBOSE,
1834 "AFSRemoveWorkItem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1835 &pDevExt->Specific.Library.QueueLock,
1836 PsGetCurrentThread());
1838 AFSAcquireExcl( &pDevExt->Specific.Library.QueueLock,
1841 if( pDevExt->Specific.Library.QueueHead != NULL) // queue has nodes
1844 pWorkItem = pDevExt->Specific.Library.QueueHead;
1846 lCount = InterlockedDecrement( &pDevExt->Specific.Library.QueueItemCount);
1848 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1849 AFS_TRACE_LEVEL_VERBOSE,
1850 "AFSRemoveWorkItem Removing work item %08lX Count %08lX Thread %08lX\n",
1853 PsGetCurrentThreadId());
1855 pDevExt->Specific.Library.QueueHead = pDevExt->Specific.Library.QueueHead->next;
1857 if( pDevExt->Specific.Library.QueueHead == NULL) // if queue just became empty
1860 pDevExt->Specific.Library.QueueTail = NULL;
1866 // Wake up another worker
1869 KeSetEvent( &(pDevExt->Specific.Library.WorkerQueueHasItems),
1875 AFSReleaseResource( &pDevExt->Specific.Library.QueueLock);
1881 AFSRemoveIOWorkItem()
1884 AFSWorkItem *pWorkItem = NULL;
1885 AFSDeviceExt *pDevExt = NULL;
1888 pDevExt = (AFSDeviceExt *)AFSLibraryDeviceObject->DeviceExtension;
1890 AFSDbgLogMsg( AFS_SUBSYSTEM_LOCK_PROCESSING,
1891 AFS_TRACE_LEVEL_VERBOSE,
1892 "AFSRemoveIOWorkItem Acquiring Control QueueLock lock %08lX EXCL %08lX\n",
1893 &pDevExt->Specific.Library.IOQueueLock,
1894 PsGetCurrentThread());
1896 AFSAcquireExcl( &pDevExt->Specific.Library.IOQueueLock,
1899 if( pDevExt->Specific.Library.IOQueueHead != NULL) // queue has nodes
1902 pWorkItem = pDevExt->Specific.Library.IOQueueHead;
1904 lCount = InterlockedDecrement( &pDevExt->Specific.Library.IOQueueItemCount);
1906 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
1907 AFS_TRACE_LEVEL_VERBOSE,
1908 "AFSRemoveWorkItem Removing work item %08lX Count %08lX Thread %08lX\n",
1911 PsGetCurrentThreadId());
1913 pDevExt->Specific.Library.IOQueueHead = pDevExt->Specific.Library.IOQueueHead->next;
1915 if( pDevExt->Specific.Library.IOQueueHead == NULL) // if queue just became empty
1918 pDevExt->Specific.Library.IOQueueTail = NULL;
1924 // Wake up another worker
1927 KeSetEvent( &(pDevExt->Specific.Library.IOWorkerQueueHasItems),
1933 AFSReleaseResource( &pDevExt->Specific.Library.IOQueueLock);
1939 AFSQueueWorkerRequest( IN AFSWorkItem *WorkItem)
1942 NTSTATUS ntStatus = STATUS_SUCCESS;
1943 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
1946 // Submit the work item to the worker
1949 ntStatus = AFSInsertWorkitem( WorkItem);
1955 // Sync request so block on the work item event
1958 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
1969 AFSQueueIOWorkerRequest( IN AFSWorkItem *WorkItem)
1972 NTSTATUS ntStatus = STATUS_SUCCESS;
1973 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
1976 // Submit the work item to the worker
1979 ntStatus = AFSInsertIOWorkitem( WorkItem);
1985 // Sync request so block on the work item event
1988 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
1999 AFSQueueWorkerRequestAtHead( IN AFSWorkItem *WorkItem)
2002 NTSTATUS ntStatus = STATUS_SUCCESS;
2003 BOOLEAN bWait = BooleanFlagOn( WorkItem->RequestFlags, AFS_SYNCHRONOUS_REQUEST);
2006 // Submit the work item to the worker
2009 ntStatus = AFSInsertWorkitemAtHead( WorkItem);
2015 // Sync request so block on the work item event
2018 ntStatus = KeWaitForSingleObject( &WorkItem->Event,
2029 AFSQueueFlushExtents( IN AFSFcb *Fcb,
2033 NTSTATUS ntStatus = STATUS_SUCCESS;
2034 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2035 AFSWorkItem *pWorkItem = NULL;
2041 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2042 AFS_TRACE_LEVEL_VERBOSE,
2043 "AFSQueueFlushExtents Queuing request for FID %08lX-%08lX-%08lX-%08lX\n",
2044 Fcb->ObjectInformation->FileId.Cell,
2045 Fcb->ObjectInformation->FileId.Volume,
2046 Fcb->ObjectInformation->FileId.Vnode,
2047 Fcb->ObjectInformation->FileId.Unique);
2050 // Increment our flush count here just to keep the number of items in the
2051 // queue down. We'll decrement it just below.
2054 lCount = InterlockedIncrement( &Fcb->Specific.File.QueuedFlushCount);
2059 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2060 AFS_TRACE_LEVEL_VERBOSE,
2061 "AFSQueueFlushExtents Max queued items for FID %08lX-%08lX-%08lX-%08lX\n",
2062 Fcb->ObjectInformation->FileId.Cell,
2063 Fcb->ObjectInformation->FileId.Volume,
2064 Fcb->ObjectInformation->FileId.Vnode,
2065 Fcb->ObjectInformation->FileId.Unique);
2067 try_return( ntStatus);
2070 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2073 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2074 AFS_TRACE_LEVEL_ERROR,
2075 "AFSQueueFlushExtents Failing request, in shutdown\n");
2077 try_return( ntStatus = STATUS_TOO_LATE);
2081 // Allocate our request structure and send it to the worker
2084 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2085 sizeof( AFSWorkItem),
2088 if( pWorkItem == NULL)
2091 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2092 AFS_TRACE_LEVEL_ERROR,
2093 "AFSQueueFlushExtents Failed to allocate work item\n");
2095 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2098 RtlZeroMemory( pWorkItem,
2099 sizeof( AFSWorkItem));
2101 pWorkItem->Size = sizeof( AFSWorkItem);
2103 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2105 pWorkItem->RequestType = AFS_WORK_FLUSH_FCB;
2107 if ( AuthGroup == NULL)
2110 RtlZeroMemory( &pWorkItem->AuthGroup,
2113 ntStatus = AFSRetrieveValidAuthGroup( Fcb,
2116 &pWorkItem->AuthGroup);
2120 RtlCopyMemory( &pWorkItem->AuthGroup,
2125 pWorkItem->Specific.Fcb.Fcb = Fcb;
2127 lCount = InterlockedIncrement( &Fcb->OpenReferenceCount);
2129 AFSDbgLogMsg( AFS_SUBSYSTEM_FCB_REF_COUNTING,
2130 AFS_TRACE_LEVEL_VERBOSE,
2131 "AFSQueueFlushExtents Increment count on Fcb %08lX Cnt %d\n",
2135 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2136 AFS_TRACE_LEVEL_VERBOSE,
2137 "AFSQueueFlushExtents Workitem %08lX for FID %08lX-%08lX-%08lX-%08lX\n",
2139 Fcb->ObjectInformation->FileId.Cell,
2140 Fcb->ObjectInformation->FileId.Volume,
2141 Fcb->ObjectInformation->FileId.Vnode,
2142 Fcb->ObjectInformation->FileId.Unique);
2144 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2148 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2149 AFS_TRACE_LEVEL_VERBOSE,
2150 "AFSQueueFlushExtents Request complete Status %08lX FID %08lX-%08lX-%08lX-%08lX\n",
2151 Fcb->ObjectInformation->FileId.Cell,
2152 Fcb->ObjectInformation->FileId.Volume,
2153 Fcb->ObjectInformation->FileId.Vnode,
2154 Fcb->ObjectInformation->FileId.Unique,
2158 // Remove the count we added above
2161 lCount = InterlockedDecrement( &Fcb->Specific.File.QueuedFlushCount);
2163 ASSERT( lCount >= 0);
2168 KeSetEvent( &Fcb->NPFcb->Specific.File.QueuedFlushEvent,
2173 if( !NT_SUCCESS( ntStatus))
2176 if( pWorkItem != NULL)
2179 lCount = InterlockedDecrement( &Fcb->OpenReferenceCount);
2181 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2184 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2185 AFS_TRACE_LEVEL_ERROR,
2186 "AFSQueueFlushExtents Failed to queue request Status %08lX\n", ntStatus);
2189 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2194 "EXCEPTION - AFSQueueFlushExtents\n");
2196 AFSDumpTraceFilesFnc();
2203 AFSQueueGlobalRootEnumeration()
2206 NTSTATUS ntStatus = STATUS_SUCCESS;
2207 AFSWorkItem *pWorkItem = NULL;
2212 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2213 sizeof(AFSWorkItem),
2215 if (NULL == pWorkItem)
2218 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2219 AFS_TRACE_LEVEL_ERROR,
2220 "AFSQueueGlobalRootEnumeration Failed to allocate work item\n");
2222 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2225 RtlZeroMemory( pWorkItem,
2226 sizeof(AFSWorkItem));
2228 pWorkItem->Size = sizeof( AFSWorkItem);
2230 pWorkItem->RequestType = AFS_WORK_ENUMERATE_GLOBAL_ROOT;
2232 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2233 AFS_TRACE_LEVEL_VERBOSE,
2234 "AFSQueueGlobalRootEnumeration Workitem %08lX\n",
2237 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2241 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2242 AFS_TRACE_LEVEL_VERBOSE,
2243 "AFSQueueGlobalRootEnumeration Request complete Status %08lX\n",
2246 if( !NT_SUCCESS( ntStatus))
2249 if( pWorkItem != NULL)
2252 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2255 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2256 AFS_TRACE_LEVEL_ERROR,
2257 "AFSQueueGlobalRootEnumeration Failed to queue request Status %08lX\n",
2261 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2266 "EXCEPTION - AFSQueueGlobalRootEnumeration\n");
2268 AFSDumpTraceFilesFnc();
2275 AFSQueueStartIos( IN PFILE_OBJECT CacheFileObject,
2276 IN UCHAR FunctionCode,
2277 IN ULONG RequestFlags,
2278 IN AFSIoRun *IoRuns,
2280 IN AFSGatherIo *GatherIo)
2283 NTSTATUS ntStatus = STATUS_SUCCESS;
2284 AFSDeviceExt *pRDRDeviceExt = (AFSDeviceExt *)AFSRDRDeviceObject->DeviceExtension;
2285 AFSWorkItem *pWorkItem = NULL;
2290 if( BooleanFlagOn( pRDRDeviceExt->DeviceFlags, AFS_DEVICE_FLAG_REDIRECTOR_SHUTDOWN))
2293 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2294 AFS_TRACE_LEVEL_ERROR,
2295 "AFSQueueStartIos Failing request, in shutdown\n");
2297 try_return( ntStatus = STATUS_TOO_LATE);
2301 // Allocate our request structure and send it to the worker
2304 pWorkItem = (AFSWorkItem *)AFSLibExAllocatePoolWithTag( NonPagedPool,
2305 sizeof( AFSWorkItem),
2308 if( pWorkItem == NULL)
2311 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2312 AFS_TRACE_LEVEL_ERROR,
2313 "AFSQueueStartIos Failed to allocate work item\n");
2315 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES);
2318 RtlZeroMemory( pWorkItem,
2319 sizeof( AFSWorkItem));
2321 KeInitializeEvent( &pWorkItem->Event,
2325 pWorkItem->Size = sizeof( AFSWorkItem);
2327 pWorkItem->ProcessID = (ULONGLONG)PsGetCurrentProcessId();
2329 pWorkItem->RequestType = AFS_WORK_START_IOS;
2331 pWorkItem->Specific.CacheAccess.CacheFileObject = CacheFileObject;
2333 pWorkItem->Specific.CacheAccess.FunctionCode = FunctionCode;
2335 pWorkItem->Specific.CacheAccess.RequestFlags = RequestFlags;
2337 pWorkItem->Specific.CacheAccess.IoRuns = IoRuns;
2339 pWorkItem->Specific.CacheAccess.RunCount = RunCount;
2341 pWorkItem->Specific.CacheAccess.GatherIo = GatherIo;
2343 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2344 AFS_TRACE_LEVEL_VERBOSE,
2345 "AFSQueueStartIos Queuing IO Workitem %08lX\n",
2348 ntStatus = AFSQueueIOWorkerRequest( pWorkItem);
2352 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2353 AFS_TRACE_LEVEL_VERBOSE,
2354 "AFSQueueStartIos Request complete Status %08lX\n",
2357 if( !NT_SUCCESS( ntStatus))
2360 if( pWorkItem != NULL)
2363 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2367 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2372 "EXCEPTION - AFSQueueStartIos\n");
2374 AFSDumpTraceFilesFnc();
2381 AFSQueueInvalidateObject( IN AFSObjectInfoCB *ObjectInfo,
2382 IN ULONG InvalidateReason)
2385 NTSTATUS ntStatus = STATUS_SUCCESS;
2386 AFSWorkItem *pWorkItem = NULL;
2391 pWorkItem = (AFSWorkItem *) AFSLibExAllocatePoolWithTag( NonPagedPool,
2392 sizeof(AFSWorkItem),
2394 if (NULL == pWorkItem)
2397 AFSDbgLogMsg( AFS_SUBSYSTEM_IO_PROCESSING,
2398 AFS_TRACE_LEVEL_ERROR,
2399 "AFSQueueInvalidateObject Failed to allocate work item\n");
2401 try_return( ntStatus = STATUS_INSUFFICIENT_RESOURCES );
2404 RtlZeroMemory( pWorkItem,
2405 sizeof(AFSWorkItem));
2407 pWorkItem->Size = sizeof( AFSWorkItem);
2409 pWorkItem->RequestType = AFS_WORK_INVALIDATE_OBJECT;
2411 pWorkItem->Specific.Invalidate.ObjectInfo = ObjectInfo;
2413 pWorkItem->Specific.Invalidate.InvalidateReason = InvalidateReason;
2415 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2416 AFS_TRACE_LEVEL_VERBOSE,
2417 "AFSQueueInvalidateObject Workitem %08lX\n",
2420 ntStatus = AFSQueueWorkerRequest( pWorkItem);
2424 AFSDbgLogMsg( AFS_SUBSYSTEM_WORKER_PROCESSING,
2425 AFS_TRACE_LEVEL_VERBOSE,
2426 "AFSQueueInvalidateObject Request complete Status %08lX\n",
2429 if( !NT_SUCCESS( ntStatus))
2432 if( pWorkItem != NULL)
2434 ExFreePoolWithTag( pWorkItem, AFS_WORK_ITEM_TAG);
2437 AFSDbgLogMsg( AFS_SUBSYSTEM_FILE_PROCESSING,
2438 AFS_TRACE_LEVEL_ERROR,
2439 "AFSQueueInvalidateObject Failed to queue request Status %08lX\n",
2443 __except( AFSExceptionFilter( __FUNCTION__, GetExceptionCode(), GetExceptionInformation()) )
2448 "EXCEPTION - AFSQueueInvalidateObject\n");
2450 AFSDumpTraceFilesFnc();